leela_utils.py

from enum import Enum
from onnx2torch import convert
import torch

class LEELA_TYPE(Enum):
    SMALL = 1
    MED = 2
    LARGE = 3

_SMALL_EMBED_SIZE = 16384
_MED_EMBED_SIZE = 32768
_LARGE_EMBED_SIZE = 49152

def _betas_small_embed(self, input_1):
    bsz = input_1.shape[0]
    attn_body_transpose = getattr(self, "attn_body/transpose")(input_1)
    input_1 = None
    initializers_onnx_initializer_0 = self.initializers.onnx_initializer_0
    attn_body_reshape = getattr(self, "attn_body/reshape")(
        attn_body_transpose, initializers_onnx_initializer_0
    )
    attn_body_transpose = initializers_onnx_initializer_0 = None
    attn_body_shape = getattr(self, "attn_body/shape")(attn_body_reshape)
    initializers_onnx_initializer_1 = self.initializers.onnx_initializer_1
    initializers_onnx_initializer_2 = self.initializers.onnx_initializer_2
    attn_body_batch = getattr(self, "attn_body/batch")(
        attn_body_shape,
        initializers_onnx_initializer_1,
        initializers_onnx_initializer_2,
    )
    attn_body_shape = initializers_onnx_initializer_1 = (
        initializers_onnx_initializer_2
    ) = None
    initializers_onnx_initializer_3 = self.initializers.onnx_initializer_3
    attn_body_pos_encoding_shape = getattr(self, "attn_body/pos_encoding_shape")(
        attn_body_batch, initializers_onnx_initializer_3
    )
    attn_body_batch = initializers_onnx_initializer_3 = None
    initializers_onnx_initializer_4 = self.initializers.onnx_initializer_4
    attn_body_expand = getattr(self, "attn_body/expand")(
        initializers_onnx_initializer_4, attn_body_pos_encoding_shape
    )
    initializers_onnx_initializer_4 = attn_body_pos_encoding_shape = None
    attn_body_padded_input = getattr(self, "attn_body/padded_input")(
        attn_body_reshape, attn_body_expand
    )
    attn_body_reshape = attn_body_expand = None
    initializers_onnx_initializer_5 = self.initializers.onnx_initializer_5
    attn_body_reshape2 = getattr(self, "attn_body/reshape2")(
        attn_body_padded_input, initializers_onnx_initializer_5
    )
    attn_body_padded_input = initializers_onnx_initializer_5 = None
    initializers_onnx_initializer_6 = self.initializers.onnx_initializer_6
    attn_body_matmul = getattr(self, "attn_body/matmul")(
        attn_body_reshape2, initializers_onnx_initializer_6
    )
    attn_body_reshape2 = initializers_onnx_initializer_6 = None
    initializers_onnx_initializer_7 = self.initializers.onnx_initializer_7
    attn_body_add = getattr(self, "attn_body/add")(
        attn_body_matmul, initializers_onnx_initializer_7
    )
    attn_body_matmul = initializers_onnx_initializer_7 = None
    attn_body_mish_softplus = getattr(self, "attn_body/mish/softplus")(attn_body_add)
    attn_body_mish_tanh = getattr(self, "attn_body/mish/tanh")(attn_body_mish_softplus)
    attn_body_mish_softplus = None
    attn_body_mish = getattr(self, "attn_body/mish")(attn_body_mish_tanh, attn_body_add)
    attn_body_mish_tanh = attn_body_add = None
    initializers_onnx_initializer_8 = self.initializers.onnx_initializer_8
    attn_body_ma_gating_rehape1 = getattr(self, "attn_body/ma_gating/rehape1")(
        attn_body_mish, initializers_onnx_initializer_8
    )
    attn_body_mish = initializers_onnx_initializer_8 = None
    initializers_onnx_initializer_9 = self.initializers.onnx_initializer_9
    ip_mul_gate = self.ip_mul_gate(
        attn_body_ma_gating_rehape1, initializers_onnx_initializer_9
    )
    attn_body_ma_gating_rehape1 = initializers_onnx_initializer_9 = None
    initializers_onnx_initializer_10 = self.initializers.onnx_initializer_10
    ip_add_gate = self.ip_add_gate(ip_mul_gate, initializers_onnx_initializer_10)
    ip_mul_gate = initializers_onnx_initializer_10 = None
    initializers_onnx_initializer_11 = self.initializers.onnx_initializer_11
    attn_body_ma_gating_rehape2 = getattr(self, "attn_body/ma_gating/rehape2")(
        ip_add_gate, initializers_onnx_initializer_11
    )
    ip_add_gate = initializers_onnx_initializer_11 = None
    initializers_onnx_initializer_12 = self.initializers.onnx_initializer_12
    encoder0_mha_q_w = getattr(self, "encoder0/mha/Q/w")(
        attn_body_ma_gating_rehape2, initializers_onnx_initializer_12
    )
    initializers_onnx_initializer_12 = None
    initializers_onnx_initializer_13 = self.initializers.onnx_initializer_13
    encoder0_mha_q_b = getattr(self, "encoder0/mha/Q/b")(
        encoder0_mha_q_w, initializers_onnx_initializer_13
    )
    encoder0_mha_q_w = initializers_onnx_initializer_13 = None
    initializers_onnx_initializer_14 = self.initializers.onnx_initializer_14
    encoder0_mha_q_reshape = getattr(self, "encoder0/mha/Q/reshape")(
        encoder0_mha_q_b, initializers_onnx_initializer_14
    )
    encoder0_mha_q_b = initializers_onnx_initializer_14 = None
    encoder0_mha_q_transpose = getattr(self, "encoder0/mha/Q/transpose")(
        encoder0_mha_q_reshape
    )
    encoder0_mha_q_reshape = None
    initializers_onnx_initializer_15 = self.initializers.onnx_initializer_15
    encoder0_mha_k_w = getattr(self, "encoder0/mha/K/w")(
        attn_body_ma_gating_rehape2, initializers_onnx_initializer_15
    )
    initializers_onnx_initializer_15 = None
    initializers_onnx_initializer_16 = self.initializers.onnx_initializer_16
    encoder0_mha_k_b = getattr(self, "encoder0/mha/K/b")(
        encoder0_mha_k_w, initializers_onnx_initializer_16
    )
    encoder0_mha_k_w = initializers_onnx_initializer_16 = None
    initializers_onnx_initializer_17 = self.initializers.onnx_initializer_17
    encoder0_mha_k_reshape = getattr(self, "encoder0/mha/K/reshape")(
        encoder0_mha_k_b, initializers_onnx_initializer_17
    )
    encoder0_mha_k_b = initializers_onnx_initializer_17 = None
    encoder0_mha_k_transpose = getattr(self, "encoder0/mha/K/transpose")(
        encoder0_mha_k_reshape
    )
    encoder0_mha_k_reshape = None
    initializers_onnx_initializer_18 = self.initializers.onnx_initializer_18
    encoder0_mha_v_w = getattr(self, "encoder0/mha/V/w")(
        attn_body_ma_gating_rehape2, initializers_onnx_initializer_18
    )
    initializers_onnx_initializer_18 = None
    initializers_onnx_initializer_19 = self.initializers.onnx_initializer_19
    encoder0_mha_v_b = getattr(self, "encoder0/mha/V/b")(
        encoder0_mha_v_w, initializers_onnx_initializer_19
    )
    encoder0_mha_v_w = initializers_onnx_initializer_19 = None
    initializers_onnx_initializer_20 = self.initializers.onnx_initializer_20
    encoder0_mha_v_reshape = getattr(self, "encoder0/mha/V/reshape")(
        encoder0_mha_v_b, initializers_onnx_initializer_20
    )
    encoder0_mha_v_b = initializers_onnx_initializer_20 = None
    encoder0_mha_v_transpose = getattr(self, "encoder0/mha/V/transpose")(
        encoder0_mha_v_reshape
    )
    encoder0_mha_v_reshape = None
    encoder0_mha_qk_matmul = getattr(self, "encoder0/mha/QK/matmul")(
        encoder0_mha_q_transpose, encoder0_mha_k_transpose
    )
    encoder0_mha_q_transpose = encoder0_mha_k_transpose = None
    initializers_onnx_initializer_21 = self.initializers.onnx_initializer_21
    encoder0_mha_qk_scale = getattr(self, "encoder0/mha/QK/scale")(
        encoder0_mha_qk_matmul, initializers_onnx_initializer_21
    )
    encoder0_mha_qk_matmul = initializers_onnx_initializer_21 = None
    initializers_onnx_initializer_22 = self.initializers.onnx_initializer_22
    encoder0_smolgen_compress = getattr(self, "encoder0/smolgen/compress")(
        attn_body_ma_gating_rehape2, initializers_onnx_initializer_22
    )
    initializers_onnx_initializer_22 = None
    initializers_onnx_initializer_23 = self.initializers.onnx_initializer_23
    encoder0_smolgen_compress_reshape = getattr(
        self, "encoder0/smolgen/compress/reshape"
    )(encoder0_smolgen_compress, initializers_onnx_initializer_23)
    encoder0_smolgen_compress = initializers_onnx_initializer_23 = None
    initializers_onnx_initializer_24 = self.initializers.onnx_initializer_24
    encoder0_smolgen_dense1_w = getattr(self, "encoder0/smolgen/dense1/w")(
        encoder0_smolgen_compress_reshape, initializers_onnx_initializer_24
    )
    encoder0_smolgen_compress_reshape = initializers_onnx_initializer_24 = None
    initializers_onnx_initializer_25 = self.initializers.onnx_initializer_25
    encoder0_smolgen_dense1_b = getattr(self, "encoder0/smolgen/dense1/b")(
        encoder0_smolgen_dense1_w, initializers_onnx_initializer_25
    )
    encoder0_smolgen_dense1_w = initializers_onnx_initializer_25 = None
    encoder0_smolgen_dense1_swish_sigmoid = getattr(
        self, "encoder0/smolgen/dense1/swish/sigmoid"
    )(encoder0_smolgen_dense1_b)
    encoder0_smolgen_dense1_swish = getattr(self, "encoder0/smolgen/dense1/swish")(
        encoder0_smolgen_dense1_swish_sigmoid, encoder0_smolgen_dense1_b
    )
    encoder0_smolgen_dense1_swish_sigmoid = encoder0_smolgen_dense1_b = None
    encoder0_smolgen_ln1_to_float = getattr(self, "encoder0/smolgen/ln1/to_float")(
        encoder0_smolgen_dense1_swish
    )
    encoder0_smolgen_dense1_swish = None
    encoder0_smolgen_ln1_mean = getattr(self, "encoder0/smolgen/ln1/mean")(
        encoder0_smolgen_ln1_to_float
    )
    encoder0_smolgen_ln1_centered = getattr(self, "encoder0/smolgen/ln1/centered")(
        encoder0_smolgen_ln1_to_float, encoder0_smolgen_ln1_mean
    )
    encoder0_smolgen_ln1_to_float = encoder0_smolgen_ln1_mean = None
    encoder0_smolgen_ln1_squared = getattr(self, "encoder0/smolgen/ln1/squared")(
        encoder0_smolgen_ln1_centered, encoder0_smolgen_ln1_centered
    )
    encoder0_smolgen_ln1_var = getattr(self, "encoder0/smolgen/ln1/var")(
        encoder0_smolgen_ln1_squared
    )
    encoder0_smolgen_ln1_squared = None
    initializers_onnx_initializer_26 = self.initializers.onnx_initializer_26
    encoder0_smolgen_ln1_var_eps = getattr(self, "encoder0/smolgen/ln1/var_eps")(
        encoder0_smolgen_ln1_var, initializers_onnx_initializer_26
    )
    encoder0_smolgen_ln1_var = initializers_onnx_initializer_26 = None
    encoder0_smolgen_ln1_std = getattr(self, "encoder0/smolgen/ln1/std")(
        encoder0_smolgen_ln1_var_eps
    )
    encoder0_smolgen_ln1_var_eps = None
    encoder0_smolgen_ln1_inv_std = getattr(self, "encoder0/smolgen/ln1/inv_std")(
        encoder0_smolgen_ln1_std
    )
    encoder0_smolgen_ln1_std = None
    encoder0_smolgen_ln1_normalized = getattr(self, "encoder0/smolgen/ln1/normalized")(
        encoder0_smolgen_ln1_centered, encoder0_smolgen_ln1_inv_std
    )
    encoder0_smolgen_ln1_centered = encoder0_smolgen_ln1_inv_std = None
    encoder0_smolgen_ln1_to_data_type = getattr(
        self, "encoder0/smolgen/ln1/to_data_type"
    )(encoder0_smolgen_ln1_normalized)
    encoder0_smolgen_ln1_normalized = None
    initializers_onnx_initializer_27 = self.initializers.onnx_initializer_27
    encoder0_smolgen_ln1_gammas = getattr(self, "encoder0/smolgen/ln1/gammas")(
        encoder0_smolgen_ln1_to_data_type, initializers_onnx_initializer_27
    )
    encoder0_smolgen_ln1_to_data_type = initializers_onnx_initializer_27 = None
    initializers_onnx_initializer_28 = self.initializers.onnx_initializer_28
    encoder0_smolgen_ln1_betas = getattr(self, "encoder0/smolgen/ln1/betas")(
        encoder0_smolgen_ln1_gammas, initializers_onnx_initializer_28
    )
    encoder0_smolgen_ln1_gammas = initializers_onnx_initializer_28 = None
    initializers_onnx_initializer_29 = self.initializers.onnx_initializer_29
    encoder0_smolgen_dense2_w = getattr(self, "encoder0/smolgen/dense2/w")(
        encoder0_smolgen_ln1_betas, initializers_onnx_initializer_29
    )
    encoder0_smolgen_ln1_betas = initializers_onnx_initializer_29 = None
    initializers_onnx_initializer_30 = self.initializers.onnx_initializer_30
    encoder0_smolgen_dense2_b = getattr(self, "encoder0/smolgen/dense2/b")(
        encoder0_smolgen_dense2_w, initializers_onnx_initializer_30
    )
    encoder0_smolgen_dense2_w = initializers_onnx_initializer_30 = None
    encoder0_smolgen_dense2_swish_sigmoid = getattr(
        self, "encoder0/smolgen/dense2/swish/sigmoid"
    )(encoder0_smolgen_dense2_b)
    encoder0_smolgen_dense2_swish = getattr(self, "encoder0/smolgen/dense2/swish")(
        encoder0_smolgen_dense2_swish_sigmoid, encoder0_smolgen_dense2_b
    )
    encoder0_smolgen_dense2_swish_sigmoid = encoder0_smolgen_dense2_b = None
    encoder0_smolgen_ln2_to_float = getattr(self, "encoder0/smolgen/ln2/to_float")(
        encoder0_smolgen_dense2_swish
    )
    encoder0_smolgen_dense2_swish = None
    encoder0_smolgen_ln2_mean = getattr(self, "encoder0/smolgen/ln2/mean")(
        encoder0_smolgen_ln2_to_float
    )
    encoder0_smolgen_ln2_centered = getattr(self, "encoder0/smolgen/ln2/centered")(
        encoder0_smolgen_ln2_to_float, encoder0_smolgen_ln2_mean
    )
    encoder0_smolgen_ln2_to_float = encoder0_smolgen_ln2_mean = None
    encoder0_smolgen_ln2_squared = getattr(self, "encoder0/smolgen/ln2/squared")(
        encoder0_smolgen_ln2_centered, encoder0_smolgen_ln2_centered
    )
    encoder0_smolgen_ln2_var = getattr(self, "encoder0/smolgen/ln2/var")(
        encoder0_smolgen_ln2_squared
    )
    encoder0_smolgen_ln2_squared = None
    initializers_onnx_initializer_31 = self.initializers.onnx_initializer_31
    encoder0_smolgen_ln2_var_eps = getattr(self, "encoder0/smolgen/ln2/var_eps")(
        encoder0_smolgen_ln2_var, initializers_onnx_initializer_31
    )
    encoder0_smolgen_ln2_var = initializers_onnx_initializer_31 = None
    encoder0_smolgen_ln2_std = getattr(self, "encoder0/smolgen/ln2/std")(
        encoder0_smolgen_ln2_var_eps
    )
    encoder0_smolgen_ln2_var_eps = None
    encoder0_smolgen_ln2_inv_std = getattr(self, "encoder0/smolgen/ln2/inv_std")(
        encoder0_smolgen_ln2_std
    )
    encoder0_smolgen_ln2_std = None
    encoder0_smolgen_ln2_normalized = getattr(self, "encoder0/smolgen/ln2/normalized")(
        encoder0_smolgen_ln2_centered, encoder0_smolgen_ln2_inv_std
    )
    encoder0_smolgen_ln2_centered = encoder0_smolgen_ln2_inv_std = None
    encoder0_smolgen_ln2_to_data_type = getattr(
        self, "encoder0/smolgen/ln2/to_data_type"
    )(encoder0_smolgen_ln2_normalized)
    encoder0_smolgen_ln2_normalized = None
    initializers_onnx_initializer_32 = self.initializers.onnx_initializer_32
    encoder0_smolgen_ln2_gammas = getattr(self, "encoder0/smolgen/ln2/gammas")(
        encoder0_smolgen_ln2_to_data_type, initializers_onnx_initializer_32
    )
    encoder0_smolgen_ln2_to_data_type = initializers_onnx_initializer_32 = None
    initializers_onnx_initializer_33 = self.initializers.onnx_initializer_33
    encoder0_smolgen_ln2_betas = getattr(self, "encoder0/smolgen/ln2/betas")(
        encoder0_smolgen_ln2_gammas, initializers_onnx_initializer_33
    )
    encoder0_smolgen_ln2_gammas = initializers_onnx_initializer_33 = None
    initializers_onnx_initializer_34 = self.initializers.onnx_initializer_34
    encoder0_smolgen_gen_from_reshape = getattr(
        self, "encoder0/smolgen/gen_from/reshape"
    )(encoder0_smolgen_ln2_betas, initializers_onnx_initializer_34)
    encoder0_smolgen_ln2_betas = initializers_onnx_initializer_34 = None
    initializers_onnx_initializer_35 = self.initializers.onnx_initializer_35
    encoder0_smolgen_smol_weight_gen = getattr(
        self, "encoder0/smolgen/smol_weight_gen"
    )(encoder0_smolgen_gen_from_reshape, initializers_onnx_initializer_35)
    encoder0_smolgen_gen_from_reshape = initializers_onnx_initializer_35 = None
    initializers_onnx_initializer_36 = self.initializers.onnx_initializer_36
    encoder0_smolgen_out_reshape = getattr(self, "encoder0/smolgen/out/reshape")(
        encoder0_smolgen_smol_weight_gen, initializers_onnx_initializer_36
    )
    encoder0_smolgen_smol_weight_gen = initializers_onnx_initializer_36 = None
    encoder0_smolgen_weights = getattr(self, "encoder0/smolgen_weights")(
        encoder0_mha_qk_scale, encoder0_smolgen_out_reshape
    )
    encoder0_mha_qk_scale = encoder0_smolgen_out_reshape = None
    encoder0_mha_qk_softmax = getattr(self, "encoder0/mha/QK/softmax")(
        encoder0_smolgen_weights
    )
    encoder0_smolgen_weights = None
    encoder0_mha_qkv_matmul = getattr(self, "encoder0/mha/QKV/matmul")(
        encoder0_mha_qk_softmax, encoder0_mha_v_transpose
    )
    encoder0_mha_qk_softmax = encoder0_mha_v_transpose = None
    encoder0_mha_out_transpose = getattr(self, "encoder0/mha/out/transpose")(
        encoder0_mha_qkv_matmul
    )
    encoder0_mha_qkv_matmul = None
    initializers_onnx_initializer_37 = self.initializers.onnx_initializer_37
    encoder0_mha_out_reshape = getattr(self, "encoder0/mha/out/reshape")(
        encoder0_mha_out_transpose, initializers_onnx_initializer_37
    )
    encoder0_mha_out_transpose = initializers_onnx_initializer_37 = None
    initializers_onnx_initializer_38 = self.initializers.onnx_initializer_38
    encoder0_mha_out_dense_w = getattr(self, "encoder0/mha/out/dense/w")(
        encoder0_mha_out_reshape, initializers_onnx_initializer_38
    )
    encoder0_mha_out_reshape = initializers_onnx_initializer_38 = None
    initializers_onnx_initializer_39 = self.initializers.onnx_initializer_39
    encoder0_mha_out_dense_b = getattr(self, "encoder0/mha/out/dense/b")(
        encoder0_mha_out_dense_w, initializers_onnx_initializer_39
    )
    encoder0_mha_out_dense_w = initializers_onnx_initializer_39 = None
    initializers_onnx_initializer_40 = self.initializers.onnx_initializer_40
    encoder0_alpha_input = getattr(self, "encoder0/alpha*input")(
        encoder0_mha_out_dense_b, initializers_onnx_initializer_40
    )
    encoder0_mha_out_dense_b = initializers_onnx_initializer_40 = None
    encoder0_mha_out_skip = getattr(self, "encoder0/mha/out/skip")(
        encoder0_alpha_input, attn_body_ma_gating_rehape2
    )
    encoder0_alpha_input = attn_body_ma_gating_rehape2 = None
    encoder0_ln1_to_float = getattr(self, "encoder0/ln1/to_float")(
        encoder0_mha_out_skip
    )
    encoder0_mha_out_skip = None
    encoder0_ln1_mean = getattr(self, "encoder0/ln1/mean")(encoder0_ln1_to_float)
    encoder0_ln1_centered = getattr(self, "encoder0/ln1/centered")(
        encoder0_ln1_to_float, encoder0_ln1_mean
    )
    encoder0_ln1_to_float = encoder0_ln1_mean = None
    encoder0_ln1_squared = getattr(self, "encoder0/ln1/squared")(
        encoder0_ln1_centered, encoder0_ln1_centered
    )
    encoder0_ln1_var = getattr(self, "encoder0/ln1/var")(encoder0_ln1_squared)
    encoder0_ln1_squared = None
    initializers_onnx_initializer_41 = self.initializers.onnx_initializer_41
    encoder0_ln1_var_eps = getattr(self, "encoder0/ln1/var_eps")(
        encoder0_ln1_var, initializers_onnx_initializer_41
    )
    encoder0_ln1_var = initializers_onnx_initializer_41 = None
    encoder0_ln1_std = getattr(self, "encoder0/ln1/std")(encoder0_ln1_var_eps)
    encoder0_ln1_var_eps = None
    encoder0_ln1_inv_std = getattr(self, "encoder0/ln1/inv_std")(encoder0_ln1_std)
    encoder0_ln1_std = None
    encoder0_ln1_normalized = getattr(self, "encoder0/ln1/normalized")(
        encoder0_ln1_centered, encoder0_ln1_inv_std
    )
    encoder0_ln1_centered = encoder0_ln1_inv_std = None
    encoder0_ln1_to_data_type = getattr(self, "encoder0/ln1/to_data_type")(
        encoder0_ln1_normalized
    )
    encoder0_ln1_normalized = None
    initializers_onnx_initializer_42 = self.initializers.onnx_initializer_42
    encoder0_ln1_gammas = getattr(self, "encoder0/ln1/gammas")(
        encoder0_ln1_to_data_type, initializers_onnx_initializer_42
    )
    encoder0_ln1_to_data_type = initializers_onnx_initializer_42 = None
    initializers_onnx_initializer_43 = self.initializers.onnx_initializer_43
    encoder0_ln1_betas = getattr(self, "encoder0/ln1/betas")(
        encoder0_ln1_gammas, initializers_onnx_initializer_43
    )
    encoder0_ln1_gammas = initializers_onnx_initializer_43 = None
    initializers_onnx_initializer_44 = self.initializers.onnx_initializer_44
    encoder0_ffn_dense1_w = getattr(self, "encoder0/ffn/dense1/w")(
        encoder0_ln1_betas, initializers_onnx_initializer_44
    )
    initializers_onnx_initializer_44 = None
    initializers_onnx_initializer_45 = self.initializers.onnx_initializer_45
    encoder0_ffn_dense1_b = getattr(self, "encoder0/ffn/dense1/b")(
        encoder0_ffn_dense1_w, initializers_onnx_initializer_45
    )
    encoder0_ffn_dense1_w = initializers_onnx_initializer_45 = None
    encoder0_ffn_dense1_sqrrelu_relu = getattr(
        self, "encoder0/ffn/dense1/sqrrelu/relu"
    )(encoder0_ffn_dense1_b)
    encoder0_ffn_dense1_b = None
    encoder0_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder0/ffn/dense1/sqrrelu/sqr")(
        encoder0_ffn_dense1_sqrrelu_relu, encoder0_ffn_dense1_sqrrelu_relu
    )
    encoder0_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_46 = self.initializers.onnx_initializer_46
    encoder0_ffn_dense2_w = getattr(self, "encoder0/ffn/dense2/w")(
        encoder0_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_46
    )
    encoder0_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_46 = None
    initializers_onnx_initializer_47 = self.initializers.onnx_initializer_47
    encoder0_ffn_dense2_b = getattr(self, "encoder0/ffn/dense2/b")(
        encoder0_ffn_dense2_w, initializers_onnx_initializer_47
    )
    encoder0_ffn_dense2_w = initializers_onnx_initializer_47 = None
    initializers_onnx_initializer_48 = self.initializers.onnx_initializer_48
    encoder0_ffn_alpha = getattr(self, "encoder0/ffn/alpha")(
        encoder0_ffn_dense2_b, initializers_onnx_initializer_48
    )
    encoder0_ffn_dense2_b = initializers_onnx_initializer_48 = None
    encoder0_ffn_skip = getattr(self, "encoder0/ffn/skip")(
        encoder0_ffn_alpha, encoder0_ln1_betas
    )
    encoder0_ffn_alpha = encoder0_ln1_betas = None
    encoder0_ln2_to_float = getattr(self, "encoder0/ln2/to_float")(encoder0_ffn_skip)
    encoder0_ffn_skip = None
    encoder0_ln2_mean = getattr(self, "encoder0/ln2/mean")(encoder0_ln2_to_float)
    encoder0_ln2_centered = getattr(self, "encoder0/ln2/centered")(
        encoder0_ln2_to_float, encoder0_ln2_mean
    )
    encoder0_ln2_to_float = encoder0_ln2_mean = None
    encoder0_ln2_squared = getattr(self, "encoder0/ln2/squared")(
        encoder0_ln2_centered, encoder0_ln2_centered
    )
    encoder0_ln2_var = getattr(self, "encoder0/ln2/var")(encoder0_ln2_squared)
    encoder0_ln2_squared = None
    initializers_onnx_initializer_49 = self.initializers.onnx_initializer_49
    encoder0_ln2_var_eps = getattr(self, "encoder0/ln2/var_eps")(
        encoder0_ln2_var, initializers_onnx_initializer_49
    )
    encoder0_ln2_var = initializers_onnx_initializer_49 = None
    encoder0_ln2_std = getattr(self, "encoder0/ln2/std")(encoder0_ln2_var_eps)
    encoder0_ln2_var_eps = None
    encoder0_ln2_inv_std = getattr(self, "encoder0/ln2/inv_std")(encoder0_ln2_std)
    encoder0_ln2_std = None
    encoder0_ln2_normalized = getattr(self, "encoder0/ln2/normalized")(
        encoder0_ln2_centered, encoder0_ln2_inv_std
    )
    encoder0_ln2_centered = encoder0_ln2_inv_std = None
    encoder0_ln2_to_data_type = getattr(self, "encoder0/ln2/to_data_type")(
        encoder0_ln2_normalized
    )
    encoder0_ln2_normalized = None
    initializers_onnx_initializer_50 = self.initializers.onnx_initializer_50
    encoder0_ln2_gammas = getattr(self, "encoder0/ln2/gammas")(
        encoder0_ln2_to_data_type, initializers_onnx_initializer_50
    )
    encoder0_ln2_to_data_type = initializers_onnx_initializer_50 = None
    initializers_onnx_initializer_51 = self.initializers.onnx_initializer_51
    encoder0_ln2_betas = getattr(self, "encoder0/ln2/betas")(
        encoder0_ln2_gammas, initializers_onnx_initializer_51
    )
    encoder0_ln2_gammas = initializers_onnx_initializer_51 = None
    initializers_onnx_initializer_52 = self.initializers.onnx_initializer_52
    encoder1_mha_q_w = getattr(self, "encoder1/mha/Q/w")(
        encoder0_ln2_betas, initializers_onnx_initializer_52
    )
    initializers_onnx_initializer_52 = None
    initializers_onnx_initializer_53 = self.initializers.onnx_initializer_53
    encoder1_mha_q_b = getattr(self, "encoder1/mha/Q/b")(
        encoder1_mha_q_w, initializers_onnx_initializer_53
    )
    encoder1_mha_q_w = initializers_onnx_initializer_53 = None
    initializers_onnx_initializer_54 = self.initializers.onnx_initializer_54
    encoder1_mha_q_reshape = getattr(self, "encoder1/mha/Q/reshape")(
        encoder1_mha_q_b, initializers_onnx_initializer_54
    )
    encoder1_mha_q_b = initializers_onnx_initializer_54 = None
    encoder1_mha_q_transpose = getattr(self, "encoder1/mha/Q/transpose")(
        encoder1_mha_q_reshape
    )
    encoder1_mha_q_reshape = None
    initializers_onnx_initializer_55 = self.initializers.onnx_initializer_55
    encoder1_mha_k_w = getattr(self, "encoder1/mha/K/w")(
        encoder0_ln2_betas, initializers_onnx_initializer_55
    )
    initializers_onnx_initializer_55 = None
    initializers_onnx_initializer_56 = self.initializers.onnx_initializer_56
    encoder1_mha_k_b = getattr(self, "encoder1/mha/K/b")(
        encoder1_mha_k_w, initializers_onnx_initializer_56
    )
    encoder1_mha_k_w = initializers_onnx_initializer_56 = None
    initializers_onnx_initializer_57 = self.initializers.onnx_initializer_57
    encoder1_mha_k_reshape = getattr(self, "encoder1/mha/K/reshape")(
        encoder1_mha_k_b, initializers_onnx_initializer_57
    )
    encoder1_mha_k_b = initializers_onnx_initializer_57 = None
    encoder1_mha_k_transpose = getattr(self, "encoder1/mha/K/transpose")(
        encoder1_mha_k_reshape
    )
    encoder1_mha_k_reshape = None
    initializers_onnx_initializer_58 = self.initializers.onnx_initializer_58
    encoder1_mha_v_w = getattr(self, "encoder1/mha/V/w")(
        encoder0_ln2_betas, initializers_onnx_initializer_58
    )
    initializers_onnx_initializer_58 = None
    initializers_onnx_initializer_59 = self.initializers.onnx_initializer_59
    encoder1_mha_v_b = getattr(self, "encoder1/mha/V/b")(
        encoder1_mha_v_w, initializers_onnx_initializer_59
    )
    encoder1_mha_v_w = initializers_onnx_initializer_59 = None
    initializers_onnx_initializer_60 = self.initializers.onnx_initializer_60
    encoder1_mha_v_reshape = getattr(self, "encoder1/mha/V/reshape")(
        encoder1_mha_v_b, initializers_onnx_initializer_60
    )
    encoder1_mha_v_b = initializers_onnx_initializer_60 = None
    encoder1_mha_v_transpose = getattr(self, "encoder1/mha/V/transpose")(
        encoder1_mha_v_reshape
    )
    encoder1_mha_v_reshape = None
    encoder1_mha_qk_matmul = getattr(self, "encoder1/mha/QK/matmul")(
        encoder1_mha_q_transpose, encoder1_mha_k_transpose
    )
    encoder1_mha_q_transpose = encoder1_mha_k_transpose = None
    initializers_onnx_initializer_61 = self.initializers.onnx_initializer_61
    encoder1_mha_qk_scale = getattr(self, "encoder1/mha/QK/scale")(
        encoder1_mha_qk_matmul, initializers_onnx_initializer_61
    )
    encoder1_mha_qk_matmul = initializers_onnx_initializer_61 = None
    initializers_onnx_initializer_62 = self.initializers.onnx_initializer_62
    encoder1_smolgen_compress = getattr(self, "encoder1/smolgen/compress")(
        encoder0_ln2_betas, initializers_onnx_initializer_62
    )
    initializers_onnx_initializer_62 = None
    initializers_onnx_initializer_63 = self.initializers.onnx_initializer_63
    encoder1_smolgen_compress_reshape = getattr(
        self, "encoder1/smolgen/compress/reshape"
    )(encoder1_smolgen_compress, initializers_onnx_initializer_63)
    encoder1_smolgen_compress = initializers_onnx_initializer_63 = None
    initializers_onnx_initializer_64 = self.initializers.onnx_initializer_64
    encoder1_smolgen_dense1_w = getattr(self, "encoder1/smolgen/dense1/w")(
        encoder1_smolgen_compress_reshape, initializers_onnx_initializer_64
    )
    encoder1_smolgen_compress_reshape = initializers_onnx_initializer_64 = None
    initializers_onnx_initializer_65 = self.initializers.onnx_initializer_65
    encoder1_smolgen_dense1_b = getattr(self, "encoder1/smolgen/dense1/b")(
        encoder1_smolgen_dense1_w, initializers_onnx_initializer_65
    )
    encoder1_smolgen_dense1_w = initializers_onnx_initializer_65 = None
    encoder1_smolgen_dense1_swish_sigmoid = getattr(
        self, "encoder1/smolgen/dense1/swish/sigmoid"
    )(encoder1_smolgen_dense1_b)
    encoder1_smolgen_dense1_swish = getattr(self, "encoder1/smolgen/dense1/swish")(
        encoder1_smolgen_dense1_swish_sigmoid, encoder1_smolgen_dense1_b
    )
    encoder1_smolgen_dense1_swish_sigmoid = encoder1_smolgen_dense1_b = None
    encoder1_smolgen_ln1_to_float = getattr(self, "encoder1/smolgen/ln1/to_float")(
        encoder1_smolgen_dense1_swish
    )
    encoder1_smolgen_dense1_swish = None
    encoder1_smolgen_ln1_mean = getattr(self, "encoder1/smolgen/ln1/mean")(
        encoder1_smolgen_ln1_to_float
    )
    encoder1_smolgen_ln1_centered = getattr(self, "encoder1/smolgen/ln1/centered")(
        encoder1_smolgen_ln1_to_float, encoder1_smolgen_ln1_mean
    )
    encoder1_smolgen_ln1_to_float = encoder1_smolgen_ln1_mean = None
    encoder1_smolgen_ln1_squared = getattr(self, "encoder1/smolgen/ln1/squared")(
        encoder1_smolgen_ln1_centered, encoder1_smolgen_ln1_centered
    )
    encoder1_smolgen_ln1_var = getattr(self, "encoder1/smolgen/ln1/var")(
        encoder1_smolgen_ln1_squared
    )
    encoder1_smolgen_ln1_squared = None
    initializers_onnx_initializer_66 = self.initializers.onnx_initializer_66
    encoder1_smolgen_ln1_var_eps = getattr(self, "encoder1/smolgen/ln1/var_eps")(
        encoder1_smolgen_ln1_var, initializers_onnx_initializer_66
    )
    encoder1_smolgen_ln1_var = initializers_onnx_initializer_66 = None
    encoder1_smolgen_ln1_std = getattr(self, "encoder1/smolgen/ln1/std")(
        encoder1_smolgen_ln1_var_eps
    )
    encoder1_smolgen_ln1_var_eps = None
    encoder1_smolgen_ln1_inv_std = getattr(self, "encoder1/smolgen/ln1/inv_std")(
        encoder1_smolgen_ln1_std
    )
    encoder1_smolgen_ln1_std = None
    encoder1_smolgen_ln1_normalized = getattr(self, "encoder1/smolgen/ln1/normalized")(
        encoder1_smolgen_ln1_centered, encoder1_smolgen_ln1_inv_std
    )
    encoder1_smolgen_ln1_centered = encoder1_smolgen_ln1_inv_std = None
    encoder1_smolgen_ln1_to_data_type = getattr(
        self, "encoder1/smolgen/ln1/to_data_type"
    )(encoder1_smolgen_ln1_normalized)
    encoder1_smolgen_ln1_normalized = None
    initializers_onnx_initializer_67 = self.initializers.onnx_initializer_67
    encoder1_smolgen_ln1_gammas = getattr(self, "encoder1/smolgen/ln1/gammas")(
        encoder1_smolgen_ln1_to_data_type, initializers_onnx_initializer_67
    )
    encoder1_smolgen_ln1_to_data_type = initializers_onnx_initializer_67 = None
    initializers_onnx_initializer_68 = self.initializers.onnx_initializer_68
    encoder1_smolgen_ln1_betas = getattr(self, "encoder1/smolgen/ln1/betas")(
        encoder1_smolgen_ln1_gammas, initializers_onnx_initializer_68
    )
    encoder1_smolgen_ln1_gammas = initializers_onnx_initializer_68 = None
    initializers_onnx_initializer_69 = self.initializers.onnx_initializer_69
    encoder1_smolgen_dense2_w = getattr(self, "encoder1/smolgen/dense2/w")(
        encoder1_smolgen_ln1_betas, initializers_onnx_initializer_69
    )
    encoder1_smolgen_ln1_betas = initializers_onnx_initializer_69 = None
    initializers_onnx_initializer_70 = self.initializers.onnx_initializer_70
    encoder1_smolgen_dense2_b = getattr(self, "encoder1/smolgen/dense2/b")(
        encoder1_smolgen_dense2_w, initializers_onnx_initializer_70
    )
    encoder1_smolgen_dense2_w = initializers_onnx_initializer_70 = None
    encoder1_smolgen_dense2_swish_sigmoid = getattr(
        self, "encoder1/smolgen/dense2/swish/sigmoid"
    )(encoder1_smolgen_dense2_b)
    encoder1_smolgen_dense2_swish = getattr(self, "encoder1/smolgen/dense2/swish")(
        encoder1_smolgen_dense2_swish_sigmoid, encoder1_smolgen_dense2_b
    )
    encoder1_smolgen_dense2_swish_sigmoid = encoder1_smolgen_dense2_b = None
    encoder1_smolgen_ln2_to_float = getattr(self, "encoder1/smolgen/ln2/to_float")(
        encoder1_smolgen_dense2_swish
    )
    encoder1_smolgen_dense2_swish = None
    encoder1_smolgen_ln2_mean = getattr(self, "encoder1/smolgen/ln2/mean")(
        encoder1_smolgen_ln2_to_float
    )
    encoder1_smolgen_ln2_centered = getattr(self, "encoder1/smolgen/ln2/centered")(
        encoder1_smolgen_ln2_to_float, encoder1_smolgen_ln2_mean
    )
    encoder1_smolgen_ln2_to_float = encoder1_smolgen_ln2_mean = None
    encoder1_smolgen_ln2_squared = getattr(self, "encoder1/smolgen/ln2/squared")(
        encoder1_smolgen_ln2_centered, encoder1_smolgen_ln2_centered
    )
    encoder1_smolgen_ln2_var = getattr(self, "encoder1/smolgen/ln2/var")(
        encoder1_smolgen_ln2_squared
    )
    encoder1_smolgen_ln2_squared = None
    initializers_onnx_initializer_71 = self.initializers.onnx_initializer_71
    encoder1_smolgen_ln2_var_eps = getattr(self, "encoder1/smolgen/ln2/var_eps")(
        encoder1_smolgen_ln2_var, initializers_onnx_initializer_71
    )
    encoder1_smolgen_ln2_var = initializers_onnx_initializer_71 = None
    encoder1_smolgen_ln2_std = getattr(self, "encoder1/smolgen/ln2/std")(
        encoder1_smolgen_ln2_var_eps
    )
    encoder1_smolgen_ln2_var_eps = None
    encoder1_smolgen_ln2_inv_std = getattr(self, "encoder1/smolgen/ln2/inv_std")(
        encoder1_smolgen_ln2_std
    )
    encoder1_smolgen_ln2_std = None
    encoder1_smolgen_ln2_normalized = getattr(self, "encoder1/smolgen/ln2/normalized")(
        encoder1_smolgen_ln2_centered, encoder1_smolgen_ln2_inv_std
    )
    encoder1_smolgen_ln2_centered = encoder1_smolgen_ln2_inv_std = None
    encoder1_smolgen_ln2_to_data_type = getattr(
        self, "encoder1/smolgen/ln2/to_data_type"
    )(encoder1_smolgen_ln2_normalized)
    encoder1_smolgen_ln2_normalized = None
    initializers_onnx_initializer_72 = self.initializers.onnx_initializer_72
    encoder1_smolgen_ln2_gammas = getattr(self, "encoder1/smolgen/ln2/gammas")(
        encoder1_smolgen_ln2_to_data_type, initializers_onnx_initializer_72
    )
    encoder1_smolgen_ln2_to_data_type = initializers_onnx_initializer_72 = None
    initializers_onnx_initializer_73 = self.initializers.onnx_initializer_73
    encoder1_smolgen_ln2_betas = getattr(self, "encoder1/smolgen/ln2/betas")(
        encoder1_smolgen_ln2_gammas, initializers_onnx_initializer_73
    )
    encoder1_smolgen_ln2_gammas = initializers_onnx_initializer_73 = None
    initializers_onnx_initializer_74 = self.initializers.onnx_initializer_74
    encoder1_smolgen_gen_from_reshape = getattr(
        self, "encoder1/smolgen/gen_from/reshape"
    )(encoder1_smolgen_ln2_betas, initializers_onnx_initializer_74)
    encoder1_smolgen_ln2_betas = initializers_onnx_initializer_74 = None
    initializers_onnx_initializer_75 = self.initializers.onnx_initializer_75
    encoder1_smolgen_smol_weight_gen = getattr(
        self, "encoder1/smolgen/smol_weight_gen"
    )(encoder1_smolgen_gen_from_reshape, initializers_onnx_initializer_75)
    encoder1_smolgen_gen_from_reshape = initializers_onnx_initializer_75 = None
    initializers_onnx_initializer_76 = self.initializers.onnx_initializer_76
    encoder1_smolgen_out_reshape = getattr(self, "encoder1/smolgen/out/reshape")(
        encoder1_smolgen_smol_weight_gen, initializers_onnx_initializer_76
    )
    encoder1_smolgen_smol_weight_gen = initializers_onnx_initializer_76 = None
    encoder1_smolgen_weights = getattr(self, "encoder1/smolgen_weights")(
        encoder1_mha_qk_scale, encoder1_smolgen_out_reshape
    )
    encoder1_mha_qk_scale = encoder1_smolgen_out_reshape = None
    encoder1_mha_qk_softmax = getattr(self, "encoder1/mha/QK/softmax")(
        encoder1_smolgen_weights
    )
    encoder1_smolgen_weights = None
    encoder1_mha_qkv_matmul = getattr(self, "encoder1/mha/QKV/matmul")(
        encoder1_mha_qk_softmax, encoder1_mha_v_transpose
    )
    encoder1_mha_qk_softmax = encoder1_mha_v_transpose = None
    encoder1_mha_out_transpose = getattr(self, "encoder1/mha/out/transpose")(
        encoder1_mha_qkv_matmul
    )
    encoder1_mha_qkv_matmul = None
    initializers_onnx_initializer_77 = self.initializers.onnx_initializer_77
    encoder1_mha_out_reshape = getattr(self, "encoder1/mha/out/reshape")(
        encoder1_mha_out_transpose, initializers_onnx_initializer_77
    )
    encoder1_mha_out_transpose = initializers_onnx_initializer_77 = None
    initializers_onnx_initializer_78 = self.initializers.onnx_initializer_78
    encoder1_mha_out_dense_w = getattr(self, "encoder1/mha/out/dense/w")(
        encoder1_mha_out_reshape, initializers_onnx_initializer_78
    )
    encoder1_mha_out_reshape = initializers_onnx_initializer_78 = None
    initializers_onnx_initializer_79 = self.initializers.onnx_initializer_79
    encoder1_mha_out_dense_b = getattr(self, "encoder1/mha/out/dense/b")(
        encoder1_mha_out_dense_w, initializers_onnx_initializer_79
    )
    encoder1_mha_out_dense_w = initializers_onnx_initializer_79 = None
    initializers_onnx_initializer_80 = self.initializers.onnx_initializer_80
    encoder1_alpha_input = getattr(self, "encoder1/alpha*input")(
        encoder1_mha_out_dense_b, initializers_onnx_initializer_80
    )
    encoder1_mha_out_dense_b = initializers_onnx_initializer_80 = None
    encoder1_mha_out_skip = getattr(self, "encoder1/mha/out/skip")(
        encoder1_alpha_input, encoder0_ln2_betas
    )
    encoder1_alpha_input = encoder0_ln2_betas = None
    encoder1_ln1_to_float = getattr(self, "encoder1/ln1/to_float")(
        encoder1_mha_out_skip
    )
    encoder1_mha_out_skip = None
    encoder1_ln1_mean = getattr(self, "encoder1/ln1/mean")(encoder1_ln1_to_float)
    encoder1_ln1_centered = getattr(self, "encoder1/ln1/centered")(
        encoder1_ln1_to_float, encoder1_ln1_mean
    )
    encoder1_ln1_to_float = encoder1_ln1_mean = None
    encoder1_ln1_squared = getattr(self, "encoder1/ln1/squared")(
        encoder1_ln1_centered, encoder1_ln1_centered
    )
    encoder1_ln1_var = getattr(self, "encoder1/ln1/var")(encoder1_ln1_squared)
    encoder1_ln1_squared = None
    initializers_onnx_initializer_81 = self.initializers.onnx_initializer_81
    encoder1_ln1_var_eps = getattr(self, "encoder1/ln1/var_eps")(
        encoder1_ln1_var, initializers_onnx_initializer_81
    )
    encoder1_ln1_var = initializers_onnx_initializer_81 = None
    encoder1_ln1_std = getattr(self, "encoder1/ln1/std")(encoder1_ln1_var_eps)
    encoder1_ln1_var_eps = None
    encoder1_ln1_inv_std = getattr(self, "encoder1/ln1/inv_std")(encoder1_ln1_std)
    encoder1_ln1_std = None
    encoder1_ln1_normalized = getattr(self, "encoder1/ln1/normalized")(
        encoder1_ln1_centered, encoder1_ln1_inv_std
    )
    encoder1_ln1_centered = encoder1_ln1_inv_std = None
    encoder1_ln1_to_data_type = getattr(self, "encoder1/ln1/to_data_type")(
        encoder1_ln1_normalized
    )
    encoder1_ln1_normalized = None
    initializers_onnx_initializer_82 = self.initializers.onnx_initializer_82
    encoder1_ln1_gammas = getattr(self, "encoder1/ln1/gammas")(
        encoder1_ln1_to_data_type, initializers_onnx_initializer_82
    )
    encoder1_ln1_to_data_type = initializers_onnx_initializer_82 = None
    initializers_onnx_initializer_83 = self.initializers.onnx_initializer_83
    encoder1_ln1_betas = getattr(self, "encoder1/ln1/betas")(
        encoder1_ln1_gammas, initializers_onnx_initializer_83
    )
    encoder1_ln1_gammas = initializers_onnx_initializer_83 = None
    initializers_onnx_initializer_84 = self.initializers.onnx_initializer_84
    encoder1_ffn_dense1_w = getattr(self, "encoder1/ffn/dense1/w")(
        encoder1_ln1_betas, initializers_onnx_initializer_84
    )
    initializers_onnx_initializer_84 = None
    initializers_onnx_initializer_85 = self.initializers.onnx_initializer_85
    encoder1_ffn_dense1_b = getattr(self, "encoder1/ffn/dense1/b")(
        encoder1_ffn_dense1_w, initializers_onnx_initializer_85
    )
    encoder1_ffn_dense1_w = initializers_onnx_initializer_85 = None
    encoder1_ffn_dense1_sqrrelu_relu = getattr(
        self, "encoder1/ffn/dense1/sqrrelu/relu"
    )(encoder1_ffn_dense1_b)
    encoder1_ffn_dense1_b = None
    encoder1_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder1/ffn/dense1/sqrrelu/sqr")(
        encoder1_ffn_dense1_sqrrelu_relu, encoder1_ffn_dense1_sqrrelu_relu
    )
    encoder1_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_86 = self.initializers.onnx_initializer_86
    encoder1_ffn_dense2_w = getattr(self, "encoder1/ffn/dense2/w")(
        encoder1_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_86
    )
    encoder1_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_86 = None
    initializers_onnx_initializer_87 = self.initializers.onnx_initializer_87
    encoder1_ffn_dense2_b = getattr(self, "encoder1/ffn/dense2/b")(
        encoder1_ffn_dense2_w, initializers_onnx_initializer_87
    )
    encoder1_ffn_dense2_w = initializers_onnx_initializer_87 = None
    initializers_onnx_initializer_88 = self.initializers.onnx_initializer_88
    encoder1_ffn_alpha = getattr(self, "encoder1/ffn/alpha")(
        encoder1_ffn_dense2_b, initializers_onnx_initializer_88
    )
    encoder1_ffn_dense2_b = initializers_onnx_initializer_88 = None
    encoder1_ffn_skip = getattr(self, "encoder1/ffn/skip")(
        encoder1_ffn_alpha, encoder1_ln1_betas
    )
    encoder1_ffn_alpha = encoder1_ln1_betas = None
    encoder1_ln2_to_float = getattr(self, "encoder1/ln2/to_float")(encoder1_ffn_skip)
    encoder1_ffn_skip = None
    encoder1_ln2_mean = getattr(self, "encoder1/ln2/mean")(encoder1_ln2_to_float)
    encoder1_ln2_centered = getattr(self, "encoder1/ln2/centered")(
        encoder1_ln2_to_float, encoder1_ln2_mean
    )
    encoder1_ln2_to_float = encoder1_ln2_mean = None
    encoder1_ln2_squared = getattr(self, "encoder1/ln2/squared")(
        encoder1_ln2_centered, encoder1_ln2_centered
    )
    encoder1_ln2_var = getattr(self, "encoder1/ln2/var")(encoder1_ln2_squared)
    encoder1_ln2_squared = None
    initializers_onnx_initializer_89 = self.initializers.onnx_initializer_89
    encoder1_ln2_var_eps = getattr(self, "encoder1/ln2/var_eps")(
        encoder1_ln2_var, initializers_onnx_initializer_89
    )
    encoder1_ln2_var = initializers_onnx_initializer_89 = None
    encoder1_ln2_std = getattr(self, "encoder1/ln2/std")(encoder1_ln2_var_eps)
    encoder1_ln2_var_eps = None
    encoder1_ln2_inv_std = getattr(self, "encoder1/ln2/inv_std")(encoder1_ln2_std)
    encoder1_ln2_std = None
    encoder1_ln2_normalized = getattr(self, "encoder1/ln2/normalized")(
        encoder1_ln2_centered, encoder1_ln2_inv_std
    )
    encoder1_ln2_centered = encoder1_ln2_inv_std = None
    encoder1_ln2_to_data_type = getattr(self, "encoder1/ln2/to_data_type")(
        encoder1_ln2_normalized
    )
    encoder1_ln2_normalized = None
    initializers_onnx_initializer_90 = self.initializers.onnx_initializer_90
    encoder1_ln2_gammas = getattr(self, "encoder1/ln2/gammas")(
        encoder1_ln2_to_data_type, initializers_onnx_initializer_90
    )
    encoder1_ln2_to_data_type = initializers_onnx_initializer_90 = None
    initializers_onnx_initializer_91 = self.initializers.onnx_initializer_91
    encoder1_ln2_betas = getattr(self, "encoder1/ln2/betas")(
        encoder1_ln2_gammas, initializers_onnx_initializer_91
    )
    encoder1_ln2_gammas = initializers_onnx_initializer_91 = None
    initializers_onnx_initializer_92 = self.initializers.onnx_initializer_92
    encoder2_mha_q_w = getattr(self, "encoder2/mha/Q/w")(
        encoder1_ln2_betas, initializers_onnx_initializer_92
    )
    initializers_onnx_initializer_92 = None
    initializers_onnx_initializer_93 = self.initializers.onnx_initializer_93
    encoder2_mha_q_b = getattr(self, "encoder2/mha/Q/b")(
        encoder2_mha_q_w, initializers_onnx_initializer_93
    )
    encoder2_mha_q_w = initializers_onnx_initializer_93 = None
    initializers_onnx_initializer_94 = self.initializers.onnx_initializer_94
    encoder2_mha_q_reshape = getattr(self, "encoder2/mha/Q/reshape")(
        encoder2_mha_q_b, initializers_onnx_initializer_94
    )
    encoder2_mha_q_b = initializers_onnx_initializer_94 = None
    encoder2_mha_q_transpose = getattr(self, "encoder2/mha/Q/transpose")(
        encoder2_mha_q_reshape
    )
    encoder2_mha_q_reshape = None
    initializers_onnx_initializer_95 = self.initializers.onnx_initializer_95
    encoder2_mha_k_w = getattr(self, "encoder2/mha/K/w")(
        encoder1_ln2_betas, initializers_onnx_initializer_95
    )
    initializers_onnx_initializer_95 = None
    initializers_onnx_initializer_96 = self.initializers.onnx_initializer_96
    encoder2_mha_k_b = getattr(self, "encoder2/mha/K/b")(
        encoder2_mha_k_w, initializers_onnx_initializer_96
    )
    encoder2_mha_k_w = initializers_onnx_initializer_96 = None
    initializers_onnx_initializer_97 = self.initializers.onnx_initializer_97
    encoder2_mha_k_reshape = getattr(self, "encoder2/mha/K/reshape")(
        encoder2_mha_k_b, initializers_onnx_initializer_97
    )
    encoder2_mha_k_b = initializers_onnx_initializer_97 = None
    encoder2_mha_k_transpose = getattr(self, "encoder2/mha/K/transpose")(
        encoder2_mha_k_reshape
    )
    encoder2_mha_k_reshape = None
    initializers_onnx_initializer_98 = self.initializers.onnx_initializer_98
    encoder2_mha_v_w = getattr(self, "encoder2/mha/V/w")(
        encoder1_ln2_betas, initializers_onnx_initializer_98
    )
    initializers_onnx_initializer_98 = None
    initializers_onnx_initializer_99 = self.initializers.onnx_initializer_99
    encoder2_mha_v_b = getattr(self, "encoder2/mha/V/b")(
        encoder2_mha_v_w, initializers_onnx_initializer_99
    )
    encoder2_mha_v_w = initializers_onnx_initializer_99 = None
    initializers_onnx_initializer_100 = self.initializers.onnx_initializer_100
    encoder2_mha_v_reshape = getattr(self, "encoder2/mha/V/reshape")(
        encoder2_mha_v_b, initializers_onnx_initializer_100
    )
    encoder2_mha_v_b = initializers_onnx_initializer_100 = None
    encoder2_mha_v_transpose = getattr(self, "encoder2/mha/V/transpose")(
        encoder2_mha_v_reshape
    )
    encoder2_mha_v_reshape = None
    encoder2_mha_qk_matmul = getattr(self, "encoder2/mha/QK/matmul")(
        encoder2_mha_q_transpose, encoder2_mha_k_transpose
    )
    encoder2_mha_q_transpose = encoder2_mha_k_transpose = None
    initializers_onnx_initializer_101 = self.initializers.onnx_initializer_101
    encoder2_mha_qk_scale = getattr(self, "encoder2/mha/QK/scale")(
        encoder2_mha_qk_matmul, initializers_onnx_initializer_101
    )
    encoder2_mha_qk_matmul = initializers_onnx_initializer_101 = None
    initializers_onnx_initializer_102 = self.initializers.onnx_initializer_102
    encoder2_smolgen_compress = getattr(self, "encoder2/smolgen/compress")(
        encoder1_ln2_betas, initializers_onnx_initializer_102
    )
    initializers_onnx_initializer_102 = None
    initializers_onnx_initializer_103 = self.initializers.onnx_initializer_103
    encoder2_smolgen_compress_reshape = getattr(
        self, "encoder2/smolgen/compress/reshape"
    )(encoder2_smolgen_compress, initializers_onnx_initializer_103)
    encoder2_smolgen_compress = initializers_onnx_initializer_103 = None
    initializers_onnx_initializer_104 = self.initializers.onnx_initializer_104
    encoder2_smolgen_dense1_w = getattr(self, "encoder2/smolgen/dense1/w")(
        encoder2_smolgen_compress_reshape, initializers_onnx_initializer_104
    )
    encoder2_smolgen_compress_reshape = initializers_onnx_initializer_104 = None
    initializers_onnx_initializer_105 = self.initializers.onnx_initializer_105
    encoder2_smolgen_dense1_b = getattr(self, "encoder2/smolgen/dense1/b")(
        encoder2_smolgen_dense1_w, initializers_onnx_initializer_105
    )
    encoder2_smolgen_dense1_w = initializers_onnx_initializer_105 = None
    encoder2_smolgen_dense1_swish_sigmoid = getattr(
        self, "encoder2/smolgen/dense1/swish/sigmoid"
    )(encoder2_smolgen_dense1_b)
    encoder2_smolgen_dense1_swish = getattr(self, "encoder2/smolgen/dense1/swish")(
        encoder2_smolgen_dense1_swish_sigmoid, encoder2_smolgen_dense1_b
    )
    encoder2_smolgen_dense1_swish_sigmoid = encoder2_smolgen_dense1_b = None
    encoder2_smolgen_ln1_to_float = getattr(self, "encoder2/smolgen/ln1/to_float")(
        encoder2_smolgen_dense1_swish
    )
    encoder2_smolgen_dense1_swish = None
    encoder2_smolgen_ln1_mean = getattr(self, "encoder2/smolgen/ln1/mean")(
        encoder2_smolgen_ln1_to_float
    )
    encoder2_smolgen_ln1_centered = getattr(self, "encoder2/smolgen/ln1/centered")(
        encoder2_smolgen_ln1_to_float, encoder2_smolgen_ln1_mean
    )
    encoder2_smolgen_ln1_to_float = encoder2_smolgen_ln1_mean = None
    encoder2_smolgen_ln1_squared = getattr(self, "encoder2/smolgen/ln1/squared")(
        encoder2_smolgen_ln1_centered, encoder2_smolgen_ln1_centered
    )
    encoder2_smolgen_ln1_var = getattr(self, "encoder2/smolgen/ln1/var")(
        encoder2_smolgen_ln1_squared
    )
    encoder2_smolgen_ln1_squared = None
    initializers_onnx_initializer_106 = self.initializers.onnx_initializer_106
    encoder2_smolgen_ln1_var_eps = getattr(self, "encoder2/smolgen/ln1/var_eps")(
        encoder2_smolgen_ln1_var, initializers_onnx_initializer_106
    )
    encoder2_smolgen_ln1_var = initializers_onnx_initializer_106 = None
    encoder2_smolgen_ln1_std = getattr(self, "encoder2/smolgen/ln1/std")(
        encoder2_smolgen_ln1_var_eps
    )
    encoder2_smolgen_ln1_var_eps = None
    encoder2_smolgen_ln1_inv_std = getattr(self, "encoder2/smolgen/ln1/inv_std")(
        encoder2_smolgen_ln1_std
    )
    encoder2_smolgen_ln1_std = None
    encoder2_smolgen_ln1_normalized = getattr(self, "encoder2/smolgen/ln1/normalized")(
        encoder2_smolgen_ln1_centered, encoder2_smolgen_ln1_inv_std
    )
    encoder2_smolgen_ln1_centered = encoder2_smolgen_ln1_inv_std = None
    encoder2_smolgen_ln1_to_data_type = getattr(
        self, "encoder2/smolgen/ln1/to_data_type"
    )(encoder2_smolgen_ln1_normalized)
    encoder2_smolgen_ln1_normalized = None
    initializers_onnx_initializer_107 = self.initializers.onnx_initializer_107
    encoder2_smolgen_ln1_gammas = getattr(self, "encoder2/smolgen/ln1/gammas")(
        encoder2_smolgen_ln1_to_data_type, initializers_onnx_initializer_107
    )
    encoder2_smolgen_ln1_to_data_type = initializers_onnx_initializer_107 = None
    initializers_onnx_initializer_108 = self.initializers.onnx_initializer_108
    encoder2_smolgen_ln1_betas = getattr(self, "encoder2/smolgen/ln1/betas")(
        encoder2_smolgen_ln1_gammas, initializers_onnx_initializer_108
    )
    encoder2_smolgen_ln1_gammas = initializers_onnx_initializer_108 = None
    initializers_onnx_initializer_109 = self.initializers.onnx_initializer_109
    encoder2_smolgen_dense2_w = getattr(self, "encoder2/smolgen/dense2/w")(
        encoder2_smolgen_ln1_betas, initializers_onnx_initializer_109
    )
    encoder2_smolgen_ln1_betas = initializers_onnx_initializer_109 = None
    initializers_onnx_initializer_110 = self.initializers.onnx_initializer_110
    encoder2_smolgen_dense2_b = getattr(self, "encoder2/smolgen/dense2/b")(
        encoder2_smolgen_dense2_w, initializers_onnx_initializer_110
    )
    encoder2_smolgen_dense2_w = initializers_onnx_initializer_110 = None
    encoder2_smolgen_dense2_swish_sigmoid = getattr(
        self, "encoder2/smolgen/dense2/swish/sigmoid"
    )(encoder2_smolgen_dense2_b)
    encoder2_smolgen_dense2_swish = getattr(self, "encoder2/smolgen/dense2/swish")(
        encoder2_smolgen_dense2_swish_sigmoid, encoder2_smolgen_dense2_b
    )
    encoder2_smolgen_dense2_swish_sigmoid = encoder2_smolgen_dense2_b = None
    encoder2_smolgen_ln2_to_float = getattr(self, "encoder2/smolgen/ln2/to_float")(
        encoder2_smolgen_dense2_swish
    )
    encoder2_smolgen_dense2_swish = None
    encoder2_smolgen_ln2_mean = getattr(self, "encoder2/smolgen/ln2/mean")(
        encoder2_smolgen_ln2_to_float
    )
    encoder2_smolgen_ln2_centered = getattr(self, "encoder2/smolgen/ln2/centered")(
        encoder2_smolgen_ln2_to_float, encoder2_smolgen_ln2_mean
    )
    encoder2_smolgen_ln2_to_float = encoder2_smolgen_ln2_mean = None
    encoder2_smolgen_ln2_squared = getattr(self, "encoder2/smolgen/ln2/squared")(
        encoder2_smolgen_ln2_centered, encoder2_smolgen_ln2_centered
    )
    encoder2_smolgen_ln2_var = getattr(self, "encoder2/smolgen/ln2/var")(
        encoder2_smolgen_ln2_squared
    )
    encoder2_smolgen_ln2_squared = None
    initializers_onnx_initializer_111 = self.initializers.onnx_initializer_111
    encoder2_smolgen_ln2_var_eps = getattr(self, "encoder2/smolgen/ln2/var_eps")(
        encoder2_smolgen_ln2_var, initializers_onnx_initializer_111
    )
    encoder2_smolgen_ln2_var = initializers_onnx_initializer_111 = None
    encoder2_smolgen_ln2_std = getattr(self, "encoder2/smolgen/ln2/std")(
        encoder2_smolgen_ln2_var_eps
    )
    encoder2_smolgen_ln2_var_eps = None
    encoder2_smolgen_ln2_inv_std = getattr(self, "encoder2/smolgen/ln2/inv_std")(
        encoder2_smolgen_ln2_std
    )
    encoder2_smolgen_ln2_std = None
    encoder2_smolgen_ln2_normalized = getattr(self, "encoder2/smolgen/ln2/normalized")(
        encoder2_smolgen_ln2_centered, encoder2_smolgen_ln2_inv_std
    )
    encoder2_smolgen_ln2_centered = encoder2_smolgen_ln2_inv_std = None
    encoder2_smolgen_ln2_to_data_type = getattr(
        self, "encoder2/smolgen/ln2/to_data_type"
    )(encoder2_smolgen_ln2_normalized)
    encoder2_smolgen_ln2_normalized = None
    initializers_onnx_initializer_112 = self.initializers.onnx_initializer_112
    encoder2_smolgen_ln2_gammas = getattr(self, "encoder2/smolgen/ln2/gammas")(
        encoder2_smolgen_ln2_to_data_type, initializers_onnx_initializer_112
    )
    encoder2_smolgen_ln2_to_data_type = initializers_onnx_initializer_112 = None
    initializers_onnx_initializer_113 = self.initializers.onnx_initializer_113
    encoder2_smolgen_ln2_betas = getattr(self, "encoder2/smolgen/ln2/betas")(
        encoder2_smolgen_ln2_gammas, initializers_onnx_initializer_113
    )
    encoder2_smolgen_ln2_gammas = initializers_onnx_initializer_113 = None
    initializers_onnx_initializer_114 = self.initializers.onnx_initializer_114
    encoder2_smolgen_gen_from_reshape = getattr(
        self, "encoder2/smolgen/gen_from/reshape"
    )(encoder2_smolgen_ln2_betas, initializers_onnx_initializer_114)
    encoder2_smolgen_ln2_betas = initializers_onnx_initializer_114 = None
    initializers_onnx_initializer_115 = self.initializers.onnx_initializer_115
    encoder2_smolgen_smol_weight_gen = getattr(
        self, "encoder2/smolgen/smol_weight_gen"
    )(encoder2_smolgen_gen_from_reshape, initializers_onnx_initializer_115)
    encoder2_smolgen_gen_from_reshape = initializers_onnx_initializer_115 = None
    initializers_onnx_initializer_116 = self.initializers.onnx_initializer_116
    encoder2_smolgen_out_reshape = getattr(self, "encoder2/smolgen/out/reshape")(
        encoder2_smolgen_smol_weight_gen, initializers_onnx_initializer_116
    )
    encoder2_smolgen_smol_weight_gen = initializers_onnx_initializer_116 = None
    encoder2_smolgen_weights = getattr(self, "encoder2/smolgen_weights")(
        encoder2_mha_qk_scale, encoder2_smolgen_out_reshape
    )
    encoder2_mha_qk_scale = encoder2_smolgen_out_reshape = None
    encoder2_mha_qk_softmax = getattr(self, "encoder2/mha/QK/softmax")(
        encoder2_smolgen_weights
    )
    encoder2_smolgen_weights = None
    encoder2_mha_qkv_matmul = getattr(self, "encoder2/mha/QKV/matmul")(
        encoder2_mha_qk_softmax, encoder2_mha_v_transpose
    )
    encoder2_mha_qk_softmax = encoder2_mha_v_transpose = None
    encoder2_mha_out_transpose = getattr(self, "encoder2/mha/out/transpose")(
        encoder2_mha_qkv_matmul
    )
    encoder2_mha_qkv_matmul = None
    initializers_onnx_initializer_117 = self.initializers.onnx_initializer_117
    encoder2_mha_out_reshape = getattr(self, "encoder2/mha/out/reshape")(
        encoder2_mha_out_transpose, initializers_onnx_initializer_117
    )
    encoder2_mha_out_transpose = initializers_onnx_initializer_117 = None
    initializers_onnx_initializer_118 = self.initializers.onnx_initializer_118
    encoder2_mha_out_dense_w = getattr(self, "encoder2/mha/out/dense/w")(
        encoder2_mha_out_reshape, initializers_onnx_initializer_118
    )
    encoder2_mha_out_reshape = initializers_onnx_initializer_118 = None
    initializers_onnx_initializer_119 = self.initializers.onnx_initializer_119
    encoder2_mha_out_dense_b = getattr(self, "encoder2/mha/out/dense/b")(
        encoder2_mha_out_dense_w, initializers_onnx_initializer_119
    )
    encoder2_mha_out_dense_w = initializers_onnx_initializer_119 = None
    initializers_onnx_initializer_120 = self.initializers.onnx_initializer_120
    encoder2_alpha_input = getattr(self, "encoder2/alpha*input")(
        encoder2_mha_out_dense_b, initializers_onnx_initializer_120
    )
    encoder2_mha_out_dense_b = initializers_onnx_initializer_120 = None
    encoder2_mha_out_skip = getattr(self, "encoder2/mha/out/skip")(
        encoder2_alpha_input, encoder1_ln2_betas
    )
    encoder2_alpha_input = encoder1_ln2_betas = None
    encoder2_ln1_to_float = getattr(self, "encoder2/ln1/to_float")(
        encoder2_mha_out_skip
    )
    encoder2_mha_out_skip = None
    encoder2_ln1_mean = getattr(self, "encoder2/ln1/mean")(encoder2_ln1_to_float)
    encoder2_ln1_centered = getattr(self, "encoder2/ln1/centered")(
        encoder2_ln1_to_float, encoder2_ln1_mean
    )
    encoder2_ln1_to_float = encoder2_ln1_mean = None
    encoder2_ln1_squared = getattr(self, "encoder2/ln1/squared")(
        encoder2_ln1_centered, encoder2_ln1_centered
    )
    encoder2_ln1_var = getattr(self, "encoder2/ln1/var")(encoder2_ln1_squared)
    encoder2_ln1_squared = None
    initializers_onnx_initializer_121 = self.initializers.onnx_initializer_121
    encoder2_ln1_var_eps = getattr(self, "encoder2/ln1/var_eps")(
        encoder2_ln1_var, initializers_onnx_initializer_121
    )
    encoder2_ln1_var = initializers_onnx_initializer_121 = None
    encoder2_ln1_std = getattr(self, "encoder2/ln1/std")(encoder2_ln1_var_eps)
    encoder2_ln1_var_eps = None
    encoder2_ln1_inv_std = getattr(self, "encoder2/ln1/inv_std")(encoder2_ln1_std)
    encoder2_ln1_std = None
    encoder2_ln1_normalized = getattr(self, "encoder2/ln1/normalized")(
        encoder2_ln1_centered, encoder2_ln1_inv_std
    )
    encoder2_ln1_centered = encoder2_ln1_inv_std = None
    encoder2_ln1_to_data_type = getattr(self, "encoder2/ln1/to_data_type")(
        encoder2_ln1_normalized
    )
    encoder2_ln1_normalized = None
    initializers_onnx_initializer_122 = self.initializers.onnx_initializer_122
    encoder2_ln1_gammas = getattr(self, "encoder2/ln1/gammas")(
        encoder2_ln1_to_data_type, initializers_onnx_initializer_122
    )
    encoder2_ln1_to_data_type = initializers_onnx_initializer_122 = None
    initializers_onnx_initializer_123 = self.initializers.onnx_initializer_123
    encoder2_ln1_betas = getattr(self, "encoder2/ln1/betas")(
        encoder2_ln1_gammas, initializers_onnx_initializer_123
    )
    encoder2_ln1_gammas = initializers_onnx_initializer_123 = None
    initializers_onnx_initializer_124 = self.initializers.onnx_initializer_124
    encoder2_ffn_dense1_w = getattr(self, "encoder2/ffn/dense1/w")(
        encoder2_ln1_betas, initializers_onnx_initializer_124
    )
    initializers_onnx_initializer_124 = None
    initializers_onnx_initializer_125 = self.initializers.onnx_initializer_125
    encoder2_ffn_dense1_b = getattr(self, "encoder2/ffn/dense1/b")(
        encoder2_ffn_dense1_w, initializers_onnx_initializer_125
    )
    encoder2_ffn_dense1_w = initializers_onnx_initializer_125 = None
    encoder2_ffn_dense1_sqrrelu_relu = getattr(
        self, "encoder2/ffn/dense1/sqrrelu/relu"
    )(encoder2_ffn_dense1_b)
    encoder2_ffn_dense1_b = None
    encoder2_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder2/ffn/dense1/sqrrelu/sqr")(
        encoder2_ffn_dense1_sqrrelu_relu, encoder2_ffn_dense1_sqrrelu_relu
    )
    encoder2_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_126 = self.initializers.onnx_initializer_126
    encoder2_ffn_dense2_w = getattr(self, "encoder2/ffn/dense2/w")(
        encoder2_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_126
    )
    encoder2_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_126 = None
    initializers_onnx_initializer_127 = self.initializers.onnx_initializer_127
    encoder2_ffn_dense2_b = getattr(self, "encoder2/ffn/dense2/b")(
        encoder2_ffn_dense2_w, initializers_onnx_initializer_127
    )
    encoder2_ffn_dense2_w = initializers_onnx_initializer_127 = None
    initializers_onnx_initializer_128 = self.initializers.onnx_initializer_128
    encoder2_ffn_alpha = getattr(self, "encoder2/ffn/alpha")(
        encoder2_ffn_dense2_b, initializers_onnx_initializer_128
    )
    encoder2_ffn_dense2_b = initializers_onnx_initializer_128 = None
    encoder2_ffn_skip = getattr(self, "encoder2/ffn/skip")(
        encoder2_ffn_alpha, encoder2_ln1_betas
    )
    encoder2_ffn_alpha = encoder2_ln1_betas = None
    encoder2_ln2_to_float = getattr(self, "encoder2/ln2/to_float")(encoder2_ffn_skip)
    encoder2_ffn_skip = None
    encoder2_ln2_mean = getattr(self, "encoder2/ln2/mean")(encoder2_ln2_to_float)
    encoder2_ln2_centered = getattr(self, "encoder2/ln2/centered")(
        encoder2_ln2_to_float, encoder2_ln2_mean
    )
    encoder2_ln2_to_float = encoder2_ln2_mean = None
    encoder2_ln2_squared = getattr(self, "encoder2/ln2/squared")(
        encoder2_ln2_centered, encoder2_ln2_centered
    )
    encoder2_ln2_var = getattr(self, "encoder2/ln2/var")(encoder2_ln2_squared)
    encoder2_ln2_squared = None
    initializers_onnx_initializer_129 = self.initializers.onnx_initializer_129
    encoder2_ln2_var_eps = getattr(self, "encoder2/ln2/var_eps")(
        encoder2_ln2_var, initializers_onnx_initializer_129
    )
    encoder2_ln2_var = initializers_onnx_initializer_129 = None
    encoder2_ln2_std = getattr(self, "encoder2/ln2/std")(encoder2_ln2_var_eps)
    encoder2_ln2_var_eps = None
    encoder2_ln2_inv_std = getattr(self, "encoder2/ln2/inv_std")(encoder2_ln2_std)
    encoder2_ln2_std = None
    encoder2_ln2_normalized = getattr(self, "encoder2/ln2/normalized")(
        encoder2_ln2_centered, encoder2_ln2_inv_std
    )
    encoder2_ln2_centered = encoder2_ln2_inv_std = None
    encoder2_ln2_to_data_type = getattr(self, "encoder2/ln2/to_data_type")(
        encoder2_ln2_normalized
    )
    encoder2_ln2_normalized = None
    initializers_onnx_initializer_130 = self.initializers.onnx_initializer_130
    encoder2_ln2_gammas = getattr(self, "encoder2/ln2/gammas")(
        encoder2_ln2_to_data_type, initializers_onnx_initializer_130
    )
    encoder2_ln2_to_data_type = initializers_onnx_initializer_130 = None
    initializers_onnx_initializer_131 = self.initializers.onnx_initializer_131
    encoder2_ln2_betas = getattr(self, "encoder2/ln2/betas")(
        encoder2_ln2_gammas, initializers_onnx_initializer_131
    )
    encoder2_ln2_gammas = initializers_onnx_initializer_131 = None
    initializers_onnx_initializer_132 = self.initializers.onnx_initializer_132
    encoder3_mha_q_w = getattr(self, "encoder3/mha/Q/w")(
        encoder2_ln2_betas, initializers_onnx_initializer_132
    )
    initializers_onnx_initializer_132 = None
    initializers_onnx_initializer_133 = self.initializers.onnx_initializer_133
    encoder3_mha_q_b = getattr(self, "encoder3/mha/Q/b")(
        encoder3_mha_q_w, initializers_onnx_initializer_133
    )
    encoder3_mha_q_w = initializers_onnx_initializer_133 = None
    initializers_onnx_initializer_134 = self.initializers.onnx_initializer_134
    encoder3_mha_q_reshape = getattr(self, "encoder3/mha/Q/reshape")(
        encoder3_mha_q_b, initializers_onnx_initializer_134
    )
    encoder3_mha_q_b = initializers_onnx_initializer_134 = None
    encoder3_mha_q_transpose = getattr(self, "encoder3/mha/Q/transpose")(
        encoder3_mha_q_reshape
    )
    encoder3_mha_q_reshape = None
    initializers_onnx_initializer_135 = self.initializers.onnx_initializer_135
    encoder3_mha_k_w = getattr(self, "encoder3/mha/K/w")(
        encoder2_ln2_betas, initializers_onnx_initializer_135
    )
    initializers_onnx_initializer_135 = None
    initializers_onnx_initializer_136 = self.initializers.onnx_initializer_136
    encoder3_mha_k_b = getattr(self, "encoder3/mha/K/b")(
        encoder3_mha_k_w, initializers_onnx_initializer_136
    )
    encoder3_mha_k_w = initializers_onnx_initializer_136 = None
    initializers_onnx_initializer_137 = self.initializers.onnx_initializer_137
    encoder3_mha_k_reshape = getattr(self, "encoder3/mha/K/reshape")(
        encoder3_mha_k_b, initializers_onnx_initializer_137
    )
    encoder3_mha_k_b = initializers_onnx_initializer_137 = None
    encoder3_mha_k_transpose = getattr(self, "encoder3/mha/K/transpose")(
        encoder3_mha_k_reshape
    )
    encoder3_mha_k_reshape = None
    initializers_onnx_initializer_138 = self.initializers.onnx_initializer_138
    encoder3_mha_v_w = getattr(self, "encoder3/mha/V/w")(
        encoder2_ln2_betas, initializers_onnx_initializer_138
    )
    initializers_onnx_initializer_138 = None
    initializers_onnx_initializer_139 = self.initializers.onnx_initializer_139
    encoder3_mha_v_b = getattr(self, "encoder3/mha/V/b")(
        encoder3_mha_v_w, initializers_onnx_initializer_139
    )
    encoder3_mha_v_w = initializers_onnx_initializer_139 = None
    initializers_onnx_initializer_140 = self.initializers.onnx_initializer_140
    encoder3_mha_v_reshape = getattr(self, "encoder3/mha/V/reshape")(
        encoder3_mha_v_b, initializers_onnx_initializer_140
    )
    encoder3_mha_v_b = initializers_onnx_initializer_140 = None
    encoder3_mha_v_transpose = getattr(self, "encoder3/mha/V/transpose")(
        encoder3_mha_v_reshape
    )
    encoder3_mha_v_reshape = None
    encoder3_mha_qk_matmul = getattr(self, "encoder3/mha/QK/matmul")(
        encoder3_mha_q_transpose, encoder3_mha_k_transpose
    )
    encoder3_mha_q_transpose = encoder3_mha_k_transpose = None
    initializers_onnx_initializer_141 = self.initializers.onnx_initializer_141
    encoder3_mha_qk_scale = getattr(self, "encoder3/mha/QK/scale")(
        encoder3_mha_qk_matmul, initializers_onnx_initializer_141
    )
    encoder3_mha_qk_matmul = initializers_onnx_initializer_141 = None
    initializers_onnx_initializer_142 = self.initializers.onnx_initializer_142
    encoder3_smolgen_compress = getattr(self, "encoder3/smolgen/compress")(
        encoder2_ln2_betas, initializers_onnx_initializer_142
    )
    initializers_onnx_initializer_142 = None
    initializers_onnx_initializer_143 = self.initializers.onnx_initializer_143
    encoder3_smolgen_compress_reshape = getattr(
        self, "encoder3/smolgen/compress/reshape"
    )(encoder3_smolgen_compress, initializers_onnx_initializer_143)
    encoder3_smolgen_compress = initializers_onnx_initializer_143 = None
    initializers_onnx_initializer_144 = self.initializers.onnx_initializer_144
    encoder3_smolgen_dense1_w = getattr(self, "encoder3/smolgen/dense1/w")(
        encoder3_smolgen_compress_reshape, initializers_onnx_initializer_144
    )
    encoder3_smolgen_compress_reshape = initializers_onnx_initializer_144 = None
    initializers_onnx_initializer_145 = self.initializers.onnx_initializer_145
    encoder3_smolgen_dense1_b = getattr(self, "encoder3/smolgen/dense1/b")(
        encoder3_smolgen_dense1_w, initializers_onnx_initializer_145
    )
    encoder3_smolgen_dense1_w = initializers_onnx_initializer_145 = None
    encoder3_smolgen_dense1_swish_sigmoid = getattr(
        self, "encoder3/smolgen/dense1/swish/sigmoid"
    )(encoder3_smolgen_dense1_b)
    encoder3_smolgen_dense1_swish = getattr(self, "encoder3/smolgen/dense1/swish")(
        encoder3_smolgen_dense1_swish_sigmoid, encoder3_smolgen_dense1_b
    )
    encoder3_smolgen_dense1_swish_sigmoid = encoder3_smolgen_dense1_b = None
    encoder3_smolgen_ln1_to_float = getattr(self, "encoder3/smolgen/ln1/to_float")(
        encoder3_smolgen_dense1_swish
    )
    encoder3_smolgen_dense1_swish = None
    encoder3_smolgen_ln1_mean = getattr(self, "encoder3/smolgen/ln1/mean")(
        encoder3_smolgen_ln1_to_float
    )
    encoder3_smolgen_ln1_centered = getattr(self, "encoder3/smolgen/ln1/centered")(
        encoder3_smolgen_ln1_to_float, encoder3_smolgen_ln1_mean
    )
    encoder3_smolgen_ln1_to_float = encoder3_smolgen_ln1_mean = None
    encoder3_smolgen_ln1_squared = getattr(self, "encoder3/smolgen/ln1/squared")(
        encoder3_smolgen_ln1_centered, encoder3_smolgen_ln1_centered
    )
    encoder3_smolgen_ln1_var = getattr(self, "encoder3/smolgen/ln1/var")(
        encoder3_smolgen_ln1_squared
    )
    encoder3_smolgen_ln1_squared = None
    initializers_onnx_initializer_146 = self.initializers.onnx_initializer_146
    encoder3_smolgen_ln1_var_eps = getattr(self, "encoder3/smolgen/ln1/var_eps")(
        encoder3_smolgen_ln1_var, initializers_onnx_initializer_146
    )
    encoder3_smolgen_ln1_var = initializers_onnx_initializer_146 = None
    encoder3_smolgen_ln1_std = getattr(self, "encoder3/smolgen/ln1/std")(
        encoder3_smolgen_ln1_var_eps
    )
    encoder3_smolgen_ln1_var_eps = None
    encoder3_smolgen_ln1_inv_std = getattr(self, "encoder3/smolgen/ln1/inv_std")(
        encoder3_smolgen_ln1_std
    )
    encoder3_smolgen_ln1_std = None
    encoder3_smolgen_ln1_normalized = getattr(self, "encoder3/smolgen/ln1/normalized")(
        encoder3_smolgen_ln1_centered, encoder3_smolgen_ln1_inv_std
    )
    encoder3_smolgen_ln1_centered = encoder3_smolgen_ln1_inv_std = None
    encoder3_smolgen_ln1_to_data_type = getattr(
        self, "encoder3/smolgen/ln1/to_data_type"
    )(encoder3_smolgen_ln1_normalized)
    encoder3_smolgen_ln1_normalized = None
    initializers_onnx_initializer_147 = self.initializers.onnx_initializer_147
    encoder3_smolgen_ln1_gammas = getattr(self, "encoder3/smolgen/ln1/gammas")(
        encoder3_smolgen_ln1_to_data_type, initializers_onnx_initializer_147
    )
    encoder3_smolgen_ln1_to_data_type = initializers_onnx_initializer_147 = None
    initializers_onnx_initializer_148 = self.initializers.onnx_initializer_148
    encoder3_smolgen_ln1_betas = getattr(self, "encoder3/smolgen/ln1/betas")(
        encoder3_smolgen_ln1_gammas, initializers_onnx_initializer_148
    )
    encoder3_smolgen_ln1_gammas = initializers_onnx_initializer_148 = None
    initializers_onnx_initializer_149 = self.initializers.onnx_initializer_149
    encoder3_smolgen_dense2_w = getattr(self, "encoder3/smolgen/dense2/w")(
        encoder3_smolgen_ln1_betas, initializers_onnx_initializer_149
    )
    encoder3_smolgen_ln1_betas = initializers_onnx_initializer_149 = None
    initializers_onnx_initializer_150 = self.initializers.onnx_initializer_150
    encoder3_smolgen_dense2_b = getattr(self, "encoder3/smolgen/dense2/b")(
        encoder3_smolgen_dense2_w, initializers_onnx_initializer_150
    )
    encoder3_smolgen_dense2_w = initializers_onnx_initializer_150 = None
    encoder3_smolgen_dense2_swish_sigmoid = getattr(
        self, "encoder3/smolgen/dense2/swish/sigmoid"
    )(encoder3_smolgen_dense2_b)
    encoder3_smolgen_dense2_swish = getattr(self, "encoder3/smolgen/dense2/swish")(
        encoder3_smolgen_dense2_swish_sigmoid, encoder3_smolgen_dense2_b
    )
    encoder3_smolgen_dense2_swish_sigmoid = encoder3_smolgen_dense2_b = None
    encoder3_smolgen_ln2_to_float = getattr(self, "encoder3/smolgen/ln2/to_float")(
        encoder3_smolgen_dense2_swish
    )
    encoder3_smolgen_dense2_swish = None
    encoder3_smolgen_ln2_mean = getattr(self, "encoder3/smolgen/ln2/mean")(
        encoder3_smolgen_ln2_to_float
    )
    encoder3_smolgen_ln2_centered = getattr(self, "encoder3/smolgen/ln2/centered")(
        encoder3_smolgen_ln2_to_float, encoder3_smolgen_ln2_mean
    )
    encoder3_smolgen_ln2_to_float = encoder3_smolgen_ln2_mean = None
    encoder3_smolgen_ln2_squared = getattr(self, "encoder3/smolgen/ln2/squared")(
        encoder3_smolgen_ln2_centered, encoder3_smolgen_ln2_centered
    )
    encoder3_smolgen_ln2_var = getattr(self, "encoder3/smolgen/ln2/var")(
        encoder3_smolgen_ln2_squared
    )
    encoder3_smolgen_ln2_squared = None
    initializers_onnx_initializer_151 = self.initializers.onnx_initializer_151
    encoder3_smolgen_ln2_var_eps = getattr(self, "encoder3/smolgen/ln2/var_eps")(
        encoder3_smolgen_ln2_var, initializers_onnx_initializer_151
    )
    encoder3_smolgen_ln2_var = initializers_onnx_initializer_151 = None
    encoder3_smolgen_ln2_std = getattr(self, "encoder3/smolgen/ln2/std")(
        encoder3_smolgen_ln2_var_eps
    )
    encoder3_smolgen_ln2_var_eps = None
    encoder3_smolgen_ln2_inv_std = getattr(self, "encoder3/smolgen/ln2/inv_std")(
        encoder3_smolgen_ln2_std
    )
    encoder3_smolgen_ln2_std = None
    encoder3_smolgen_ln2_normalized = getattr(self, "encoder3/smolgen/ln2/normalized")(
        encoder3_smolgen_ln2_centered, encoder3_smolgen_ln2_inv_std
    )
    encoder3_smolgen_ln2_centered = encoder3_smolgen_ln2_inv_std = None
    encoder3_smolgen_ln2_to_data_type = getattr(
        self, "encoder3/smolgen/ln2/to_data_type"
    )(encoder3_smolgen_ln2_normalized)
    encoder3_smolgen_ln2_normalized = None
    initializers_onnx_initializer_152 = self.initializers.onnx_initializer_152
    encoder3_smolgen_ln2_gammas = getattr(self, "encoder3/smolgen/ln2/gammas")(
        encoder3_smolgen_ln2_to_data_type, initializers_onnx_initializer_152
    )
    encoder3_smolgen_ln2_to_data_type = initializers_onnx_initializer_152 = None
    initializers_onnx_initializer_153 = self.initializers.onnx_initializer_153
    encoder3_smolgen_ln2_betas = getattr(self, "encoder3/smolgen/ln2/betas")(
        encoder3_smolgen_ln2_gammas, initializers_onnx_initializer_153
    )
    encoder3_smolgen_ln2_gammas = initializers_onnx_initializer_153 = None
    initializers_onnx_initializer_154 = self.initializers.onnx_initializer_154
    encoder3_smolgen_gen_from_reshape = getattr(
        self, "encoder3/smolgen/gen_from/reshape"
    )(encoder3_smolgen_ln2_betas, initializers_onnx_initializer_154)
    encoder3_smolgen_ln2_betas = initializers_onnx_initializer_154 = None
    initializers_onnx_initializer_155 = self.initializers.onnx_initializer_155
    encoder3_smolgen_smol_weight_gen = getattr(
        self, "encoder3/smolgen/smol_weight_gen"
    )(encoder3_smolgen_gen_from_reshape, initializers_onnx_initializer_155)
    encoder3_smolgen_gen_from_reshape = initializers_onnx_initializer_155 = None
    initializers_onnx_initializer_156 = self.initializers.onnx_initializer_156
    encoder3_smolgen_out_reshape = getattr(self, "encoder3/smolgen/out/reshape")(
        encoder3_smolgen_smol_weight_gen, initializers_onnx_initializer_156
    )
    encoder3_smolgen_smol_weight_gen = initializers_onnx_initializer_156 = None
    encoder3_smolgen_weights = getattr(self, "encoder3/smolgen_weights")(
        encoder3_mha_qk_scale, encoder3_smolgen_out_reshape
    )
    encoder3_mha_qk_scale = encoder3_smolgen_out_reshape = None
    encoder3_mha_qk_softmax = getattr(self, "encoder3/mha/QK/softmax")(
        encoder3_smolgen_weights
    )
    encoder3_smolgen_weights = None
    encoder3_mha_qkv_matmul = getattr(self, "encoder3/mha/QKV/matmul")(
        encoder3_mha_qk_softmax, encoder3_mha_v_transpose
    )
    encoder3_mha_qk_softmax = encoder3_mha_v_transpose = None
    encoder3_mha_out_transpose = getattr(self, "encoder3/mha/out/transpose")(
        encoder3_mha_qkv_matmul
    )
    encoder3_mha_qkv_matmul = None
    initializers_onnx_initializer_157 = self.initializers.onnx_initializer_157
    encoder3_mha_out_reshape = getattr(self, "encoder3/mha/out/reshape")(
        encoder3_mha_out_transpose, initializers_onnx_initializer_157
    )
    encoder3_mha_out_transpose = initializers_onnx_initializer_157 = None
    initializers_onnx_initializer_158 = self.initializers.onnx_initializer_158
    encoder3_mha_out_dense_w = getattr(self, "encoder3/mha/out/dense/w")(
        encoder3_mha_out_reshape, initializers_onnx_initializer_158
    )
    encoder3_mha_out_reshape = initializers_onnx_initializer_158 = None
    initializers_onnx_initializer_159 = self.initializers.onnx_initializer_159
    encoder3_mha_out_dense_b = getattr(self, "encoder3/mha/out/dense/b")(
        encoder3_mha_out_dense_w, initializers_onnx_initializer_159
    )
    encoder3_mha_out_dense_w = initializers_onnx_initializer_159 = None
    initializers_onnx_initializer_160 = self.initializers.onnx_initializer_160
    encoder3_alpha_input = getattr(self, "encoder3/alpha*input")(
        encoder3_mha_out_dense_b, initializers_onnx_initializer_160
    )
    encoder3_mha_out_dense_b = initializers_onnx_initializer_160 = None
    encoder3_mha_out_skip = getattr(self, "encoder3/mha/out/skip")(
        encoder3_alpha_input, encoder2_ln2_betas
    )
    encoder3_alpha_input = encoder2_ln2_betas = None
    encoder3_ln1_to_float = getattr(self, "encoder3/ln1/to_float")(
        encoder3_mha_out_skip
    )
    encoder3_mha_out_skip = None
    encoder3_ln1_mean = getattr(self, "encoder3/ln1/mean")(encoder3_ln1_to_float)
    encoder3_ln1_centered = getattr(self, "encoder3/ln1/centered")(
        encoder3_ln1_to_float, encoder3_ln1_mean
    )
    encoder3_ln1_to_float = encoder3_ln1_mean = None
    encoder3_ln1_squared = getattr(self, "encoder3/ln1/squared")(
        encoder3_ln1_centered, encoder3_ln1_centered
    )
    encoder3_ln1_var = getattr(self, "encoder3/ln1/var")(encoder3_ln1_squared)
    encoder3_ln1_squared = None
    initializers_onnx_initializer_161 = self.initializers.onnx_initializer_161
    encoder3_ln1_var_eps = getattr(self, "encoder3/ln1/var_eps")(
        encoder3_ln1_var, initializers_onnx_initializer_161
    )
    encoder3_ln1_var = initializers_onnx_initializer_161 = None
    encoder3_ln1_std = getattr(self, "encoder3/ln1/std")(encoder3_ln1_var_eps)
    encoder3_ln1_var_eps = None
    encoder3_ln1_inv_std = getattr(self, "encoder3/ln1/inv_std")(encoder3_ln1_std)
    encoder3_ln1_std = None
    encoder3_ln1_normalized = getattr(self, "encoder3/ln1/normalized")(
        encoder3_ln1_centered, encoder3_ln1_inv_std
    )
    encoder3_ln1_centered = encoder3_ln1_inv_std = None
    encoder3_ln1_to_data_type = getattr(self, "encoder3/ln1/to_data_type")(
        encoder3_ln1_normalized
    )
    encoder3_ln1_normalized = None
    initializers_onnx_initializer_162 = self.initializers.onnx_initializer_162
    encoder3_ln1_gammas = getattr(self, "encoder3/ln1/gammas")(
        encoder3_ln1_to_data_type, initializers_onnx_initializer_162
    )
    encoder3_ln1_to_data_type = initializers_onnx_initializer_162 = None
    initializers_onnx_initializer_163 = self.initializers.onnx_initializer_163
    encoder3_ln1_betas = getattr(self, "encoder3/ln1/betas")(
        encoder3_ln1_gammas, initializers_onnx_initializer_163
    )
    encoder3_ln1_gammas = initializers_onnx_initializer_163 = None
    initializers_onnx_initializer_164 = self.initializers.onnx_initializer_164
    encoder3_ffn_dense1_w = getattr(self, "encoder3/ffn/dense1/w")(
        encoder3_ln1_betas, initializers_onnx_initializer_164
    )
    initializers_onnx_initializer_164 = None
    initializers_onnx_initializer_165 = self.initializers.onnx_initializer_165
    encoder3_ffn_dense1_b = getattr(self, "encoder3/ffn/dense1/b")(
        encoder3_ffn_dense1_w, initializers_onnx_initializer_165
    )
    encoder3_ffn_dense1_w = initializers_onnx_initializer_165 = None
    encoder3_ffn_dense1_sqrrelu_relu = getattr(
        self, "encoder3/ffn/dense1/sqrrelu/relu"
    )(encoder3_ffn_dense1_b)
    encoder3_ffn_dense1_b = None
    encoder3_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder3/ffn/dense1/sqrrelu/sqr")(
        encoder3_ffn_dense1_sqrrelu_relu, encoder3_ffn_dense1_sqrrelu_relu
    )
    encoder3_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_166 = self.initializers.onnx_initializer_166
    encoder3_ffn_dense2_w = getattr(self, "encoder3/ffn/dense2/w")(
        encoder3_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_166
    )
    encoder3_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_166 = None
    initializers_onnx_initializer_167 = self.initializers.onnx_initializer_167
    encoder3_ffn_dense2_b = getattr(self, "encoder3/ffn/dense2/b")(
        encoder3_ffn_dense2_w, initializers_onnx_initializer_167
    )
    encoder3_ffn_dense2_w = initializers_onnx_initializer_167 = None
    initializers_onnx_initializer_168 = self.initializers.onnx_initializer_168
    encoder3_ffn_alpha = getattr(self, "encoder3/ffn/alpha")(
        encoder3_ffn_dense2_b, initializers_onnx_initializer_168
    )
    encoder3_ffn_dense2_b = initializers_onnx_initializer_168 = None
    encoder3_ffn_skip = getattr(self, "encoder3/ffn/skip")(
        encoder3_ffn_alpha, encoder3_ln1_betas
    )
    encoder3_ffn_alpha = encoder3_ln1_betas = None
    encoder3_ln2_to_float = getattr(self, "encoder3/ln2/to_float")(encoder3_ffn_skip)
    encoder3_ffn_skip = None
    encoder3_ln2_mean = getattr(self, "encoder3/ln2/mean")(encoder3_ln2_to_float)
    encoder3_ln2_centered = getattr(self, "encoder3/ln2/centered")(
        encoder3_ln2_to_float, encoder3_ln2_mean
    )
    encoder3_ln2_to_float = encoder3_ln2_mean = None
    encoder3_ln2_squared = getattr(self, "encoder3/ln2/squared")(
        encoder3_ln2_centered, encoder3_ln2_centered
    )
    encoder3_ln2_var = getattr(self, "encoder3/ln2/var")(encoder3_ln2_squared)
    encoder3_ln2_squared = None
    initializers_onnx_initializer_169 = self.initializers.onnx_initializer_169
    encoder3_ln2_var_eps = getattr(self, "encoder3/ln2/var_eps")(
        encoder3_ln2_var, initializers_onnx_initializer_169
    )
    encoder3_ln2_var = initializers_onnx_initializer_169 = None
    encoder3_ln2_std = getattr(self, "encoder3/ln2/std")(encoder3_ln2_var_eps)
    encoder3_ln2_var_eps = None
    encoder3_ln2_inv_std = getattr(self, "encoder3/ln2/inv_std")(encoder3_ln2_std)
    encoder3_ln2_std = None
    encoder3_ln2_normalized = getattr(self, "encoder3/ln2/normalized")(
        encoder3_ln2_centered, encoder3_ln2_inv_std
    )
    encoder3_ln2_centered = encoder3_ln2_inv_std = None
    encoder3_ln2_to_data_type = getattr(self, "encoder3/ln2/to_data_type")(
        encoder3_ln2_normalized
    )
    encoder3_ln2_normalized = None
    initializers_onnx_initializer_170 = self.initializers.onnx_initializer_170
    encoder3_ln2_gammas = getattr(self, "encoder3/ln2/gammas")(
        encoder3_ln2_to_data_type, initializers_onnx_initializer_170
    )
    encoder3_ln2_to_data_type = initializers_onnx_initializer_170 = None
    initializers_onnx_initializer_171 = self.initializers.onnx_initializer_171
    encoder3_ln2_betas = getattr(self, "encoder3/ln2/betas")(
        encoder3_ln2_gammas, initializers_onnx_initializer_171
    )
    encoder3_ln2_gammas = initializers_onnx_initializer_171 = None
    initializers_onnx_initializer_172 = self.initializers.onnx_initializer_172
    encoder4_mha_q_w = getattr(self, "encoder4/mha/Q/w")(
        encoder3_ln2_betas, initializers_onnx_initializer_172
    )
    initializers_onnx_initializer_172 = None
    initializers_onnx_initializer_173 = self.initializers.onnx_initializer_173
    encoder4_mha_q_b = getattr(self, "encoder4/mha/Q/b")(
        encoder4_mha_q_w, initializers_onnx_initializer_173
    )
    encoder4_mha_q_w = initializers_onnx_initializer_173 = None
    initializers_onnx_initializer_174 = self.initializers.onnx_initializer_174
    encoder4_mha_q_reshape = getattr(self, "encoder4/mha/Q/reshape")(
        encoder4_mha_q_b, initializers_onnx_initializer_174
    )
    encoder4_mha_q_b = initializers_onnx_initializer_174 = None
    encoder4_mha_q_transpose = getattr(self, "encoder4/mha/Q/transpose")(
        encoder4_mha_q_reshape
    )
    encoder4_mha_q_reshape = None
    initializers_onnx_initializer_175 = self.initializers.onnx_initializer_175
    encoder4_mha_k_w = getattr(self, "encoder4/mha/K/w")(
        encoder3_ln2_betas, initializers_onnx_initializer_175
    )
    initializers_onnx_initializer_175 = None
    initializers_onnx_initializer_176 = self.initializers.onnx_initializer_176
    encoder4_mha_k_b = getattr(self, "encoder4/mha/K/b")(
        encoder4_mha_k_w, initializers_onnx_initializer_176
    )
    encoder4_mha_k_w = initializers_onnx_initializer_176 = None
    initializers_onnx_initializer_177 = self.initializers.onnx_initializer_177
    encoder4_mha_k_reshape = getattr(self, "encoder4/mha/K/reshape")(
        encoder4_mha_k_b, initializers_onnx_initializer_177
    )
    encoder4_mha_k_b = initializers_onnx_initializer_177 = None
    encoder4_mha_k_transpose = getattr(self, "encoder4/mha/K/transpose")(
        encoder4_mha_k_reshape
    )
    encoder4_mha_k_reshape = None
    initializers_onnx_initializer_178 = self.initializers.onnx_initializer_178
    encoder4_mha_v_w = getattr(self, "encoder4/mha/V/w")(
        encoder3_ln2_betas, initializers_onnx_initializer_178
    )
    initializers_onnx_initializer_178 = None
    initializers_onnx_initializer_179 = self.initializers.onnx_initializer_179
    encoder4_mha_v_b = getattr(self, "encoder4/mha/V/b")(
        encoder4_mha_v_w, initializers_onnx_initializer_179
    )
    encoder4_mha_v_w = initializers_onnx_initializer_179 = None
    initializers_onnx_initializer_180 = self.initializers.onnx_initializer_180
    encoder4_mha_v_reshape = getattr(self, "encoder4/mha/V/reshape")(
        encoder4_mha_v_b, initializers_onnx_initializer_180
    )
    encoder4_mha_v_b = initializers_onnx_initializer_180 = None
    encoder4_mha_v_transpose = getattr(self, "encoder4/mha/V/transpose")(
        encoder4_mha_v_reshape
    )
    encoder4_mha_v_reshape = None
    encoder4_mha_qk_matmul = getattr(self, "encoder4/mha/QK/matmul")(
        encoder4_mha_q_transpose, encoder4_mha_k_transpose
    )
    encoder4_mha_q_transpose = encoder4_mha_k_transpose = None
    initializers_onnx_initializer_181 = self.initializers.onnx_initializer_181
    encoder4_mha_qk_scale = getattr(self, "encoder4/mha/QK/scale")(
        encoder4_mha_qk_matmul, initializers_onnx_initializer_181
    )
    encoder4_mha_qk_matmul = initializers_onnx_initializer_181 = None
    initializers_onnx_initializer_182 = self.initializers.onnx_initializer_182
    encoder4_smolgen_compress = getattr(self, "encoder4/smolgen/compress")(
        encoder3_ln2_betas, initializers_onnx_initializer_182
    )
    initializers_onnx_initializer_182 = None
    initializers_onnx_initializer_183 = self.initializers.onnx_initializer_183
    encoder4_smolgen_compress_reshape = getattr(
        self, "encoder4/smolgen/compress/reshape"
    )(encoder4_smolgen_compress, initializers_onnx_initializer_183)
    encoder4_smolgen_compress = initializers_onnx_initializer_183 = None
    initializers_onnx_initializer_184 = self.initializers.onnx_initializer_184
    encoder4_smolgen_dense1_w = getattr(self, "encoder4/smolgen/dense1/w")(
        encoder4_smolgen_compress_reshape, initializers_onnx_initializer_184
    )
    encoder4_smolgen_compress_reshape = initializers_onnx_initializer_184 = None
    initializers_onnx_initializer_185 = self.initializers.onnx_initializer_185
    encoder4_smolgen_dense1_b = getattr(self, "encoder4/smolgen/dense1/b")(
        encoder4_smolgen_dense1_w, initializers_onnx_initializer_185
    )
    encoder4_smolgen_dense1_w = initializers_onnx_initializer_185 = None
    encoder4_smolgen_dense1_swish_sigmoid = getattr(
        self, "encoder4/smolgen/dense1/swish/sigmoid"
    )(encoder4_smolgen_dense1_b)
    encoder4_smolgen_dense1_swish = getattr(self, "encoder4/smolgen/dense1/swish")(
        encoder4_smolgen_dense1_swish_sigmoid, encoder4_smolgen_dense1_b
    )
    encoder4_smolgen_dense1_swish_sigmoid = encoder4_smolgen_dense1_b = None
    encoder4_smolgen_ln1_to_float = getattr(self, "encoder4/smolgen/ln1/to_float")(
        encoder4_smolgen_dense1_swish
    )
    encoder4_smolgen_dense1_swish = None
    encoder4_smolgen_ln1_mean = getattr(self, "encoder4/smolgen/ln1/mean")(
        encoder4_smolgen_ln1_to_float
    )
    encoder4_smolgen_ln1_centered = getattr(self, "encoder4/smolgen/ln1/centered")(
        encoder4_smolgen_ln1_to_float, encoder4_smolgen_ln1_mean
    )
    encoder4_smolgen_ln1_to_float = encoder4_smolgen_ln1_mean = None
    encoder4_smolgen_ln1_squared = getattr(self, "encoder4/smolgen/ln1/squared")(
        encoder4_smolgen_ln1_centered, encoder4_smolgen_ln1_centered
    )
    encoder4_smolgen_ln1_var = getattr(self, "encoder4/smolgen/ln1/var")(
        encoder4_smolgen_ln1_squared
    )
    encoder4_smolgen_ln1_squared = None
    initializers_onnx_initializer_186 = self.initializers.onnx_initializer_186
    encoder4_smolgen_ln1_var_eps = getattr(self, "encoder4/smolgen/ln1/var_eps")(
        encoder4_smolgen_ln1_var, initializers_onnx_initializer_186
    )
    encoder4_smolgen_ln1_var = initializers_onnx_initializer_186 = None
    encoder4_smolgen_ln1_std = getattr(self, "encoder4/smolgen/ln1/std")(
        encoder4_smolgen_ln1_var_eps
    )
    encoder4_smolgen_ln1_var_eps = None
    encoder4_smolgen_ln1_inv_std = getattr(self, "encoder4/smolgen/ln1/inv_std")(
        encoder4_smolgen_ln1_std
    )
    encoder4_smolgen_ln1_std = None
    encoder4_smolgen_ln1_normalized = getattr(self, "encoder4/smolgen/ln1/normalized")(
        encoder4_smolgen_ln1_centered, encoder4_smolgen_ln1_inv_std
    )
    encoder4_smolgen_ln1_centered = encoder4_smolgen_ln1_inv_std = None
    encoder4_smolgen_ln1_to_data_type = getattr(
        self, "encoder4/smolgen/ln1/to_data_type"
    )(encoder4_smolgen_ln1_normalized)
    encoder4_smolgen_ln1_normalized = None
    initializers_onnx_initializer_187 = self.initializers.onnx_initializer_187
    encoder4_smolgen_ln1_gammas = getattr(self, "encoder4/smolgen/ln1/gammas")(
        encoder4_smolgen_ln1_to_data_type, initializers_onnx_initializer_187
    )
    encoder4_smolgen_ln1_to_data_type = initializers_onnx_initializer_187 = None
    initializers_onnx_initializer_188 = self.initializers.onnx_initializer_188
    encoder4_smolgen_ln1_betas = getattr(self, "encoder4/smolgen/ln1/betas")(
        encoder4_smolgen_ln1_gammas, initializers_onnx_initializer_188
    )
    encoder4_smolgen_ln1_gammas = initializers_onnx_initializer_188 = None
    initializers_onnx_initializer_189 = self.initializers.onnx_initializer_189
    encoder4_smolgen_dense2_w = getattr(self, "encoder4/smolgen/dense2/w")(
        encoder4_smolgen_ln1_betas, initializers_onnx_initializer_189
    )
    encoder4_smolgen_ln1_betas = initializers_onnx_initializer_189 = None
    initializers_onnx_initializer_190 = self.initializers.onnx_initializer_190
    encoder4_smolgen_dense2_b = getattr(self, "encoder4/smolgen/dense2/b")(
        encoder4_smolgen_dense2_w, initializers_onnx_initializer_190
    )
    encoder4_smolgen_dense2_w = initializers_onnx_initializer_190 = None
    encoder4_smolgen_dense2_swish_sigmoid = getattr(
        self, "encoder4/smolgen/dense2/swish/sigmoid"
    )(encoder4_smolgen_dense2_b)
    encoder4_smolgen_dense2_swish = getattr(self, "encoder4/smolgen/dense2/swish")(
        encoder4_smolgen_dense2_swish_sigmoid, encoder4_smolgen_dense2_b
    )
    encoder4_smolgen_dense2_swish_sigmoid = encoder4_smolgen_dense2_b = None
    encoder4_smolgen_ln2_to_float = getattr(self, "encoder4/smolgen/ln2/to_float")(
        encoder4_smolgen_dense2_swish
    )
    encoder4_smolgen_dense2_swish = None
    encoder4_smolgen_ln2_mean = getattr(self, "encoder4/smolgen/ln2/mean")(
        encoder4_smolgen_ln2_to_float
    )
    encoder4_smolgen_ln2_centered = getattr(self, "encoder4/smolgen/ln2/centered")(
        encoder4_smolgen_ln2_to_float, encoder4_smolgen_ln2_mean
    )
    encoder4_smolgen_ln2_to_float = encoder4_smolgen_ln2_mean = None
    encoder4_smolgen_ln2_squared = getattr(self, "encoder4/smolgen/ln2/squared")(
        encoder4_smolgen_ln2_centered, encoder4_smolgen_ln2_centered
    )
    encoder4_smolgen_ln2_var = getattr(self, "encoder4/smolgen/ln2/var")(
        encoder4_smolgen_ln2_squared
    )
    encoder4_smolgen_ln2_squared = None
    initializers_onnx_initializer_191 = self.initializers.onnx_initializer_191
    encoder4_smolgen_ln2_var_eps = getattr(self, "encoder4/smolgen/ln2/var_eps")(
        encoder4_smolgen_ln2_var, initializers_onnx_initializer_191
    )
    encoder4_smolgen_ln2_var = initializers_onnx_initializer_191 = None
    encoder4_smolgen_ln2_std = getattr(self, "encoder4/smolgen/ln2/std")(
        encoder4_smolgen_ln2_var_eps
    )
    encoder4_smolgen_ln2_var_eps = None
    encoder4_smolgen_ln2_inv_std = getattr(self, "encoder4/smolgen/ln2/inv_std")(
        encoder4_smolgen_ln2_std
    )
    encoder4_smolgen_ln2_std = None
    encoder4_smolgen_ln2_normalized = getattr(self, "encoder4/smolgen/ln2/normalized")(
        encoder4_smolgen_ln2_centered, encoder4_smolgen_ln2_inv_std
    )
    encoder4_smolgen_ln2_centered = encoder4_smolgen_ln2_inv_std = None
    encoder4_smolgen_ln2_to_data_type = getattr(
        self, "encoder4/smolgen/ln2/to_data_type"
    )(encoder4_smolgen_ln2_normalized)
    encoder4_smolgen_ln2_normalized = None
    initializers_onnx_initializer_192 = self.initializers.onnx_initializer_192
    encoder4_smolgen_ln2_gammas = getattr(self, "encoder4/smolgen/ln2/gammas")(
        encoder4_smolgen_ln2_to_data_type, initializers_onnx_initializer_192
    )
    encoder4_smolgen_ln2_to_data_type = initializers_onnx_initializer_192 = None
    initializers_onnx_initializer_193 = self.initializers.onnx_initializer_193
    encoder4_smolgen_ln2_betas = getattr(self, "encoder4/smolgen/ln2/betas")(
        encoder4_smolgen_ln2_gammas, initializers_onnx_initializer_193
    )
    encoder4_smolgen_ln2_gammas = initializers_onnx_initializer_193 = None
    initializers_onnx_initializer_194 = self.initializers.onnx_initializer_194
    encoder4_smolgen_gen_from_reshape = getattr(
        self, "encoder4/smolgen/gen_from/reshape"
    )(encoder4_smolgen_ln2_betas, initializers_onnx_initializer_194)
    encoder4_smolgen_ln2_betas = initializers_onnx_initializer_194 = None
    initializers_onnx_initializer_195 = self.initializers.onnx_initializer_195
    encoder4_smolgen_smol_weight_gen = getattr(
        self, "encoder4/smolgen/smol_weight_gen"
    )(encoder4_smolgen_gen_from_reshape, initializers_onnx_initializer_195)
    encoder4_smolgen_gen_from_reshape = initializers_onnx_initializer_195 = None
    initializers_onnx_initializer_196 = self.initializers.onnx_initializer_196
    encoder4_smolgen_out_reshape = getattr(self, "encoder4/smolgen/out/reshape")(
        encoder4_smolgen_smol_weight_gen, initializers_onnx_initializer_196
    )
    encoder4_smolgen_smol_weight_gen = initializers_onnx_initializer_196 = None
    encoder4_smolgen_weights = getattr(self, "encoder4/smolgen_weights")(
        encoder4_mha_qk_scale, encoder4_smolgen_out_reshape
    )
    encoder4_mha_qk_scale = encoder4_smolgen_out_reshape = None
    encoder4_mha_qk_softmax = getattr(self, "encoder4/mha/QK/softmax")(
        encoder4_smolgen_weights
    )
    encoder4_smolgen_weights = None
    encoder4_mha_qkv_matmul = getattr(self, "encoder4/mha/QKV/matmul")(
        encoder4_mha_qk_softmax, encoder4_mha_v_transpose
    )
    encoder4_mha_qk_softmax = encoder4_mha_v_transpose = None
    encoder4_mha_out_transpose = getattr(self, "encoder4/mha/out/transpose")(
        encoder4_mha_qkv_matmul
    )
    encoder4_mha_qkv_matmul = None
    initializers_onnx_initializer_197 = self.initializers.onnx_initializer_197
    encoder4_mha_out_reshape = getattr(self, "encoder4/mha/out/reshape")(
        encoder4_mha_out_transpose, initializers_onnx_initializer_197
    )
    encoder4_mha_out_transpose = initializers_onnx_initializer_197 = None
    initializers_onnx_initializer_198 = self.initializers.onnx_initializer_198
    encoder4_mha_out_dense_w = getattr(self, "encoder4/mha/out/dense/w")(
        encoder4_mha_out_reshape, initializers_onnx_initializer_198
    )
    encoder4_mha_out_reshape = initializers_onnx_initializer_198 = None
    initializers_onnx_initializer_199 = self.initializers.onnx_initializer_199
    encoder4_mha_out_dense_b = getattr(self, "encoder4/mha/out/dense/b")(
        encoder4_mha_out_dense_w, initializers_onnx_initializer_199
    )
    encoder4_mha_out_dense_w = initializers_onnx_initializer_199 = None
    initializers_onnx_initializer_200 = self.initializers.onnx_initializer_200
    encoder4_alpha_input = getattr(self, "encoder4/alpha*input")(
        encoder4_mha_out_dense_b, initializers_onnx_initializer_200
    )
    encoder4_mha_out_dense_b = initializers_onnx_initializer_200 = None
    encoder4_mha_out_skip = getattr(self, "encoder4/mha/out/skip")(
        encoder4_alpha_input, encoder3_ln2_betas
    )
    encoder4_alpha_input = encoder3_ln2_betas = None
    encoder4_ln1_to_float = getattr(self, "encoder4/ln1/to_float")(
        encoder4_mha_out_skip
    )
    encoder4_mha_out_skip = None
    encoder4_ln1_mean = getattr(self, "encoder4/ln1/mean")(encoder4_ln1_to_float)
    encoder4_ln1_centered = getattr(self, "encoder4/ln1/centered")(
        encoder4_ln1_to_float, encoder4_ln1_mean
    )
    encoder4_ln1_to_float = encoder4_ln1_mean = None
    encoder4_ln1_squared = getattr(self, "encoder4/ln1/squared")(
        encoder4_ln1_centered, encoder4_ln1_centered
    )
    encoder4_ln1_var = getattr(self, "encoder4/ln1/var")(encoder4_ln1_squared)
    encoder4_ln1_squared = None
    initializers_onnx_initializer_201 = self.initializers.onnx_initializer_201
    encoder4_ln1_var_eps = getattr(self, "encoder4/ln1/var_eps")(
        encoder4_ln1_var, initializers_onnx_initializer_201
    )
    encoder4_ln1_var = initializers_onnx_initializer_201 = None
    encoder4_ln1_std = getattr(self, "encoder4/ln1/std")(encoder4_ln1_var_eps)
    encoder4_ln1_var_eps = None
    encoder4_ln1_inv_std = getattr(self, "encoder4/ln1/inv_std")(encoder4_ln1_std)
    encoder4_ln1_std = None
    encoder4_ln1_normalized = getattr(self, "encoder4/ln1/normalized")(
        encoder4_ln1_centered, encoder4_ln1_inv_std
    )
    encoder4_ln1_centered = encoder4_ln1_inv_std = None
    encoder4_ln1_to_data_type = getattr(self, "encoder4/ln1/to_data_type")(
        encoder4_ln1_normalized
    )
    encoder4_ln1_normalized = None
    initializers_onnx_initializer_202 = self.initializers.onnx_initializer_202
    encoder4_ln1_gammas = getattr(self, "encoder4/ln1/gammas")(
        encoder4_ln1_to_data_type, initializers_onnx_initializer_202
    )
    encoder4_ln1_to_data_type = initializers_onnx_initializer_202 = None
    initializers_onnx_initializer_203 = self.initializers.onnx_initializer_203
    encoder4_ln1_betas = getattr(self, "encoder4/ln1/betas")(
        encoder4_ln1_gammas, initializers_onnx_initializer_203
    )
    encoder4_ln1_gammas = initializers_onnx_initializer_203 = None
    initializers_onnx_initializer_204 = self.initializers.onnx_initializer_204
    encoder4_ffn_dense1_w = getattr(self, "encoder4/ffn/dense1/w")(
        encoder4_ln1_betas, initializers_onnx_initializer_204
    )
    initializers_onnx_initializer_204 = None
    initializers_onnx_initializer_205 = self.initializers.onnx_initializer_205
    encoder4_ffn_dense1_b = getattr(self, "encoder4/ffn/dense1/b")(
        encoder4_ffn_dense1_w, initializers_onnx_initializer_205
    )
    encoder4_ffn_dense1_w = initializers_onnx_initializer_205 = None
    encoder4_ffn_dense1_sqrrelu_relu = getattr(
        self, "encoder4/ffn/dense1/sqrrelu/relu"
    )(encoder4_ffn_dense1_b)
    encoder4_ffn_dense1_b = None
    encoder4_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder4/ffn/dense1/sqrrelu/sqr")(
        encoder4_ffn_dense1_sqrrelu_relu, encoder4_ffn_dense1_sqrrelu_relu
    )
    encoder4_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_206 = self.initializers.onnx_initializer_206
    encoder4_ffn_dense2_w = getattr(self, "encoder4/ffn/dense2/w")(
        encoder4_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_206
    )
    encoder4_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_206 = None
    initializers_onnx_initializer_207 = self.initializers.onnx_initializer_207
    encoder4_ffn_dense2_b = getattr(self, "encoder4/ffn/dense2/b")(
        encoder4_ffn_dense2_w, initializers_onnx_initializer_207
    )
    encoder4_ffn_dense2_w = initializers_onnx_initializer_207 = None
    initializers_onnx_initializer_208 = self.initializers.onnx_initializer_208
    encoder4_ffn_alpha = getattr(self, "encoder4/ffn/alpha")(
        encoder4_ffn_dense2_b, initializers_onnx_initializer_208
    )
    encoder4_ffn_dense2_b = initializers_onnx_initializer_208 = None
    encoder4_ffn_skip = getattr(self, "encoder4/ffn/skip")(
        encoder4_ffn_alpha, encoder4_ln1_betas
    )
    encoder4_ffn_alpha = encoder4_ln1_betas = None
    encoder4_ln2_to_float = getattr(self, "encoder4/ln2/to_float")(encoder4_ffn_skip)
    encoder4_ffn_skip = None
    encoder4_ln2_mean = getattr(self, "encoder4/ln2/mean")(encoder4_ln2_to_float)
    encoder4_ln2_centered = getattr(self, "encoder4/ln2/centered")(
        encoder4_ln2_to_float, encoder4_ln2_mean
    )
    encoder4_ln2_to_float = encoder4_ln2_mean = None
    encoder4_ln2_squared = getattr(self, "encoder4/ln2/squared")(
        encoder4_ln2_centered, encoder4_ln2_centered
    )
    encoder4_ln2_var = getattr(self, "encoder4/ln2/var")(encoder4_ln2_squared)
    encoder4_ln2_squared = None
    initializers_onnx_initializer_209 = self.initializers.onnx_initializer_209
    encoder4_ln2_var_eps = getattr(self, "encoder4/ln2/var_eps")(
        encoder4_ln2_var, initializers_onnx_initializer_209
    )
    encoder4_ln2_var = initializers_onnx_initializer_209 = None
    encoder4_ln2_std = getattr(self, "encoder4/ln2/std")(encoder4_ln2_var_eps)
    encoder4_ln2_var_eps = None
    encoder4_ln2_inv_std = getattr(self, "encoder4/ln2/inv_std")(encoder4_ln2_std)
    encoder4_ln2_std = None
    encoder4_ln2_normalized = getattr(self, "encoder4/ln2/normalized")(
        encoder4_ln2_centered, encoder4_ln2_inv_std
    )
    encoder4_ln2_centered = encoder4_ln2_inv_std = None
    encoder4_ln2_to_data_type = getattr(self, "encoder4/ln2/to_data_type")(
        encoder4_ln2_normalized
    )
    encoder4_ln2_normalized = None
    initializers_onnx_initializer_210 = self.initializers.onnx_initializer_210
    encoder4_ln2_gammas = getattr(self, "encoder4/ln2/gammas")(
        encoder4_ln2_to_data_type, initializers_onnx_initializer_210
    )
    encoder4_ln2_to_data_type = initializers_onnx_initializer_210 = None
    initializers_onnx_initializer_211 = self.initializers.onnx_initializer_211
    encoder4_ln2_betas = getattr(self, "encoder4/ln2/betas")(
        encoder4_ln2_gammas, initializers_onnx_initializer_211
    )
    encoder4_ln2_gammas = initializers_onnx_initializer_211 = None
    initializers_onnx_initializer_212 = self.initializers.onnx_initializer_212
    encoder5_mha_q_w = getattr(self, "encoder5/mha/Q/w")(
        encoder4_ln2_betas, initializers_onnx_initializer_212
    )
    initializers_onnx_initializer_212 = None
    initializers_onnx_initializer_213 = self.initializers.onnx_initializer_213
    encoder5_mha_q_b = getattr(self, "encoder5/mha/Q/b")(
        encoder5_mha_q_w, initializers_onnx_initializer_213
    )
    encoder5_mha_q_w = initializers_onnx_initializer_213 = None
    initializers_onnx_initializer_214 = self.initializers.onnx_initializer_214
    encoder5_mha_q_reshape = getattr(self, "encoder5/mha/Q/reshape")(
        encoder5_mha_q_b, initializers_onnx_initializer_214
    )
    encoder5_mha_q_b = initializers_onnx_initializer_214 = None
    encoder5_mha_q_transpose = getattr(self, "encoder5/mha/Q/transpose")(
        encoder5_mha_q_reshape
    )
    encoder5_mha_q_reshape = None
    initializers_onnx_initializer_215 = self.initializers.onnx_initializer_215
    encoder5_mha_k_w = getattr(self, "encoder5/mha/K/w")(
        encoder4_ln2_betas, initializers_onnx_initializer_215
    )
    initializers_onnx_initializer_215 = None
    initializers_onnx_initializer_216 = self.initializers.onnx_initializer_216
    encoder5_mha_k_b = getattr(self, "encoder5/mha/K/b")(
        encoder5_mha_k_w, initializers_onnx_initializer_216
    )
    encoder5_mha_k_w = initializers_onnx_initializer_216 = None
    initializers_onnx_initializer_217 = self.initializers.onnx_initializer_217
    encoder5_mha_k_reshape = getattr(self, "encoder5/mha/K/reshape")(
        encoder5_mha_k_b, initializers_onnx_initializer_217
    )
    encoder5_mha_k_b = initializers_onnx_initializer_217 = None
    encoder5_mha_k_transpose = getattr(self, "encoder5/mha/K/transpose")(
        encoder5_mha_k_reshape
    )
    encoder5_mha_k_reshape = None
    initializers_onnx_initializer_218 = self.initializers.onnx_initializer_218
    encoder5_mha_v_w = getattr(self, "encoder5/mha/V/w")(
        encoder4_ln2_betas, initializers_onnx_initializer_218
    )
    initializers_onnx_initializer_218 = None
    initializers_onnx_initializer_219 = self.initializers.onnx_initializer_219
    encoder5_mha_v_b = getattr(self, "encoder5/mha/V/b")(
        encoder5_mha_v_w, initializers_onnx_initializer_219
    )
    encoder5_mha_v_w = initializers_onnx_initializer_219 = None
    initializers_onnx_initializer_220 = self.initializers.onnx_initializer_220
    encoder5_mha_v_reshape = getattr(self, "encoder5/mha/V/reshape")(
        encoder5_mha_v_b, initializers_onnx_initializer_220
    )
    encoder5_mha_v_b = initializers_onnx_initializer_220 = None
    encoder5_mha_v_transpose = getattr(self, "encoder5/mha/V/transpose")(
        encoder5_mha_v_reshape
    )
    encoder5_mha_v_reshape = None
    encoder5_mha_qk_matmul = getattr(self, "encoder5/mha/QK/matmul")(
        encoder5_mha_q_transpose, encoder5_mha_k_transpose
    )
    encoder5_mha_q_transpose = encoder5_mha_k_transpose = None
    initializers_onnx_initializer_221 = self.initializers.onnx_initializer_221
    encoder5_mha_qk_scale = getattr(self, "encoder5/mha/QK/scale")(
        encoder5_mha_qk_matmul, initializers_onnx_initializer_221
    )
    encoder5_mha_qk_matmul = initializers_onnx_initializer_221 = None
    initializers_onnx_initializer_222 = self.initializers.onnx_initializer_222
    encoder5_smolgen_compress = getattr(self, "encoder5/smolgen/compress")(
        encoder4_ln2_betas, initializers_onnx_initializer_222
    )
    initializers_onnx_initializer_222 = None
    initializers_onnx_initializer_223 = self.initializers.onnx_initializer_223
    encoder5_smolgen_compress_reshape = getattr(
        self, "encoder5/smolgen/compress/reshape"
    )(encoder5_smolgen_compress, initializers_onnx_initializer_223)
    encoder5_smolgen_compress = initializers_onnx_initializer_223 = None
    initializers_onnx_initializer_224 = self.initializers.onnx_initializer_224
    encoder5_smolgen_dense1_w = getattr(self, "encoder5/smolgen/dense1/w")(
        encoder5_smolgen_compress_reshape, initializers_onnx_initializer_224
    )
    encoder5_smolgen_compress_reshape = initializers_onnx_initializer_224 = None
    initializers_onnx_initializer_225 = self.initializers.onnx_initializer_225
    encoder5_smolgen_dense1_b = getattr(self, "encoder5/smolgen/dense1/b")(
        encoder5_smolgen_dense1_w, initializers_onnx_initializer_225
    )
    encoder5_smolgen_dense1_w = initializers_onnx_initializer_225 = None
    encoder5_smolgen_dense1_swish_sigmoid = getattr(
        self, "encoder5/smolgen/dense1/swish/sigmoid"
    )(encoder5_smolgen_dense1_b)
    encoder5_smolgen_dense1_swish = getattr(self, "encoder5/smolgen/dense1/swish")(
        encoder5_smolgen_dense1_swish_sigmoid, encoder5_smolgen_dense1_b
    )
    encoder5_smolgen_dense1_swish_sigmoid = encoder5_smolgen_dense1_b = None
    encoder5_smolgen_ln1_to_float = getattr(self, "encoder5/smolgen/ln1/to_float")(
        encoder5_smolgen_dense1_swish
    )
    encoder5_smolgen_dense1_swish = None
    encoder5_smolgen_ln1_mean = getattr(self, "encoder5/smolgen/ln1/mean")(
        encoder5_smolgen_ln1_to_float
    )
    encoder5_smolgen_ln1_centered = getattr(self, "encoder5/smolgen/ln1/centered")(
        encoder5_smolgen_ln1_to_float, encoder5_smolgen_ln1_mean
    )
    encoder5_smolgen_ln1_to_float = encoder5_smolgen_ln1_mean = None
    encoder5_smolgen_ln1_squared = getattr(self, "encoder5/smolgen/ln1/squared")(
        encoder5_smolgen_ln1_centered, encoder5_smolgen_ln1_centered
    )
    encoder5_smolgen_ln1_var = getattr(self, "encoder5/smolgen/ln1/var")(
        encoder5_smolgen_ln1_squared
    )
    encoder5_smolgen_ln1_squared = None
    initializers_onnx_initializer_226 = self.initializers.onnx_initializer_226
    encoder5_smolgen_ln1_var_eps = getattr(self, "encoder5/smolgen/ln1/var_eps")(
        encoder5_smolgen_ln1_var, initializers_onnx_initializer_226
    )
    encoder5_smolgen_ln1_var = initializers_onnx_initializer_226 = None
    encoder5_smolgen_ln1_std = getattr(self, "encoder5/smolgen/ln1/std")(
        encoder5_smolgen_ln1_var_eps
    )
    encoder5_smolgen_ln1_var_eps = None
    encoder5_smolgen_ln1_inv_std = getattr(self, "encoder5/smolgen/ln1/inv_std")(
        encoder5_smolgen_ln1_std
    )
    encoder5_smolgen_ln1_std = None
    encoder5_smolgen_ln1_normalized = getattr(self, "encoder5/smolgen/ln1/normalized")(
        encoder5_smolgen_ln1_centered, encoder5_smolgen_ln1_inv_std
    )
    encoder5_smolgen_ln1_centered = encoder5_smolgen_ln1_inv_std = None
    encoder5_smolgen_ln1_to_data_type = getattr(
        self, "encoder5/smolgen/ln1/to_data_type"
    )(encoder5_smolgen_ln1_normalized)
    encoder5_smolgen_ln1_normalized = None
    initializers_onnx_initializer_227 = self.initializers.onnx_initializer_227
    encoder5_smolgen_ln1_gammas = getattr(self, "encoder5/smolgen/ln1/gammas")(
        encoder5_smolgen_ln1_to_data_type, initializers_onnx_initializer_227
    )
    encoder5_smolgen_ln1_to_data_type = initializers_onnx_initializer_227 = None
    initializers_onnx_initializer_228 = self.initializers.onnx_initializer_228
    encoder5_smolgen_ln1_betas = getattr(self, "encoder5/smolgen/ln1/betas")(
        encoder5_smolgen_ln1_gammas, initializers_onnx_initializer_228
    )
    encoder5_smolgen_ln1_gammas = initializers_onnx_initializer_228 = None
    initializers_onnx_initializer_229 = self.initializers.onnx_initializer_229
    encoder5_smolgen_dense2_w = getattr(self, "encoder5/smolgen/dense2/w")(
        encoder5_smolgen_ln1_betas, initializers_onnx_initializer_229
    )
    encoder5_smolgen_ln1_betas = initializers_onnx_initializer_229 = None
    initializers_onnx_initializer_230 = self.initializers.onnx_initializer_230
    encoder5_smolgen_dense2_b = getattr(self, "encoder5/smolgen/dense2/b")(
        encoder5_smolgen_dense2_w, initializers_onnx_initializer_230
    )
    encoder5_smolgen_dense2_w = initializers_onnx_initializer_230 = None
    encoder5_smolgen_dense2_swish_sigmoid = getattr(
        self, "encoder5/smolgen/dense2/swish/sigmoid"
    )(encoder5_smolgen_dense2_b)
    encoder5_smolgen_dense2_swish = getattr(self, "encoder5/smolgen/dense2/swish")(
        encoder5_smolgen_dense2_swish_sigmoid, encoder5_smolgen_dense2_b
    )
    encoder5_smolgen_dense2_swish_sigmoid = encoder5_smolgen_dense2_b = None
    encoder5_smolgen_ln2_to_float = getattr(self, "encoder5/smolgen/ln2/to_float")(
        encoder5_smolgen_dense2_swish
    )
    encoder5_smolgen_dense2_swish = None
    encoder5_smolgen_ln2_mean = getattr(self, "encoder5/smolgen/ln2/mean")(
        encoder5_smolgen_ln2_to_float
    )
    encoder5_smolgen_ln2_centered = getattr(self, "encoder5/smolgen/ln2/centered")(
        encoder5_smolgen_ln2_to_float, encoder5_smolgen_ln2_mean
    )
    encoder5_smolgen_ln2_to_float = encoder5_smolgen_ln2_mean = None
    encoder5_smolgen_ln2_squared = getattr(self, "encoder5/smolgen/ln2/squared")(
        encoder5_smolgen_ln2_centered, encoder5_smolgen_ln2_centered
    )
    encoder5_smolgen_ln2_var = getattr(self, "encoder5/smolgen/ln2/var")(
        encoder5_smolgen_ln2_squared
    )
    encoder5_smolgen_ln2_squared = None
    initializers_onnx_initializer_231 = self.initializers.onnx_initializer_231
    encoder5_smolgen_ln2_var_eps = getattr(self, "encoder5/smolgen/ln2/var_eps")(
        encoder5_smolgen_ln2_var, initializers_onnx_initializer_231
    )
    encoder5_smolgen_ln2_var = initializers_onnx_initializer_231 = None
    encoder5_smolgen_ln2_std = getattr(self, "encoder5/smolgen/ln2/std")(
        encoder5_smolgen_ln2_var_eps
    )
    encoder5_smolgen_ln2_var_eps = None
    encoder5_smolgen_ln2_inv_std = getattr(self, "encoder5/smolgen/ln2/inv_std")(
        encoder5_smolgen_ln2_std
    )
    encoder5_smolgen_ln2_std = None
    encoder5_smolgen_ln2_normalized = getattr(self, "encoder5/smolgen/ln2/normalized")(
        encoder5_smolgen_ln2_centered, encoder5_smolgen_ln2_inv_std
    )
    encoder5_smolgen_ln2_centered = encoder5_smolgen_ln2_inv_std = None
    encoder5_smolgen_ln2_to_data_type = getattr(
        self, "encoder5/smolgen/ln2/to_data_type"
    )(encoder5_smolgen_ln2_normalized)
    encoder5_smolgen_ln2_normalized = None
    initializers_onnx_initializer_232 = self.initializers.onnx_initializer_232
    encoder5_smolgen_ln2_gammas = getattr(self, "encoder5/smolgen/ln2/gammas")(
        encoder5_smolgen_ln2_to_data_type, initializers_onnx_initializer_232
    )
    encoder5_smolgen_ln2_to_data_type = initializers_onnx_initializer_232 = None
    initializers_onnx_initializer_233 = self.initializers.onnx_initializer_233
    encoder5_smolgen_ln2_betas = getattr(self, "encoder5/smolgen/ln2/betas")(
        encoder5_smolgen_ln2_gammas, initializers_onnx_initializer_233
    )
    encoder5_smolgen_ln2_gammas = initializers_onnx_initializer_233 = None
    initializers_onnx_initializer_234 = self.initializers.onnx_initializer_234
    encoder5_smolgen_gen_from_reshape = getattr(
        self, "encoder5/smolgen/gen_from/reshape"
    )(encoder5_smolgen_ln2_betas, initializers_onnx_initializer_234)
    encoder5_smolgen_ln2_betas = initializers_onnx_initializer_234 = None
    initializers_onnx_initializer_235 = self.initializers.onnx_initializer_235
    encoder5_smolgen_smol_weight_gen = getattr(
        self, "encoder5/smolgen/smol_weight_gen"
    )(encoder5_smolgen_gen_from_reshape, initializers_onnx_initializer_235)
    encoder5_smolgen_gen_from_reshape = initializers_onnx_initializer_235 = None
    initializers_onnx_initializer_236 = self.initializers.onnx_initializer_236
    encoder5_smolgen_out_reshape = getattr(self, "encoder5/smolgen/out/reshape")(
        encoder5_smolgen_smol_weight_gen, initializers_onnx_initializer_236
    )
    encoder5_smolgen_smol_weight_gen = initializers_onnx_initializer_236 = None
    encoder5_smolgen_weights = getattr(self, "encoder5/smolgen_weights")(
        encoder5_mha_qk_scale, encoder5_smolgen_out_reshape
    )
    encoder5_mha_qk_scale = encoder5_smolgen_out_reshape = None
    encoder5_mha_qk_softmax = getattr(self, "encoder5/mha/QK/softmax")(
        encoder5_smolgen_weights
    )
    encoder5_smolgen_weights = None
    encoder5_mha_qkv_matmul = getattr(self, "encoder5/mha/QKV/matmul")(
        encoder5_mha_qk_softmax, encoder5_mha_v_transpose
    )
    encoder5_mha_qk_softmax = encoder5_mha_v_transpose = None
    encoder5_mha_out_transpose = getattr(self, "encoder5/mha/out/transpose")(
        encoder5_mha_qkv_matmul
    )
    encoder5_mha_qkv_matmul = None
    initializers_onnx_initializer_237 = self.initializers.onnx_initializer_237
    encoder5_mha_out_reshape = getattr(self, "encoder5/mha/out/reshape")(
        encoder5_mha_out_transpose, initializers_onnx_initializer_237
    )
    encoder5_mha_out_transpose = initializers_onnx_initializer_237 = None
    initializers_onnx_initializer_238 = self.initializers.onnx_initializer_238
    encoder5_mha_out_dense_w = getattr(self, "encoder5/mha/out/dense/w")(
        encoder5_mha_out_reshape, initializers_onnx_initializer_238
    )
    encoder5_mha_out_reshape = initializers_onnx_initializer_238 = None
    initializers_onnx_initializer_239 = self.initializers.onnx_initializer_239
    encoder5_mha_out_dense_b = getattr(self, "encoder5/mha/out/dense/b")(
        encoder5_mha_out_dense_w, initializers_onnx_initializer_239
    )
    encoder5_mha_out_dense_w = initializers_onnx_initializer_239 = None
    initializers_onnx_initializer_240 = self.initializers.onnx_initializer_240
    encoder5_alpha_input = getattr(self, "encoder5/alpha*input")(
        encoder5_mha_out_dense_b, initializers_onnx_initializer_240
    )
    encoder5_mha_out_dense_b = initializers_onnx_initializer_240 = None
    encoder5_mha_out_skip = getattr(self, "encoder5/mha/out/skip")(
        encoder5_alpha_input, encoder4_ln2_betas
    )
    encoder5_alpha_input = encoder4_ln2_betas = None
    encoder5_ln1_to_float = getattr(self, "encoder5/ln1/to_float")(
        encoder5_mha_out_skip
    )
    encoder5_mha_out_skip = None
    encoder5_ln1_mean = getattr(self, "encoder5/ln1/mean")(encoder5_ln1_to_float)
    encoder5_ln1_centered = getattr(self, "encoder5/ln1/centered")(
        encoder5_ln1_to_float, encoder5_ln1_mean
    )
    encoder5_ln1_to_float = encoder5_ln1_mean = None
    encoder5_ln1_squared = getattr(self, "encoder5/ln1/squared")(
        encoder5_ln1_centered, encoder5_ln1_centered
    )
    encoder5_ln1_var = getattr(self, "encoder5/ln1/var")(encoder5_ln1_squared)
    encoder5_ln1_squared = None
    initializers_onnx_initializer_241 = self.initializers.onnx_initializer_241
    encoder5_ln1_var_eps = getattr(self, "encoder5/ln1/var_eps")(
        encoder5_ln1_var, initializers_onnx_initializer_241
    )
    encoder5_ln1_var = initializers_onnx_initializer_241 = None
    encoder5_ln1_std = getattr(self, "encoder5/ln1/std")(encoder5_ln1_var_eps)
    encoder5_ln1_var_eps = None
    encoder5_ln1_inv_std = getattr(self, "encoder5/ln1/inv_std")(encoder5_ln1_std)
    encoder5_ln1_std = None
    encoder5_ln1_normalized = getattr(self, "encoder5/ln1/normalized")(
        encoder5_ln1_centered, encoder5_ln1_inv_std
    )
    encoder5_ln1_centered = encoder5_ln1_inv_std = None
    encoder5_ln1_to_data_type = getattr(self, "encoder5/ln1/to_data_type")(
        encoder5_ln1_normalized
    )
    encoder5_ln1_normalized = None
    initializers_onnx_initializer_242 = self.initializers.onnx_initializer_242
    encoder5_ln1_gammas = getattr(self, "encoder5/ln1/gammas")(
        encoder5_ln1_to_data_type, initializers_onnx_initializer_242
    )
    encoder5_ln1_to_data_type = initializers_onnx_initializer_242 = None
    initializers_onnx_initializer_243 = self.initializers.onnx_initializer_243
    encoder5_ln1_betas = getattr(self, "encoder5/ln1/betas")(
        encoder5_ln1_gammas, initializers_onnx_initializer_243
    )
    encoder5_ln1_gammas = initializers_onnx_initializer_243 = None
    initializers_onnx_initializer_244 = self.initializers.onnx_initializer_244
    encoder5_ffn_dense1_w = getattr(self, "encoder5/ffn/dense1/w")(
        encoder5_ln1_betas, initializers_onnx_initializer_244
    )
    initializers_onnx_initializer_244 = None
    initializers_onnx_initializer_245 = self.initializers.onnx_initializer_245
    encoder5_ffn_dense1_b = getattr(self, "encoder5/ffn/dense1/b")(
        encoder5_ffn_dense1_w, initializers_onnx_initializer_245
    )
    encoder5_ffn_dense1_w = initializers_onnx_initializer_245 = None
    encoder5_ffn_dense1_sqrrelu_relu = getattr(
        self, "encoder5/ffn/dense1/sqrrelu/relu"
    )(encoder5_ffn_dense1_b)
    encoder5_ffn_dense1_b = None
    encoder5_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder5/ffn/dense1/sqrrelu/sqr")(
        encoder5_ffn_dense1_sqrrelu_relu, encoder5_ffn_dense1_sqrrelu_relu
    )
    encoder5_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_246 = self.initializers.onnx_initializer_246
    encoder5_ffn_dense2_w = getattr(self, "encoder5/ffn/dense2/w")(
        encoder5_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_246
    )
    encoder5_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_246 = None
    initializers_onnx_initializer_247 = self.initializers.onnx_initializer_247
    encoder5_ffn_dense2_b = getattr(self, "encoder5/ffn/dense2/b")(
        encoder5_ffn_dense2_w, initializers_onnx_initializer_247
    )
    encoder5_ffn_dense2_w = initializers_onnx_initializer_247 = None
    initializers_onnx_initializer_248 = self.initializers.onnx_initializer_248
    encoder5_ffn_alpha = getattr(self, "encoder5/ffn/alpha")(
        encoder5_ffn_dense2_b, initializers_onnx_initializer_248
    )
    encoder5_ffn_dense2_b = initializers_onnx_initializer_248 = None
    encoder5_ffn_skip = getattr(self, "encoder5/ffn/skip")(
        encoder5_ffn_alpha, encoder5_ln1_betas
    )
    encoder5_ffn_alpha = encoder5_ln1_betas = None
    encoder5_ln2_to_float = getattr(self, "encoder5/ln2/to_float")(encoder5_ffn_skip)
    encoder5_ffn_skip = None
    encoder5_ln2_mean = getattr(self, "encoder5/ln2/mean")(encoder5_ln2_to_float)
    encoder5_ln2_centered = getattr(self, "encoder5/ln2/centered")(
        encoder5_ln2_to_float, encoder5_ln2_mean
    )
    encoder5_ln2_to_float = encoder5_ln2_mean = None
    encoder5_ln2_squared = getattr(self, "encoder5/ln2/squared")(
        encoder5_ln2_centered, encoder5_ln2_centered
    )
    encoder5_ln2_var = getattr(self, "encoder5/ln2/var")(encoder5_ln2_squared)
    encoder5_ln2_squared = None
    initializers_onnx_initializer_249 = self.initializers.onnx_initializer_249
    encoder5_ln2_var_eps = getattr(self, "encoder5/ln2/var_eps")(
        encoder5_ln2_var, initializers_onnx_initializer_249
    )
    encoder5_ln2_var = initializers_onnx_initializer_249 = None
    encoder5_ln2_std = getattr(self, "encoder5/ln2/std")(encoder5_ln2_var_eps)
    encoder5_ln2_var_eps = None
    encoder5_ln2_inv_std = getattr(self, "encoder5/ln2/inv_std")(encoder5_ln2_std)
    encoder5_ln2_std = None
    encoder5_ln2_normalized = getattr(self, "encoder5/ln2/normalized")(
        encoder5_ln2_centered, encoder5_ln2_inv_std
    )
    encoder5_ln2_centered = encoder5_ln2_inv_std = None
    encoder5_ln2_to_data_type = getattr(self, "encoder5/ln2/to_data_type")(
        encoder5_ln2_normalized
    )
    encoder5_ln2_normalized = None
    initializers_onnx_initializer_250 = self.initializers.onnx_initializer_250
    encoder5_ln2_gammas = getattr(self, "encoder5/ln2/gammas")(
        encoder5_ln2_to_data_type, initializers_onnx_initializer_250
    )
    encoder5_ln2_to_data_type = initializers_onnx_initializer_250 = None
    initializers_onnx_initializer_251 = self.initializers.onnx_initializer_251
    encoder5_ln2_betas = getattr(self, "encoder5/ln2/betas")(
        encoder5_ln2_gammas, initializers_onnx_initializer_251
    )
    encoder5_ln2_gammas = initializers_onnx_initializer_251 = None
    initializers_onnx_initializer_252 = self.initializers.onnx_initializer_252
    encoder6_mha_q_w = getattr(self, "encoder6/mha/Q/w")(
        encoder5_ln2_betas, initializers_onnx_initializer_252
    )
    initializers_onnx_initializer_252 = None
    initializers_onnx_initializer_253 = self.initializers.onnx_initializer_253
    encoder6_mha_q_b = getattr(self, "encoder6/mha/Q/b")(
        encoder6_mha_q_w, initializers_onnx_initializer_253
    )
    encoder6_mha_q_w = initializers_onnx_initializer_253 = None
    initializers_onnx_initializer_254 = self.initializers.onnx_initializer_254
    encoder6_mha_q_reshape = getattr(self, "encoder6/mha/Q/reshape")(
        encoder6_mha_q_b, initializers_onnx_initializer_254
    )
    encoder6_mha_q_b = initializers_onnx_initializer_254 = None
    encoder6_mha_q_transpose = getattr(self, "encoder6/mha/Q/transpose")(
        encoder6_mha_q_reshape
    )
    encoder6_mha_q_reshape = None
    initializers_onnx_initializer_255 = self.initializers.onnx_initializer_255
    encoder6_mha_k_w = getattr(self, "encoder6/mha/K/w")(
        encoder5_ln2_betas, initializers_onnx_initializer_255
    )
    initializers_onnx_initializer_255 = None
    initializers_onnx_initializer_256 = self.initializers.onnx_initializer_256
    encoder6_mha_k_b = getattr(self, "encoder6/mha/K/b")(
        encoder6_mha_k_w, initializers_onnx_initializer_256
    )
    encoder6_mha_k_w = initializers_onnx_initializer_256 = None
    initializers_onnx_initializer_257 = self.initializers.onnx_initializer_257
    encoder6_mha_k_reshape = getattr(self, "encoder6/mha/K/reshape")(
        encoder6_mha_k_b, initializers_onnx_initializer_257
    )
    encoder6_mha_k_b = initializers_onnx_initializer_257 = None
    encoder6_mha_k_transpose = getattr(self, "encoder6/mha/K/transpose")(
        encoder6_mha_k_reshape
    )
    encoder6_mha_k_reshape = None
    initializers_onnx_initializer_258 = self.initializers.onnx_initializer_258
    encoder6_mha_v_w = getattr(self, "encoder6/mha/V/w")(
        encoder5_ln2_betas, initializers_onnx_initializer_258
    )
    initializers_onnx_initializer_258 = None
    initializers_onnx_initializer_259 = self.initializers.onnx_initializer_259
    encoder6_mha_v_b = getattr(self, "encoder6/mha/V/b")(
        encoder6_mha_v_w, initializers_onnx_initializer_259
    )
    encoder6_mha_v_w = initializers_onnx_initializer_259 = None
    initializers_onnx_initializer_260 = self.initializers.onnx_initializer_260
    encoder6_mha_v_reshape = getattr(self, "encoder6/mha/V/reshape")(
        encoder6_mha_v_b, initializers_onnx_initializer_260
    )
    encoder6_mha_v_b = initializers_onnx_initializer_260 = None
    encoder6_mha_v_transpose = getattr(self, "encoder6/mha/V/transpose")(
        encoder6_mha_v_reshape
    )
    encoder6_mha_v_reshape = None
    encoder6_mha_qk_matmul = getattr(self, "encoder6/mha/QK/matmul")(
        encoder6_mha_q_transpose, encoder6_mha_k_transpose
    )
    encoder6_mha_q_transpose = encoder6_mha_k_transpose = None
    initializers_onnx_initializer_261 = self.initializers.onnx_initializer_261
    encoder6_mha_qk_scale = getattr(self, "encoder6/mha/QK/scale")(
        encoder6_mha_qk_matmul, initializers_onnx_initializer_261
    )
    encoder6_mha_qk_matmul = initializers_onnx_initializer_261 = None
    initializers_onnx_initializer_262 = self.initializers.onnx_initializer_262
    encoder6_smolgen_compress = getattr(self, "encoder6/smolgen/compress")(
        encoder5_ln2_betas, initializers_onnx_initializer_262
    )
    initializers_onnx_initializer_262 = None
    initializers_onnx_initializer_263 = self.initializers.onnx_initializer_263
    encoder6_smolgen_compress_reshape = getattr(
        self, "encoder6/smolgen/compress/reshape"
    )(encoder6_smolgen_compress, initializers_onnx_initializer_263)
    encoder6_smolgen_compress = initializers_onnx_initializer_263 = None
    initializers_onnx_initializer_264 = self.initializers.onnx_initializer_264
    encoder6_smolgen_dense1_w = getattr(self, "encoder6/smolgen/dense1/w")(
        encoder6_smolgen_compress_reshape, initializers_onnx_initializer_264
    )
    encoder6_smolgen_compress_reshape = initializers_onnx_initializer_264 = None
    initializers_onnx_initializer_265 = self.initializers.onnx_initializer_265
    encoder6_smolgen_dense1_b = getattr(self, "encoder6/smolgen/dense1/b")(
        encoder6_smolgen_dense1_w, initializers_onnx_initializer_265
    )
    encoder6_smolgen_dense1_w = initializers_onnx_initializer_265 = None
    encoder6_smolgen_dense1_swish_sigmoid = getattr(
        self, "encoder6/smolgen/dense1/swish/sigmoid"
    )(encoder6_smolgen_dense1_b)
    encoder6_smolgen_dense1_swish = getattr(self, "encoder6/smolgen/dense1/swish")(
        encoder6_smolgen_dense1_swish_sigmoid, encoder6_smolgen_dense1_b
    )
    encoder6_smolgen_dense1_swish_sigmoid = encoder6_smolgen_dense1_b = None
    encoder6_smolgen_ln1_to_float = getattr(self, "encoder6/smolgen/ln1/to_float")(
        encoder6_smolgen_dense1_swish
    )
    encoder6_smolgen_dense1_swish = None
    encoder6_smolgen_ln1_mean = getattr(self, "encoder6/smolgen/ln1/mean")(
        encoder6_smolgen_ln1_to_float
    )
    encoder6_smolgen_ln1_centered = getattr(self, "encoder6/smolgen/ln1/centered")(
        encoder6_smolgen_ln1_to_float, encoder6_smolgen_ln1_mean
    )
    encoder6_smolgen_ln1_to_float = encoder6_smolgen_ln1_mean = None
    encoder6_smolgen_ln1_squared = getattr(self, "encoder6/smolgen/ln1/squared")(
        encoder6_smolgen_ln1_centered, encoder6_smolgen_ln1_centered
    )
    encoder6_smolgen_ln1_var = getattr(self, "encoder6/smolgen/ln1/var")(
        encoder6_smolgen_ln1_squared
    )
    encoder6_smolgen_ln1_squared = None
    initializers_onnx_initializer_266 = self.initializers.onnx_initializer_266
    encoder6_smolgen_ln1_var_eps = getattr(self, "encoder6/smolgen/ln1/var_eps")(
        encoder6_smolgen_ln1_var, initializers_onnx_initializer_266
    )
    encoder6_smolgen_ln1_var = initializers_onnx_initializer_266 = None
    encoder6_smolgen_ln1_std = getattr(self, "encoder6/smolgen/ln1/std")(
        encoder6_smolgen_ln1_var_eps
    )
    encoder6_smolgen_ln1_var_eps = None
    encoder6_smolgen_ln1_inv_std = getattr(self, "encoder6/smolgen/ln1/inv_std")(
        encoder6_smolgen_ln1_std
    )
    encoder6_smolgen_ln1_std = None
    encoder6_smolgen_ln1_normalized = getattr(self, "encoder6/smolgen/ln1/normalized")(
        encoder6_smolgen_ln1_centered, encoder6_smolgen_ln1_inv_std
    )
    encoder6_smolgen_ln1_centered = encoder6_smolgen_ln1_inv_std = None
    encoder6_smolgen_ln1_to_data_type = getattr(
        self, "encoder6/smolgen/ln1/to_data_type"
    )(encoder6_smolgen_ln1_normalized)
    encoder6_smolgen_ln1_normalized = None
    initializers_onnx_initializer_267 = self.initializers.onnx_initializer_267
    encoder6_smolgen_ln1_gammas = getattr(self, "encoder6/smolgen/ln1/gammas")(
        encoder6_smolgen_ln1_to_data_type, initializers_onnx_initializer_267
    )
    encoder6_smolgen_ln1_to_data_type = initializers_onnx_initializer_267 = None
    initializers_onnx_initializer_268 = self.initializers.onnx_initializer_268
    encoder6_smolgen_ln1_betas = getattr(self, "encoder6/smolgen/ln1/betas")(
        encoder6_smolgen_ln1_gammas, initializers_onnx_initializer_268
    )
    encoder6_smolgen_ln1_gammas = initializers_onnx_initializer_268 = None
    initializers_onnx_initializer_269 = self.initializers.onnx_initializer_269
    encoder6_smolgen_dense2_w = getattr(self, "encoder6/smolgen/dense2/w")(
        encoder6_smolgen_ln1_betas, initializers_onnx_initializer_269
    )
    encoder6_smolgen_ln1_betas = initializers_onnx_initializer_269 = None
    initializers_onnx_initializer_270 = self.initializers.onnx_initializer_270
    encoder6_smolgen_dense2_b = getattr(self, "encoder6/smolgen/dense2/b")(
        encoder6_smolgen_dense2_w, initializers_onnx_initializer_270
    )
    encoder6_smolgen_dense2_w = initializers_onnx_initializer_270 = None
    encoder6_smolgen_dense2_swish_sigmoid = getattr(
        self, "encoder6/smolgen/dense2/swish/sigmoid"
    )(encoder6_smolgen_dense2_b)
    encoder6_smolgen_dense2_swish = getattr(self, "encoder6/smolgen/dense2/swish")(
        encoder6_smolgen_dense2_swish_sigmoid, encoder6_smolgen_dense2_b
    )
    encoder6_smolgen_dense2_swish_sigmoid = encoder6_smolgen_dense2_b = None
    encoder6_smolgen_ln2_to_float = getattr(self, "encoder6/smolgen/ln2/to_float")(
        encoder6_smolgen_dense2_swish
    )
    encoder6_smolgen_dense2_swish = None
    encoder6_smolgen_ln2_mean = getattr(self, "encoder6/smolgen/ln2/mean")(
        encoder6_smolgen_ln2_to_float
    )
    encoder6_smolgen_ln2_centered = getattr(self, "encoder6/smolgen/ln2/centered")(
        encoder6_smolgen_ln2_to_float, encoder6_smolgen_ln2_mean
    )
    encoder6_smolgen_ln2_to_float = encoder6_smolgen_ln2_mean = None
    encoder6_smolgen_ln2_squared = getattr(self, "encoder6/smolgen/ln2/squared")(
        encoder6_smolgen_ln2_centered, encoder6_smolgen_ln2_centered
    )
    encoder6_smolgen_ln2_var = getattr(self, "encoder6/smolgen/ln2/var")(
        encoder6_smolgen_ln2_squared
    )
    encoder6_smolgen_ln2_squared = None
    initializers_onnx_initializer_271 = self.initializers.onnx_initializer_271
    encoder6_smolgen_ln2_var_eps = getattr(self, "encoder6/smolgen/ln2/var_eps")(
        encoder6_smolgen_ln2_var, initializers_onnx_initializer_271
    )
    encoder6_smolgen_ln2_var = initializers_onnx_initializer_271 = None
    encoder6_smolgen_ln2_std = getattr(self, "encoder6/smolgen/ln2/std")(
        encoder6_smolgen_ln2_var_eps
    )
    encoder6_smolgen_ln2_var_eps = None
    encoder6_smolgen_ln2_inv_std = getattr(self, "encoder6/smolgen/ln2/inv_std")(
        encoder6_smolgen_ln2_std
    )
    encoder6_smolgen_ln2_std = None
    encoder6_smolgen_ln2_normalized = getattr(self, "encoder6/smolgen/ln2/normalized")(
        encoder6_smolgen_ln2_centered, encoder6_smolgen_ln2_inv_std
    )
    encoder6_smolgen_ln2_centered = encoder6_smolgen_ln2_inv_std = None
    encoder6_smolgen_ln2_to_data_type = getattr(
        self, "encoder6/smolgen/ln2/to_data_type"
    )(encoder6_smolgen_ln2_normalized)
    encoder6_smolgen_ln2_normalized = None
    initializers_onnx_initializer_272 = self.initializers.onnx_initializer_272
    encoder6_smolgen_ln2_gammas = getattr(self, "encoder6/smolgen/ln2/gammas")(
        encoder6_smolgen_ln2_to_data_type, initializers_onnx_initializer_272
    )
    encoder6_smolgen_ln2_to_data_type = initializers_onnx_initializer_272 = None
    initializers_onnx_initializer_273 = self.initializers.onnx_initializer_273
    encoder6_smolgen_ln2_betas = getattr(self, "encoder6/smolgen/ln2/betas")(
        encoder6_smolgen_ln2_gammas, initializers_onnx_initializer_273
    )
    encoder6_smolgen_ln2_gammas = initializers_onnx_initializer_273 = None
    initializers_onnx_initializer_274 = self.initializers.onnx_initializer_274
    encoder6_smolgen_gen_from_reshape = getattr(
        self, "encoder6/smolgen/gen_from/reshape"
    )(encoder6_smolgen_ln2_betas, initializers_onnx_initializer_274)
    encoder6_smolgen_ln2_betas = initializers_onnx_initializer_274 = None
    initializers_onnx_initializer_275 = self.initializers.onnx_initializer_275
    encoder6_smolgen_smol_weight_gen = getattr(
        self, "encoder6/smolgen/smol_weight_gen"
    )(encoder6_smolgen_gen_from_reshape, initializers_onnx_initializer_275)
    encoder6_smolgen_gen_from_reshape = initializers_onnx_initializer_275 = None
    initializers_onnx_initializer_276 = self.initializers.onnx_initializer_276
    encoder6_smolgen_out_reshape = getattr(self, "encoder6/smolgen/out/reshape")(
        encoder6_smolgen_smol_weight_gen, initializers_onnx_initializer_276
    )
    encoder6_smolgen_smol_weight_gen = initializers_onnx_initializer_276 = None
    encoder6_smolgen_weights = getattr(self, "encoder6/smolgen_weights")(
        encoder6_mha_qk_scale, encoder6_smolgen_out_reshape
    )
    encoder6_mha_qk_scale = encoder6_smolgen_out_reshape = None
    encoder6_mha_qk_softmax = getattr(self, "encoder6/mha/QK/softmax")(
        encoder6_smolgen_weights
    )
    encoder6_smolgen_weights = None
    encoder6_mha_qkv_matmul = getattr(self, "encoder6/mha/QKV/matmul")(
        encoder6_mha_qk_softmax, encoder6_mha_v_transpose
    )
    encoder6_mha_qk_softmax = encoder6_mha_v_transpose = None
    encoder6_mha_out_transpose = getattr(self, "encoder6/mha/out/transpose")(
        encoder6_mha_qkv_matmul
    )
    encoder6_mha_qkv_matmul = None
    initializers_onnx_initializer_277 = self.initializers.onnx_initializer_277
    encoder6_mha_out_reshape = getattr(self, "encoder6/mha/out/reshape")(
        encoder6_mha_out_transpose, initializers_onnx_initializer_277
    )
    encoder6_mha_out_transpose = initializers_onnx_initializer_277 = None
    initializers_onnx_initializer_278 = self.initializers.onnx_initializer_278
    encoder6_mha_out_dense_w = getattr(self, "encoder6/mha/out/dense/w")(
        encoder6_mha_out_reshape, initializers_onnx_initializer_278
    )
    encoder6_mha_out_reshape = initializers_onnx_initializer_278 = None
    initializers_onnx_initializer_279 = self.initializers.onnx_initializer_279
    encoder6_mha_out_dense_b = getattr(self, "encoder6/mha/out/dense/b")(
        encoder6_mha_out_dense_w, initializers_onnx_initializer_279
    )
    encoder6_mha_out_dense_w = initializers_onnx_initializer_279 = None
    initializers_onnx_initializer_280 = self.initializers.onnx_initializer_280
    encoder6_alpha_input = getattr(self, "encoder6/alpha*input")(
        encoder6_mha_out_dense_b, initializers_onnx_initializer_280
    )
    encoder6_mha_out_dense_b = initializers_onnx_initializer_280 = None
    encoder6_mha_out_skip = getattr(self, "encoder6/mha/out/skip")(
        encoder6_alpha_input, encoder5_ln2_betas
    )
    encoder6_alpha_input = encoder5_ln2_betas = None
    encoder6_ln1_to_float = getattr(self, "encoder6/ln1/to_float")(
        encoder6_mha_out_skip
    )
    encoder6_mha_out_skip = None
    encoder6_ln1_mean = getattr(self, "encoder6/ln1/mean")(encoder6_ln1_to_float)
    encoder6_ln1_centered = getattr(self, "encoder6/ln1/centered")(
        encoder6_ln1_to_float, encoder6_ln1_mean
    )
    encoder6_ln1_to_float = encoder6_ln1_mean = None
    encoder6_ln1_squared = getattr(self, "encoder6/ln1/squared")(
        encoder6_ln1_centered, encoder6_ln1_centered
    )
    encoder6_ln1_var = getattr(self, "encoder6/ln1/var")(encoder6_ln1_squared)
    encoder6_ln1_squared = None
    initializers_onnx_initializer_281 = self.initializers.onnx_initializer_281
    encoder6_ln1_var_eps = getattr(self, "encoder6/ln1/var_eps")(
        encoder6_ln1_var, initializers_onnx_initializer_281
    )
    encoder6_ln1_var = initializers_onnx_initializer_281 = None
    encoder6_ln1_std = getattr(self, "encoder6/ln1/std")(encoder6_ln1_var_eps)
    encoder6_ln1_var_eps = None
    encoder6_ln1_inv_std = getattr(self, "encoder6/ln1/inv_std")(encoder6_ln1_std)
    encoder6_ln1_std = None
    encoder6_ln1_normalized = getattr(self, "encoder6/ln1/normalized")(
        encoder6_ln1_centered, encoder6_ln1_inv_std
    )
    encoder6_ln1_centered = encoder6_ln1_inv_std = None
    encoder6_ln1_to_data_type = getattr(self, "encoder6/ln1/to_data_type")(
        encoder6_ln1_normalized
    )
    encoder6_ln1_normalized = None
    initializers_onnx_initializer_282 = self.initializers.onnx_initializer_282
    encoder6_ln1_gammas = getattr(self, "encoder6/ln1/gammas")(
        encoder6_ln1_to_data_type, initializers_onnx_initializer_282
    )
    encoder6_ln1_to_data_type = initializers_onnx_initializer_282 = None
    initializers_onnx_initializer_283 = self.initializers.onnx_initializer_283
    encoder6_ln1_betas = getattr(self, "encoder6/ln1/betas")(
        encoder6_ln1_gammas, initializers_onnx_initializer_283
    )
    encoder6_ln1_gammas = initializers_onnx_initializer_283 = None
    initializers_onnx_initializer_284 = self.initializers.onnx_initializer_284
    encoder6_ffn_dense1_w = getattr(self, "encoder6/ffn/dense1/w")(
        encoder6_ln1_betas, initializers_onnx_initializer_284
    )
    initializers_onnx_initializer_284 = None
    initializers_onnx_initializer_285 = self.initializers.onnx_initializer_285
    encoder6_ffn_dense1_b = getattr(self, "encoder6/ffn/dense1/b")(
        encoder6_ffn_dense1_w, initializers_onnx_initializer_285
    )
    encoder6_ffn_dense1_w = initializers_onnx_initializer_285 = None
    encoder6_ffn_dense1_sqrrelu_relu = getattr(
        self, "encoder6/ffn/dense1/sqrrelu/relu"
    )(encoder6_ffn_dense1_b)
    encoder6_ffn_dense1_b = None
    encoder6_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder6/ffn/dense1/sqrrelu/sqr")(
        encoder6_ffn_dense1_sqrrelu_relu, encoder6_ffn_dense1_sqrrelu_relu
    )
    encoder6_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_286 = self.initializers.onnx_initializer_286
    encoder6_ffn_dense2_w = getattr(self, "encoder6/ffn/dense2/w")(
        encoder6_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_286
    )
    encoder6_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_286 = None
    initializers_onnx_initializer_287 = self.initializers.onnx_initializer_287
    encoder6_ffn_dense2_b = getattr(self, "encoder6/ffn/dense2/b")(
        encoder6_ffn_dense2_w, initializers_onnx_initializer_287
    )
    encoder6_ffn_dense2_w = initializers_onnx_initializer_287 = None
    initializers_onnx_initializer_288 = self.initializers.onnx_initializer_288
    encoder6_ffn_alpha = getattr(self, "encoder6/ffn/alpha")(
        encoder6_ffn_dense2_b, initializers_onnx_initializer_288
    )
    encoder6_ffn_dense2_b = initializers_onnx_initializer_288 = None
    encoder6_ffn_skip = getattr(self, "encoder6/ffn/skip")(
        encoder6_ffn_alpha, encoder6_ln1_betas
    )
    encoder6_ffn_alpha = encoder6_ln1_betas = None
    encoder6_ln2_to_float = getattr(self, "encoder6/ln2/to_float")(encoder6_ffn_skip)
    encoder6_ffn_skip = None
    encoder6_ln2_mean = getattr(self, "encoder6/ln2/mean")(encoder6_ln2_to_float)
    encoder6_ln2_centered = getattr(self, "encoder6/ln2/centered")(
        encoder6_ln2_to_float, encoder6_ln2_mean
    )
    encoder6_ln2_to_float = encoder6_ln2_mean = None
    encoder6_ln2_squared = getattr(self, "encoder6/ln2/squared")(
        encoder6_ln2_centered, encoder6_ln2_centered
    )
    encoder6_ln2_var = getattr(self, "encoder6/ln2/var")(encoder6_ln2_squared)
    encoder6_ln2_squared = None
    initializers_onnx_initializer_289 = self.initializers.onnx_initializer_289
    encoder6_ln2_var_eps = getattr(self, "encoder6/ln2/var_eps")(
        encoder6_ln2_var, initializers_onnx_initializer_289
    )
    encoder6_ln2_var = initializers_onnx_initializer_289 = None
    encoder6_ln2_std = getattr(self, "encoder6/ln2/std")(encoder6_ln2_var_eps)
    encoder6_ln2_var_eps = None
    encoder6_ln2_inv_std = getattr(self, "encoder6/ln2/inv_std")(encoder6_ln2_std)
    encoder6_ln2_std = None
    encoder6_ln2_normalized = getattr(self, "encoder6/ln2/normalized")(
        encoder6_ln2_centered, encoder6_ln2_inv_std
    )
    encoder6_ln2_centered = encoder6_ln2_inv_std = None
    encoder6_ln2_to_data_type = getattr(self, "encoder6/ln2/to_data_type")(
        encoder6_ln2_normalized
    )
    encoder6_ln2_normalized = None
    initializers_onnx_initializer_290 = self.initializers.onnx_initializer_290
    encoder6_ln2_gammas = getattr(self, "encoder6/ln2/gammas")(
        encoder6_ln2_to_data_type, initializers_onnx_initializer_290
    )
    encoder6_ln2_to_data_type = initializers_onnx_initializer_290 = None
    initializers_onnx_initializer_291 = self.initializers.onnx_initializer_291
    encoder6_ln2_betas = getattr(self, "encoder6/ln2/betas")(
        encoder6_ln2_gammas, initializers_onnx_initializer_291
    )
    encoder6_ln2_gammas = initializers_onnx_initializer_291 = None
    initializers_onnx_initializer_292 = self.initializers.onnx_initializer_292
    encoder7_mha_q_w = getattr(self, "encoder7/mha/Q/w")(
        encoder6_ln2_betas, initializers_onnx_initializer_292
    )
    initializers_onnx_initializer_292 = None
    initializers_onnx_initializer_293 = self.initializers.onnx_initializer_293
    encoder7_mha_q_b = getattr(self, "encoder7/mha/Q/b")(
        encoder7_mha_q_w, initializers_onnx_initializer_293
    )
    encoder7_mha_q_w = initializers_onnx_initializer_293 = None
    initializers_onnx_initializer_294 = self.initializers.onnx_initializer_294
    encoder7_mha_q_reshape = getattr(self, "encoder7/mha/Q/reshape")(
        encoder7_mha_q_b, initializers_onnx_initializer_294
    )
    encoder7_mha_q_b = initializers_onnx_initializer_294 = None
    encoder7_mha_q_transpose = getattr(self, "encoder7/mha/Q/transpose")(
        encoder7_mha_q_reshape
    )
    encoder7_mha_q_reshape = None
    initializers_onnx_initializer_295 = self.initializers.onnx_initializer_295
    encoder7_mha_k_w = getattr(self, "encoder7/mha/K/w")(
        encoder6_ln2_betas, initializers_onnx_initializer_295
    )
    initializers_onnx_initializer_295 = None
    initializers_onnx_initializer_296 = self.initializers.onnx_initializer_296
    encoder7_mha_k_b = getattr(self, "encoder7/mha/K/b")(
        encoder7_mha_k_w, initializers_onnx_initializer_296
    )
    encoder7_mha_k_w = initializers_onnx_initializer_296 = None
    initializers_onnx_initializer_297 = self.initializers.onnx_initializer_297
    encoder7_mha_k_reshape = getattr(self, "encoder7/mha/K/reshape")(
        encoder7_mha_k_b, initializers_onnx_initializer_297
    )
    encoder7_mha_k_b = initializers_onnx_initializer_297 = None
    encoder7_mha_k_transpose = getattr(self, "encoder7/mha/K/transpose")(
        encoder7_mha_k_reshape
    )
    encoder7_mha_k_reshape = None
    initializers_onnx_initializer_298 = self.initializers.onnx_initializer_298
    encoder7_mha_v_w = getattr(self, "encoder7/mha/V/w")(
        encoder6_ln2_betas, initializers_onnx_initializer_298
    )
    initializers_onnx_initializer_298 = None
    initializers_onnx_initializer_299 = self.initializers.onnx_initializer_299
    encoder7_mha_v_b = getattr(self, "encoder7/mha/V/b")(
        encoder7_mha_v_w, initializers_onnx_initializer_299
    )
    encoder7_mha_v_w = initializers_onnx_initializer_299 = None
    initializers_onnx_initializer_300 = self.initializers.onnx_initializer_300
    encoder7_mha_v_reshape = getattr(self, "encoder7/mha/V/reshape")(
        encoder7_mha_v_b, initializers_onnx_initializer_300
    )
    encoder7_mha_v_b = initializers_onnx_initializer_300 = None
    encoder7_mha_v_transpose = getattr(self, "encoder7/mha/V/transpose")(
        encoder7_mha_v_reshape
    )
    encoder7_mha_v_reshape = None
    encoder7_mha_qk_matmul = getattr(self, "encoder7/mha/QK/matmul")(
        encoder7_mha_q_transpose, encoder7_mha_k_transpose
    )
    encoder7_mha_q_transpose = encoder7_mha_k_transpose = None
    initializers_onnx_initializer_301 = self.initializers.onnx_initializer_301
    encoder7_mha_qk_scale = getattr(self, "encoder7/mha/QK/scale")(
        encoder7_mha_qk_matmul, initializers_onnx_initializer_301
    )
    encoder7_mha_qk_matmul = initializers_onnx_initializer_301 = None
    initializers_onnx_initializer_302 = self.initializers.onnx_initializer_302
    encoder7_smolgen_compress = getattr(self, "encoder7/smolgen/compress")(
        encoder6_ln2_betas, initializers_onnx_initializer_302
    )
    initializers_onnx_initializer_302 = None
    initializers_onnx_initializer_303 = self.initializers.onnx_initializer_303
    encoder7_smolgen_compress_reshape = getattr(
        self, "encoder7/smolgen/compress/reshape"
    )(encoder7_smolgen_compress, initializers_onnx_initializer_303)
    encoder7_smolgen_compress = initializers_onnx_initializer_303 = None
    initializers_onnx_initializer_304 = self.initializers.onnx_initializer_304
    encoder7_smolgen_dense1_w = getattr(self, "encoder7/smolgen/dense1/w")(
        encoder7_smolgen_compress_reshape, initializers_onnx_initializer_304
    )
    encoder7_smolgen_compress_reshape = initializers_onnx_initializer_304 = None
    initializers_onnx_initializer_305 = self.initializers.onnx_initializer_305
    encoder7_smolgen_dense1_b = getattr(self, "encoder7/smolgen/dense1/b")(
        encoder7_smolgen_dense1_w, initializers_onnx_initializer_305
    )
    encoder7_smolgen_dense1_w = initializers_onnx_initializer_305 = None
    encoder7_smolgen_dense1_swish_sigmoid = getattr(
        self, "encoder7/smolgen/dense1/swish/sigmoid"
    )(encoder7_smolgen_dense1_b)
    encoder7_smolgen_dense1_swish = getattr(self, "encoder7/smolgen/dense1/swish")(
        encoder7_smolgen_dense1_swish_sigmoid, encoder7_smolgen_dense1_b
    )
    encoder7_smolgen_dense1_swish_sigmoid = encoder7_smolgen_dense1_b = None
    encoder7_smolgen_ln1_to_float = getattr(self, "encoder7/smolgen/ln1/to_float")(
        encoder7_smolgen_dense1_swish
    )
    encoder7_smolgen_dense1_swish = None
    encoder7_smolgen_ln1_mean = getattr(self, "encoder7/smolgen/ln1/mean")(
        encoder7_smolgen_ln1_to_float
    )
    encoder7_smolgen_ln1_centered = getattr(self, "encoder7/smolgen/ln1/centered")(
        encoder7_smolgen_ln1_to_float, encoder7_smolgen_ln1_mean
    )
    encoder7_smolgen_ln1_to_float = encoder7_smolgen_ln1_mean = None
    encoder7_smolgen_ln1_squared = getattr(self, "encoder7/smolgen/ln1/squared")(
        encoder7_smolgen_ln1_centered, encoder7_smolgen_ln1_centered
    )
    encoder7_smolgen_ln1_var = getattr(self, "encoder7/smolgen/ln1/var")(
        encoder7_smolgen_ln1_squared
    )
    encoder7_smolgen_ln1_squared = None
    initializers_onnx_initializer_306 = self.initializers.onnx_initializer_306
    encoder7_smolgen_ln1_var_eps = getattr(self, "encoder7/smolgen/ln1/var_eps")(
        encoder7_smolgen_ln1_var, initializers_onnx_initializer_306
    )
    encoder7_smolgen_ln1_var = initializers_onnx_initializer_306 = None
    encoder7_smolgen_ln1_std = getattr(self, "encoder7/smolgen/ln1/std")(
        encoder7_smolgen_ln1_var_eps
    )
    encoder7_smolgen_ln1_var_eps = None
    encoder7_smolgen_ln1_inv_std = getattr(self, "encoder7/smolgen/ln1/inv_std")(
        encoder7_smolgen_ln1_std
    )
    encoder7_smolgen_ln1_std = None
    encoder7_smolgen_ln1_normalized = getattr(self, "encoder7/smolgen/ln1/normalized")(
        encoder7_smolgen_ln1_centered, encoder7_smolgen_ln1_inv_std
    )
    encoder7_smolgen_ln1_centered = encoder7_smolgen_ln1_inv_std = None
    encoder7_smolgen_ln1_to_data_type = getattr(
        self, "encoder7/smolgen/ln1/to_data_type"
    )(encoder7_smolgen_ln1_normalized)
    encoder7_smolgen_ln1_normalized = None
    initializers_onnx_initializer_307 = self.initializers.onnx_initializer_307
    encoder7_smolgen_ln1_gammas = getattr(self, "encoder7/smolgen/ln1/gammas")(
        encoder7_smolgen_ln1_to_data_type, initializers_onnx_initializer_307
    )
    encoder7_smolgen_ln1_to_data_type = initializers_onnx_initializer_307 = None
    initializers_onnx_initializer_308 = self.initializers.onnx_initializer_308
    encoder7_smolgen_ln1_betas = getattr(self, "encoder7/smolgen/ln1/betas")(
        encoder7_smolgen_ln1_gammas, initializers_onnx_initializer_308
    )
    encoder7_smolgen_ln1_gammas = initializers_onnx_initializer_308 = None
    initializers_onnx_initializer_309 = self.initializers.onnx_initializer_309
    encoder7_smolgen_dense2_w = getattr(self, "encoder7/smolgen/dense2/w")(
        encoder7_smolgen_ln1_betas, initializers_onnx_initializer_309
    )
    encoder7_smolgen_ln1_betas = initializers_onnx_initializer_309 = None
    initializers_onnx_initializer_310 = self.initializers.onnx_initializer_310
    encoder7_smolgen_dense2_b = getattr(self, "encoder7/smolgen/dense2/b")(
        encoder7_smolgen_dense2_w, initializers_onnx_initializer_310
    )
    encoder7_smolgen_dense2_w = initializers_onnx_initializer_310 = None
    encoder7_smolgen_dense2_swish_sigmoid = getattr(
        self, "encoder7/smolgen/dense2/swish/sigmoid"
    )(encoder7_smolgen_dense2_b)
    encoder7_smolgen_dense2_swish = getattr(self, "encoder7/smolgen/dense2/swish")(
        encoder7_smolgen_dense2_swish_sigmoid, encoder7_smolgen_dense2_b
    )
    encoder7_smolgen_dense2_swish_sigmoid = encoder7_smolgen_dense2_b = None
    encoder7_smolgen_ln2_to_float = getattr(self, "encoder7/smolgen/ln2/to_float")(
        encoder7_smolgen_dense2_swish
    )
    encoder7_smolgen_dense2_swish = None
    encoder7_smolgen_ln2_mean = getattr(self, "encoder7/smolgen/ln2/mean")(
        encoder7_smolgen_ln2_to_float
    )
    encoder7_smolgen_ln2_centered = getattr(self, "encoder7/smolgen/ln2/centered")(
        encoder7_smolgen_ln2_to_float, encoder7_smolgen_ln2_mean
    )
    encoder7_smolgen_ln2_to_float = encoder7_smolgen_ln2_mean = None
    encoder7_smolgen_ln2_squared = getattr(self, "encoder7/smolgen/ln2/squared")(
        encoder7_smolgen_ln2_centered, encoder7_smolgen_ln2_centered
    )
    encoder7_smolgen_ln2_var = getattr(self, "encoder7/smolgen/ln2/var")(
        encoder7_smolgen_ln2_squared
    )
    encoder7_smolgen_ln2_squared = None
    initializers_onnx_initializer_311 = self.initializers.onnx_initializer_311
    encoder7_smolgen_ln2_var_eps = getattr(self, "encoder7/smolgen/ln2/var_eps")(
        encoder7_smolgen_ln2_var, initializers_onnx_initializer_311
    )
    encoder7_smolgen_ln2_var = initializers_onnx_initializer_311 = None
    encoder7_smolgen_ln2_std = getattr(self, "encoder7/smolgen/ln2/std")(
        encoder7_smolgen_ln2_var_eps
    )
    encoder7_smolgen_ln2_var_eps = None
    encoder7_smolgen_ln2_inv_std = getattr(self, "encoder7/smolgen/ln2/inv_std")(
        encoder7_smolgen_ln2_std
    )
    encoder7_smolgen_ln2_std = None
    encoder7_smolgen_ln2_normalized = getattr(self, "encoder7/smolgen/ln2/normalized")(
        encoder7_smolgen_ln2_centered, encoder7_smolgen_ln2_inv_std
    )
    encoder7_smolgen_ln2_centered = encoder7_smolgen_ln2_inv_std = None
    encoder7_smolgen_ln2_to_data_type = getattr(
        self, "encoder7/smolgen/ln2/to_data_type"
    )(encoder7_smolgen_ln2_normalized)
    encoder7_smolgen_ln2_normalized = None
    initializers_onnx_initializer_312 = self.initializers.onnx_initializer_312
    encoder7_smolgen_ln2_gammas = getattr(self, "encoder7/smolgen/ln2/gammas")(
        encoder7_smolgen_ln2_to_data_type, initializers_onnx_initializer_312
    )
    encoder7_smolgen_ln2_to_data_type = initializers_onnx_initializer_312 = None
    initializers_onnx_initializer_313 = self.initializers.onnx_initializer_313
    encoder7_smolgen_ln2_betas = getattr(self, "encoder7/smolgen/ln2/betas")(
        encoder7_smolgen_ln2_gammas, initializers_onnx_initializer_313
    )
    encoder7_smolgen_ln2_gammas = initializers_onnx_initializer_313 = None
    initializers_onnx_initializer_314 = self.initializers.onnx_initializer_314
    encoder7_smolgen_gen_from_reshape = getattr(
        self, "encoder7/smolgen/gen_from/reshape"
    )(encoder7_smolgen_ln2_betas, initializers_onnx_initializer_314)
    encoder7_smolgen_ln2_betas = initializers_onnx_initializer_314 = None
    initializers_onnx_initializer_315 = self.initializers.onnx_initializer_315
    encoder7_smolgen_smol_weight_gen = getattr(
        self, "encoder7/smolgen/smol_weight_gen"
    )(encoder7_smolgen_gen_from_reshape, initializers_onnx_initializer_315)
    encoder7_smolgen_gen_from_reshape = initializers_onnx_initializer_315 = None
    initializers_onnx_initializer_316 = self.initializers.onnx_initializer_316
    encoder7_smolgen_out_reshape = getattr(self, "encoder7/smolgen/out/reshape")(
        encoder7_smolgen_smol_weight_gen, initializers_onnx_initializer_316
    )
    encoder7_smolgen_smol_weight_gen = initializers_onnx_initializer_316 = None
    encoder7_smolgen_weights = getattr(self, "encoder7/smolgen_weights")(
        encoder7_mha_qk_scale, encoder7_smolgen_out_reshape
    )
    encoder7_mha_qk_scale = encoder7_smolgen_out_reshape = None
    encoder7_mha_qk_softmax = getattr(self, "encoder7/mha/QK/softmax")(
        encoder7_smolgen_weights
    )
    encoder7_smolgen_weights = None
    encoder7_mha_qkv_matmul = getattr(self, "encoder7/mha/QKV/matmul")(
        encoder7_mha_qk_softmax, encoder7_mha_v_transpose
    )
    encoder7_mha_qk_softmax = encoder7_mha_v_transpose = None
    encoder7_mha_out_transpose = getattr(self, "encoder7/mha/out/transpose")(
        encoder7_mha_qkv_matmul
    )
    encoder7_mha_qkv_matmul = None
    initializers_onnx_initializer_317 = self.initializers.onnx_initializer_317
    encoder7_mha_out_reshape = getattr(self, "encoder7/mha/out/reshape")(
        encoder7_mha_out_transpose, initializers_onnx_initializer_317
    )
    encoder7_mha_out_transpose = initializers_onnx_initializer_317 = None
    initializers_onnx_initializer_318 = self.initializers.onnx_initializer_318
    encoder7_mha_out_dense_w = getattr(self, "encoder7/mha/out/dense/w")(
        encoder7_mha_out_reshape, initializers_onnx_initializer_318
    )
    encoder7_mha_out_reshape = initializers_onnx_initializer_318 = None
    initializers_onnx_initializer_319 = self.initializers.onnx_initializer_319
    encoder7_mha_out_dense_b = getattr(self, "encoder7/mha/out/dense/b")(
        encoder7_mha_out_dense_w, initializers_onnx_initializer_319
    )
    encoder7_mha_out_dense_w = initializers_onnx_initializer_319 = None
    initializers_onnx_initializer_320 = self.initializers.onnx_initializer_320
    encoder7_alpha_input = getattr(self, "encoder7/alpha*input")(
        encoder7_mha_out_dense_b, initializers_onnx_initializer_320
    )
    encoder7_mha_out_dense_b = initializers_onnx_initializer_320 = None
    encoder7_mha_out_skip = getattr(self, "encoder7/mha/out/skip")(
        encoder7_alpha_input, encoder6_ln2_betas
    )
    encoder7_alpha_input = encoder6_ln2_betas = None
    encoder7_ln1_to_float = getattr(self, "encoder7/ln1/to_float")(
        encoder7_mha_out_skip
    )
    encoder7_mha_out_skip = None
    encoder7_ln1_mean = getattr(self, "encoder7/ln1/mean")(encoder7_ln1_to_float)
    encoder7_ln1_centered = getattr(self, "encoder7/ln1/centered")(
        encoder7_ln1_to_float, encoder7_ln1_mean
    )
    encoder7_ln1_to_float = encoder7_ln1_mean = None
    encoder7_ln1_squared = getattr(self, "encoder7/ln1/squared")(
        encoder7_ln1_centered, encoder7_ln1_centered
    )
    encoder7_ln1_var = getattr(self, "encoder7/ln1/var")(encoder7_ln1_squared)
    encoder7_ln1_squared = None
    initializers_onnx_initializer_321 = self.initializers.onnx_initializer_321
    encoder7_ln1_var_eps = getattr(self, "encoder7/ln1/var_eps")(
        encoder7_ln1_var, initializers_onnx_initializer_321
    )
    encoder7_ln1_var = initializers_onnx_initializer_321 = None
    encoder7_ln1_std = getattr(self, "encoder7/ln1/std")(encoder7_ln1_var_eps)
    encoder7_ln1_var_eps = None
    encoder7_ln1_inv_std = getattr(self, "encoder7/ln1/inv_std")(encoder7_ln1_std)
    encoder7_ln1_std = None
    encoder7_ln1_normalized = getattr(self, "encoder7/ln1/normalized")(
        encoder7_ln1_centered, encoder7_ln1_inv_std
    )
    encoder7_ln1_centered = encoder7_ln1_inv_std = None
    encoder7_ln1_to_data_type = getattr(self, "encoder7/ln1/to_data_type")(
        encoder7_ln1_normalized
    )
    encoder7_ln1_normalized = None
    initializers_onnx_initializer_322 = self.initializers.onnx_initializer_322
    encoder7_ln1_gammas = getattr(self, "encoder7/ln1/gammas")(
        encoder7_ln1_to_data_type, initializers_onnx_initializer_322
    )
    encoder7_ln1_to_data_type = initializers_onnx_initializer_322 = None
    initializers_onnx_initializer_323 = self.initializers.onnx_initializer_323
    encoder7_ln1_betas = getattr(self, "encoder7/ln1/betas")(
        encoder7_ln1_gammas, initializers_onnx_initializer_323
    )
    encoder7_ln1_gammas = initializers_onnx_initializer_323 = None
    initializers_onnx_initializer_324 = self.initializers.onnx_initializer_324
    encoder7_ffn_dense1_w = getattr(self, "encoder7/ffn/dense1/w")(
        encoder7_ln1_betas, initializers_onnx_initializer_324
    )
    initializers_onnx_initializer_324 = None
    initializers_onnx_initializer_325 = self.initializers.onnx_initializer_325
    encoder7_ffn_dense1_b = getattr(self, "encoder7/ffn/dense1/b")(
        encoder7_ffn_dense1_w, initializers_onnx_initializer_325
    )
    encoder7_ffn_dense1_w = initializers_onnx_initializer_325 = None
    encoder7_ffn_dense1_sqrrelu_relu = getattr(
        self, "encoder7/ffn/dense1/sqrrelu/relu"
    )(encoder7_ffn_dense1_b)
    encoder7_ffn_dense1_b = None
    encoder7_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder7/ffn/dense1/sqrrelu/sqr")(
        encoder7_ffn_dense1_sqrrelu_relu, encoder7_ffn_dense1_sqrrelu_relu
    )
    encoder7_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_326 = self.initializers.onnx_initializer_326
    encoder7_ffn_dense2_w = getattr(self, "encoder7/ffn/dense2/w")(
        encoder7_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_326
    )
    encoder7_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_326 = None
    initializers_onnx_initializer_327 = self.initializers.onnx_initializer_327
    encoder7_ffn_dense2_b = getattr(self, "encoder7/ffn/dense2/b")(
        encoder7_ffn_dense2_w, initializers_onnx_initializer_327
    )
    encoder7_ffn_dense2_w = initializers_onnx_initializer_327 = None
    initializers_onnx_initializer_328 = self.initializers.onnx_initializer_328
    encoder7_ffn_alpha = getattr(self, "encoder7/ffn/alpha")(
        encoder7_ffn_dense2_b, initializers_onnx_initializer_328
    )
    encoder7_ffn_dense2_b = initializers_onnx_initializer_328 = None
    encoder7_ffn_skip = getattr(self, "encoder7/ffn/skip")(
        encoder7_ffn_alpha, encoder7_ln1_betas
    )
    encoder7_ffn_alpha = encoder7_ln1_betas = None
    encoder7_ln2_to_float = getattr(self, "encoder7/ln2/to_float")(encoder7_ffn_skip)
    encoder7_ffn_skip = None
    encoder7_ln2_mean = getattr(self, "encoder7/ln2/mean")(encoder7_ln2_to_float)
    encoder7_ln2_centered = getattr(self, "encoder7/ln2/centered")(
        encoder7_ln2_to_float, encoder7_ln2_mean
    )
    encoder7_ln2_to_float = encoder7_ln2_mean = None
    encoder7_ln2_squared = getattr(self, "encoder7/ln2/squared")(
        encoder7_ln2_centered, encoder7_ln2_centered
    )
    encoder7_ln2_var = getattr(self, "encoder7/ln2/var")(encoder7_ln2_squared)
    encoder7_ln2_squared = None
    initializers_onnx_initializer_329 = self.initializers.onnx_initializer_329
    encoder7_ln2_var_eps = getattr(self, "encoder7/ln2/var_eps")(
        encoder7_ln2_var, initializers_onnx_initializer_329
    )
    encoder7_ln2_var = initializers_onnx_initializer_329 = None
    encoder7_ln2_std = getattr(self, "encoder7/ln2/std")(encoder7_ln2_var_eps)
    encoder7_ln2_var_eps = None
    encoder7_ln2_inv_std = getattr(self, "encoder7/ln2/inv_std")(encoder7_ln2_std)
    encoder7_ln2_std = None
    encoder7_ln2_normalized = getattr(self, "encoder7/ln2/normalized")(
        encoder7_ln2_centered, encoder7_ln2_inv_std
    )
    encoder7_ln2_centered = encoder7_ln2_inv_std = None
    encoder7_ln2_to_data_type = getattr(self, "encoder7/ln2/to_data_type")(
        encoder7_ln2_normalized
    )
    encoder7_ln2_normalized = None
    initializers_onnx_initializer_330 = self.initializers.onnx_initializer_330
    encoder7_ln2_gammas = getattr(self, "encoder7/ln2/gammas")(
        encoder7_ln2_to_data_type, initializers_onnx_initializer_330
    )
    encoder7_ln2_to_data_type = initializers_onnx_initializer_330 = None
    initializers_onnx_initializer_331 = self.initializers.onnx_initializer_331
    encoder7_ln2_betas = getattr(self, "encoder7/ln2/betas")(
        encoder7_ln2_gammas, initializers_onnx_initializer_331
    )
    encoder7_ln2_gammas = initializers_onnx_initializer_331 = None
    initializers_onnx_initializer_332 = self.initializers.onnx_initializer_332
    encoder8_mha_q_w = getattr(self, "encoder8/mha/Q/w")(
        encoder7_ln2_betas, initializers_onnx_initializer_332
    )
    initializers_onnx_initializer_332 = None
    initializers_onnx_initializer_333 = self.initializers.onnx_initializer_333
    encoder8_mha_q_b = getattr(self, "encoder8/mha/Q/b")(
        encoder8_mha_q_w, initializers_onnx_initializer_333
    )
    encoder8_mha_q_w = initializers_onnx_initializer_333 = None
    initializers_onnx_initializer_334 = self.initializers.onnx_initializer_334
    encoder8_mha_q_reshape = getattr(self, "encoder8/mha/Q/reshape")(
        encoder8_mha_q_b, initializers_onnx_initializer_334
    )
    encoder8_mha_q_b = initializers_onnx_initializer_334 = None
    encoder8_mha_q_transpose = getattr(self, "encoder8/mha/Q/transpose")(
        encoder8_mha_q_reshape
    )
    encoder8_mha_q_reshape = None
    initializers_onnx_initializer_335 = self.initializers.onnx_initializer_335
    encoder8_mha_k_w = getattr(self, "encoder8/mha/K/w")(
        encoder7_ln2_betas, initializers_onnx_initializer_335
    )
    initializers_onnx_initializer_335 = None
    initializers_onnx_initializer_336 = self.initializers.onnx_initializer_336
    encoder8_mha_k_b = getattr(self, "encoder8/mha/K/b")(
        encoder8_mha_k_w, initializers_onnx_initializer_336
    )
    encoder8_mha_k_w = initializers_onnx_initializer_336 = None
    initializers_onnx_initializer_337 = self.initializers.onnx_initializer_337
    encoder8_mha_k_reshape = getattr(self, "encoder8/mha/K/reshape")(
        encoder8_mha_k_b, initializers_onnx_initializer_337
    )
    encoder8_mha_k_b = initializers_onnx_initializer_337 = None
    encoder8_mha_k_transpose = getattr(self, "encoder8/mha/K/transpose")(
        encoder8_mha_k_reshape
    )
    encoder8_mha_k_reshape = None
    initializers_onnx_initializer_338 = self.initializers.onnx_initializer_338
    encoder8_mha_v_w = getattr(self, "encoder8/mha/V/w")(
        encoder7_ln2_betas, initializers_onnx_initializer_338
    )
    initializers_onnx_initializer_338 = None
    initializers_onnx_initializer_339 = self.initializers.onnx_initializer_339
    encoder8_mha_v_b = getattr(self, "encoder8/mha/V/b")(
        encoder8_mha_v_w, initializers_onnx_initializer_339
    )
    encoder8_mha_v_w = initializers_onnx_initializer_339 = None
    initializers_onnx_initializer_340 = self.initializers.onnx_initializer_340
    encoder8_mha_v_reshape = getattr(self, "encoder8/mha/V/reshape")(
        encoder8_mha_v_b, initializers_onnx_initializer_340
    )
    encoder8_mha_v_b = initializers_onnx_initializer_340 = None
    encoder8_mha_v_transpose = getattr(self, "encoder8/mha/V/transpose")(
        encoder8_mha_v_reshape
    )
    encoder8_mha_v_reshape = None
    encoder8_mha_qk_matmul = getattr(self, "encoder8/mha/QK/matmul")(
        encoder8_mha_q_transpose, encoder8_mha_k_transpose
    )
    encoder8_mha_q_transpose = encoder8_mha_k_transpose = None
    initializers_onnx_initializer_341 = self.initializers.onnx_initializer_341
    encoder8_mha_qk_scale = getattr(self, "encoder8/mha/QK/scale")(
        encoder8_mha_qk_matmul, initializers_onnx_initializer_341
    )
    encoder8_mha_qk_matmul = initializers_onnx_initializer_341 = None
    initializers_onnx_initializer_342 = self.initializers.onnx_initializer_342
    encoder8_smolgen_compress = getattr(self, "encoder8/smolgen/compress")(
        encoder7_ln2_betas, initializers_onnx_initializer_342
    )
    initializers_onnx_initializer_342 = None
    initializers_onnx_initializer_343 = self.initializers.onnx_initializer_343
    encoder8_smolgen_compress_reshape = getattr(
        self, "encoder8/smolgen/compress/reshape"
    )(encoder8_smolgen_compress, initializers_onnx_initializer_343)
    encoder8_smolgen_compress = initializers_onnx_initializer_343 = None
    initializers_onnx_initializer_344 = self.initializers.onnx_initializer_344
    encoder8_smolgen_dense1_w = getattr(self, "encoder8/smolgen/dense1/w")(
        encoder8_smolgen_compress_reshape, initializers_onnx_initializer_344
    )
    encoder8_smolgen_compress_reshape = initializers_onnx_initializer_344 = None
    initializers_onnx_initializer_345 = self.initializers.onnx_initializer_345
    encoder8_smolgen_dense1_b = getattr(self, "encoder8/smolgen/dense1/b")(
        encoder8_smolgen_dense1_w, initializers_onnx_initializer_345
    )
    encoder8_smolgen_dense1_w = initializers_onnx_initializer_345 = None
    encoder8_smolgen_dense1_swish_sigmoid = getattr(
        self, "encoder8/smolgen/dense1/swish/sigmoid"
    )(encoder8_smolgen_dense1_b)
    encoder8_smolgen_dense1_swish = getattr(self, "encoder8/smolgen/dense1/swish")(
        encoder8_smolgen_dense1_swish_sigmoid, encoder8_smolgen_dense1_b
    )
    encoder8_smolgen_dense1_swish_sigmoid = encoder8_smolgen_dense1_b = None
    encoder8_smolgen_ln1_to_float = getattr(self, "encoder8/smolgen/ln1/to_float")(
        encoder8_smolgen_dense1_swish
    )
    encoder8_smolgen_dense1_swish = None
    encoder8_smolgen_ln1_mean = getattr(self, "encoder8/smolgen/ln1/mean")(
        encoder8_smolgen_ln1_to_float
    )
    encoder8_smolgen_ln1_centered = getattr(self, "encoder8/smolgen/ln1/centered")(
        encoder8_smolgen_ln1_to_float, encoder8_smolgen_ln1_mean
    )
    encoder8_smolgen_ln1_to_float = encoder8_smolgen_ln1_mean = None
    encoder8_smolgen_ln1_squared = getattr(self, "encoder8/smolgen/ln1/squared")(
        encoder8_smolgen_ln1_centered, encoder8_smolgen_ln1_centered
    )
    encoder8_smolgen_ln1_var = getattr(self, "encoder8/smolgen/ln1/var")(
        encoder8_smolgen_ln1_squared
    )
    encoder8_smolgen_ln1_squared = None
    initializers_onnx_initializer_346 = self.initializers.onnx_initializer_346
    encoder8_smolgen_ln1_var_eps = getattr(self, "encoder8/smolgen/ln1/var_eps")(
        encoder8_smolgen_ln1_var, initializers_onnx_initializer_346
    )
    encoder8_smolgen_ln1_var = initializers_onnx_initializer_346 = None
    encoder8_smolgen_ln1_std = getattr(self, "encoder8/smolgen/ln1/std")(
        encoder8_smolgen_ln1_var_eps
    )
    encoder8_smolgen_ln1_var_eps = None
    encoder8_smolgen_ln1_inv_std = getattr(self, "encoder8/smolgen/ln1/inv_std")(
        encoder8_smolgen_ln1_std
    )
    encoder8_smolgen_ln1_std = None
    encoder8_smolgen_ln1_normalized = getattr(self, "encoder8/smolgen/ln1/normalized")(
        encoder8_smolgen_ln1_centered, encoder8_smolgen_ln1_inv_std
    )
    encoder8_smolgen_ln1_centered = encoder8_smolgen_ln1_inv_std = None
    encoder8_smolgen_ln1_to_data_type = getattr(
        self, "encoder8/smolgen/ln1/to_data_type"
    )(encoder8_smolgen_ln1_normalized)
    encoder8_smolgen_ln1_normalized = None
    initializers_onnx_initializer_347 = self.initializers.onnx_initializer_347
    encoder8_smolgen_ln1_gammas = getattr(self, "encoder8/smolgen/ln1/gammas")(
        encoder8_smolgen_ln1_to_data_type, initializers_onnx_initializer_347
    )
    encoder8_smolgen_ln1_to_data_type = initializers_onnx_initializer_347 = None
    initializers_onnx_initializer_348 = self.initializers.onnx_initializer_348
    encoder8_smolgen_ln1_betas = getattr(self, "encoder8/smolgen/ln1/betas")(
        encoder8_smolgen_ln1_gammas, initializers_onnx_initializer_348
    )
    encoder8_smolgen_ln1_gammas = initializers_onnx_initializer_348 = None
    initializers_onnx_initializer_349 = self.initializers.onnx_initializer_349
    encoder8_smolgen_dense2_w = getattr(self, "encoder8/smolgen/dense2/w")(
        encoder8_smolgen_ln1_betas, initializers_onnx_initializer_349
    )
    encoder8_smolgen_ln1_betas = initializers_onnx_initializer_349 = None
    initializers_onnx_initializer_350 = self.initializers.onnx_initializer_350
    encoder8_smolgen_dense2_b = getattr(self, "encoder8/smolgen/dense2/b")(
        encoder8_smolgen_dense2_w, initializers_onnx_initializer_350
    )
    encoder8_smolgen_dense2_w = initializers_onnx_initializer_350 = None
    encoder8_smolgen_dense2_swish_sigmoid = getattr(
        self, "encoder8/smolgen/dense2/swish/sigmoid"
    )(encoder8_smolgen_dense2_b)
    encoder8_smolgen_dense2_swish = getattr(self, "encoder8/smolgen/dense2/swish")(
        encoder8_smolgen_dense2_swish_sigmoid, encoder8_smolgen_dense2_b
    )
    encoder8_smolgen_dense2_swish_sigmoid = encoder8_smolgen_dense2_b = None
    encoder8_smolgen_ln2_to_float = getattr(self, "encoder8/smolgen/ln2/to_float")(
        encoder8_smolgen_dense2_swish
    )
    encoder8_smolgen_dense2_swish = None
    encoder8_smolgen_ln2_mean = getattr(self, "encoder8/smolgen/ln2/mean")(
        encoder8_smolgen_ln2_to_float
    )
    encoder8_smolgen_ln2_centered = getattr(self, "encoder8/smolgen/ln2/centered")(
        encoder8_smolgen_ln2_to_float, encoder8_smolgen_ln2_mean
    )
    encoder8_smolgen_ln2_to_float = encoder8_smolgen_ln2_mean = None
    encoder8_smolgen_ln2_squared = getattr(self, "encoder8/smolgen/ln2/squared")(
        encoder8_smolgen_ln2_centered, encoder8_smolgen_ln2_centered
    )
    encoder8_smolgen_ln2_var = getattr(self, "encoder8/smolgen/ln2/var")(
        encoder8_smolgen_ln2_squared
    )
    encoder8_smolgen_ln2_squared = None
    initializers_onnx_initializer_351 = self.initializers.onnx_initializer_351
    encoder8_smolgen_ln2_var_eps = getattr(self, "encoder8/smolgen/ln2/var_eps")(
        encoder8_smolgen_ln2_var, initializers_onnx_initializer_351
    )
    encoder8_smolgen_ln2_var = initializers_onnx_initializer_351 = None
    encoder8_smolgen_ln2_std = getattr(self, "encoder8/smolgen/ln2/std")(
        encoder8_smolgen_ln2_var_eps
    )
    encoder8_smolgen_ln2_var_eps = None
    encoder8_smolgen_ln2_inv_std = getattr(self, "encoder8/smolgen/ln2/inv_std")(
        encoder8_smolgen_ln2_std
    )
    encoder8_smolgen_ln2_std = None
    encoder8_smolgen_ln2_normalized = getattr(self, "encoder8/smolgen/ln2/normalized")(
        encoder8_smolgen_ln2_centered, encoder8_smolgen_ln2_inv_std
    )
    encoder8_smolgen_ln2_centered = encoder8_smolgen_ln2_inv_std = None
    encoder8_smolgen_ln2_to_data_type = getattr(
        self, "encoder8/smolgen/ln2/to_data_type"
    )(encoder8_smolgen_ln2_normalized)
    encoder8_smolgen_ln2_normalized = None
    initializers_onnx_initializer_352 = self.initializers.onnx_initializer_352
    encoder8_smolgen_ln2_gammas = getattr(self, "encoder8/smolgen/ln2/gammas")(
        encoder8_smolgen_ln2_to_data_type, initializers_onnx_initializer_352
    )
    encoder8_smolgen_ln2_to_data_type = initializers_onnx_initializer_352 = None
    initializers_onnx_initializer_353 = self.initializers.onnx_initializer_353
    encoder8_smolgen_ln2_betas = getattr(self, "encoder8/smolgen/ln2/betas")(
        encoder8_smolgen_ln2_gammas, initializers_onnx_initializer_353
    )
    encoder8_smolgen_ln2_gammas = initializers_onnx_initializer_353 = None
    initializers_onnx_initializer_354 = self.initializers.onnx_initializer_354
    encoder8_smolgen_gen_from_reshape = getattr(
        self, "encoder8/smolgen/gen_from/reshape"
    )(encoder8_smolgen_ln2_betas, initializers_onnx_initializer_354)
    encoder8_smolgen_ln2_betas = initializers_onnx_initializer_354 = None
    initializers_onnx_initializer_355 = self.initializers.onnx_initializer_355
    encoder8_smolgen_smol_weight_gen = getattr(
        self, "encoder8/smolgen/smol_weight_gen"
    )(encoder8_smolgen_gen_from_reshape, initializers_onnx_initializer_355)
    encoder8_smolgen_gen_from_reshape = initializers_onnx_initializer_355 = None
    initializers_onnx_initializer_356 = self.initializers.onnx_initializer_356
    encoder8_smolgen_out_reshape = getattr(self, "encoder8/smolgen/out/reshape")(
        encoder8_smolgen_smol_weight_gen, initializers_onnx_initializer_356
    )
    encoder8_smolgen_smol_weight_gen = initializers_onnx_initializer_356 = None
    encoder8_smolgen_weights = getattr(self, "encoder8/smolgen_weights")(
        encoder8_mha_qk_scale, encoder8_smolgen_out_reshape
    )
    encoder8_mha_qk_scale = encoder8_smolgen_out_reshape = None
    encoder8_mha_qk_softmax = getattr(self, "encoder8/mha/QK/softmax")(
        encoder8_smolgen_weights
    )
    encoder8_smolgen_weights = None
    encoder8_mha_qkv_matmul = getattr(self, "encoder8/mha/QKV/matmul")(
        encoder8_mha_qk_softmax, encoder8_mha_v_transpose
    )
    encoder8_mha_qk_softmax = encoder8_mha_v_transpose = None
    encoder8_mha_out_transpose = getattr(self, "encoder8/mha/out/transpose")(
        encoder8_mha_qkv_matmul
    )
    encoder8_mha_qkv_matmul = None
    initializers_onnx_initializer_357 = self.initializers.onnx_initializer_357
    encoder8_mha_out_reshape = getattr(self, "encoder8/mha/out/reshape")(
        encoder8_mha_out_transpose, initializers_onnx_initializer_357
    )
    encoder8_mha_out_transpose = initializers_onnx_initializer_357 = None
    initializers_onnx_initializer_358 = self.initializers.onnx_initializer_358
    encoder8_mha_out_dense_w = getattr(self, "encoder8/mha/out/dense/w")(
        encoder8_mha_out_reshape, initializers_onnx_initializer_358
    )
    encoder8_mha_out_reshape = initializers_onnx_initializer_358 = None
    initializers_onnx_initializer_359 = self.initializers.onnx_initializer_359
    encoder8_mha_out_dense_b = getattr(self, "encoder8/mha/out/dense/b")(
        encoder8_mha_out_dense_w, initializers_onnx_initializer_359
    )
    encoder8_mha_out_dense_w = initializers_onnx_initializer_359 = None
    initializers_onnx_initializer_360 = self.initializers.onnx_initializer_360
    encoder8_alpha_input = getattr(self, "encoder8/alpha*input")(
        encoder8_mha_out_dense_b, initializers_onnx_initializer_360
    )
    encoder8_mha_out_dense_b = initializers_onnx_initializer_360 = None
    encoder8_mha_out_skip = getattr(self, "encoder8/mha/out/skip")(
        encoder8_alpha_input, encoder7_ln2_betas
    )
    encoder8_alpha_input = encoder7_ln2_betas = None
    encoder8_ln1_to_float = getattr(self, "encoder8/ln1/to_float")(
        encoder8_mha_out_skip
    )
    encoder8_mha_out_skip = None
    encoder8_ln1_mean = getattr(self, "encoder8/ln1/mean")(encoder8_ln1_to_float)
    encoder8_ln1_centered = getattr(self, "encoder8/ln1/centered")(
        encoder8_ln1_to_float, encoder8_ln1_mean
    )
    encoder8_ln1_to_float = encoder8_ln1_mean = None
    encoder8_ln1_squared = getattr(self, "encoder8/ln1/squared")(
        encoder8_ln1_centered, encoder8_ln1_centered
    )
    encoder8_ln1_var = getattr(self, "encoder8/ln1/var")(encoder8_ln1_squared)
    encoder8_ln1_squared = None
    initializers_onnx_initializer_361 = self.initializers.onnx_initializer_361
    encoder8_ln1_var_eps = getattr(self, "encoder8/ln1/var_eps")(
        encoder8_ln1_var, initializers_onnx_initializer_361
    )
    encoder8_ln1_var = initializers_onnx_initializer_361 = None
    encoder8_ln1_std = getattr(self, "encoder8/ln1/std")(encoder8_ln1_var_eps)
    encoder8_ln1_var_eps = None
    encoder8_ln1_inv_std = getattr(self, "encoder8/ln1/inv_std")(encoder8_ln1_std)
    encoder8_ln1_std = None
    encoder8_ln1_normalized = getattr(self, "encoder8/ln1/normalized")(
        encoder8_ln1_centered, encoder8_ln1_inv_std
    )
    encoder8_ln1_centered = encoder8_ln1_inv_std = None
    encoder8_ln1_to_data_type = getattr(self, "encoder8/ln1/to_data_type")(
        encoder8_ln1_normalized
    )
    encoder8_ln1_normalized = None
    initializers_onnx_initializer_362 = self.initializers.onnx_initializer_362
    encoder8_ln1_gammas = getattr(self, "encoder8/ln1/gammas")(
        encoder8_ln1_to_data_type, initializers_onnx_initializer_362
    )
    encoder8_ln1_to_data_type = initializers_onnx_initializer_362 = None
    initializers_onnx_initializer_363 = self.initializers.onnx_initializer_363
    encoder8_ln1_betas = getattr(self, "encoder8/ln1/betas")(
        encoder8_ln1_gammas, initializers_onnx_initializer_363
    )
    encoder8_ln1_gammas = initializers_onnx_initializer_363 = None
    initializers_onnx_initializer_364 = self.initializers.onnx_initializer_364
    encoder8_ffn_dense1_w = getattr(self, "encoder8/ffn/dense1/w")(
        encoder8_ln1_betas, initializers_onnx_initializer_364
    )
    initializers_onnx_initializer_364 = None
    initializers_onnx_initializer_365 = self.initializers.onnx_initializer_365
    encoder8_ffn_dense1_b = getattr(self, "encoder8/ffn/dense1/b")(
        encoder8_ffn_dense1_w, initializers_onnx_initializer_365
    )
    encoder8_ffn_dense1_w = initializers_onnx_initializer_365 = None
    encoder8_ffn_dense1_sqrrelu_relu = getattr(
        self, "encoder8/ffn/dense1/sqrrelu/relu"
    )(encoder8_ffn_dense1_b)
    encoder8_ffn_dense1_b = None
    encoder8_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder8/ffn/dense1/sqrrelu/sqr")(
        encoder8_ffn_dense1_sqrrelu_relu, encoder8_ffn_dense1_sqrrelu_relu
    )
    encoder8_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_366 = self.initializers.onnx_initializer_366
    encoder8_ffn_dense2_w = getattr(self, "encoder8/ffn/dense2/w")(
        encoder8_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_366
    )
    encoder8_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_366 = None
    initializers_onnx_initializer_367 = self.initializers.onnx_initializer_367
    encoder8_ffn_dense2_b = getattr(self, "encoder8/ffn/dense2/b")(
        encoder8_ffn_dense2_w, initializers_onnx_initializer_367
    )
    encoder8_ffn_dense2_w = initializers_onnx_initializer_367 = None
    initializers_onnx_initializer_368 = self.initializers.onnx_initializer_368
    encoder8_ffn_alpha = getattr(self, "encoder8/ffn/alpha")(
        encoder8_ffn_dense2_b, initializers_onnx_initializer_368
    )
    encoder8_ffn_dense2_b = initializers_onnx_initializer_368 = None
    encoder8_ffn_skip = getattr(self, "encoder8/ffn/skip")(
        encoder8_ffn_alpha, encoder8_ln1_betas
    )
    encoder8_ffn_alpha = encoder8_ln1_betas = None
    encoder8_ln2_to_float = getattr(self, "encoder8/ln2/to_float")(encoder8_ffn_skip)
    encoder8_ffn_skip = None
    encoder8_ln2_mean = getattr(self, "encoder8/ln2/mean")(encoder8_ln2_to_float)
    encoder8_ln2_centered = getattr(self, "encoder8/ln2/centered")(
        encoder8_ln2_to_float, encoder8_ln2_mean
    )
    encoder8_ln2_to_float = encoder8_ln2_mean = None
    encoder8_ln2_squared = getattr(self, "encoder8/ln2/squared")(
        encoder8_ln2_centered, encoder8_ln2_centered
    )
    encoder8_ln2_var = getattr(self, "encoder8/ln2/var")(encoder8_ln2_squared)
    encoder8_ln2_squared = None
    initializers_onnx_initializer_369 = self.initializers.onnx_initializer_369
    encoder8_ln2_var_eps = getattr(self, "encoder8/ln2/var_eps")(
        encoder8_ln2_var, initializers_onnx_initializer_369
    )
    encoder8_ln2_var = initializers_onnx_initializer_369 = None
    encoder8_ln2_std = getattr(self, "encoder8/ln2/std")(encoder8_ln2_var_eps)
    encoder8_ln2_var_eps = None
    encoder8_ln2_inv_std = getattr(self, "encoder8/ln2/inv_std")(encoder8_ln2_std)
    encoder8_ln2_std = None
    encoder8_ln2_normalized = getattr(self, "encoder8/ln2/normalized")(
        encoder8_ln2_centered, encoder8_ln2_inv_std
    )
    encoder8_ln2_centered = encoder8_ln2_inv_std = None
    encoder8_ln2_to_data_type = getattr(self, "encoder8/ln2/to_data_type")(
        encoder8_ln2_normalized
    )
    encoder8_ln2_normalized = None
    initializers_onnx_initializer_370 = self.initializers.onnx_initializer_370
    encoder8_ln2_gammas = getattr(self, "encoder8/ln2/gammas")(
        encoder8_ln2_to_data_type, initializers_onnx_initializer_370
    )
    encoder8_ln2_to_data_type = initializers_onnx_initializer_370 = None
    initializers_onnx_initializer_371 = self.initializers.onnx_initializer_371
    encoder8_ln2_betas = getattr(self, "encoder8/ln2/betas")(
        encoder8_ln2_gammas, initializers_onnx_initializer_371
    )
    encoder8_ln2_gammas = initializers_onnx_initializer_371 = None
    initializers_onnx_initializer_372 = self.initializers.onnx_initializer_372
    encoder9_mha_q_w = getattr(self, "encoder9/mha/Q/w")(
        encoder8_ln2_betas, initializers_onnx_initializer_372
    )
    initializers_onnx_initializer_372 = None
    initializers_onnx_initializer_373 = self.initializers.onnx_initializer_373
    encoder9_mha_q_b = getattr(self, "encoder9/mha/Q/b")(
        encoder9_mha_q_w, initializers_onnx_initializer_373
    )
    encoder9_mha_q_w = initializers_onnx_initializer_373 = None
    initializers_onnx_initializer_374 = self.initializers.onnx_initializer_374
    encoder9_mha_q_reshape = getattr(self, "encoder9/mha/Q/reshape")(
        encoder9_mha_q_b, initializers_onnx_initializer_374
    )
    encoder9_mha_q_b = initializers_onnx_initializer_374 = None
    encoder9_mha_q_transpose = getattr(self, "encoder9/mha/Q/transpose")(
        encoder9_mha_q_reshape
    )
    encoder9_mha_q_reshape = None
    initializers_onnx_initializer_375 = self.initializers.onnx_initializer_375
    encoder9_mha_k_w = getattr(self, "encoder9/mha/K/w")(
        encoder8_ln2_betas, initializers_onnx_initializer_375
    )
    initializers_onnx_initializer_375 = None
    initializers_onnx_initializer_376 = self.initializers.onnx_initializer_376
    encoder9_mha_k_b = getattr(self, "encoder9/mha/K/b")(
        encoder9_mha_k_w, initializers_onnx_initializer_376
    )
    encoder9_mha_k_w = initializers_onnx_initializer_376 = None
    initializers_onnx_initializer_377 = self.initializers.onnx_initializer_377
    encoder9_mha_k_reshape = getattr(self, "encoder9/mha/K/reshape")(
        encoder9_mha_k_b, initializers_onnx_initializer_377
    )
    encoder9_mha_k_b = initializers_onnx_initializer_377 = None
    encoder9_mha_k_transpose = getattr(self, "encoder9/mha/K/transpose")(
        encoder9_mha_k_reshape
    )
    encoder9_mha_k_reshape = None
    initializers_onnx_initializer_378 = self.initializers.onnx_initializer_378
    encoder9_mha_v_w = getattr(self, "encoder9/mha/V/w")(
        encoder8_ln2_betas, initializers_onnx_initializer_378
    )
    initializers_onnx_initializer_378 = None
    initializers_onnx_initializer_379 = self.initializers.onnx_initializer_379
    encoder9_mha_v_b = getattr(self, "encoder9/mha/V/b")(
        encoder9_mha_v_w, initializers_onnx_initializer_379
    )
    encoder9_mha_v_w = initializers_onnx_initializer_379 = None
    initializers_onnx_initializer_380 = self.initializers.onnx_initializer_380
    encoder9_mha_v_reshape = getattr(self, "encoder9/mha/V/reshape")(
        encoder9_mha_v_b, initializers_onnx_initializer_380
    )
    encoder9_mha_v_b = initializers_onnx_initializer_380 = None
    encoder9_mha_v_transpose = getattr(self, "encoder9/mha/V/transpose")(
        encoder9_mha_v_reshape
    )
    encoder9_mha_v_reshape = None
    encoder9_mha_qk_matmul = getattr(self, "encoder9/mha/QK/matmul")(
        encoder9_mha_q_transpose, encoder9_mha_k_transpose
    )
    encoder9_mha_q_transpose = encoder9_mha_k_transpose = None
    initializers_onnx_initializer_381 = self.initializers.onnx_initializer_381
    encoder9_mha_qk_scale = getattr(self, "encoder9/mha/QK/scale")(
        encoder9_mha_qk_matmul, initializers_onnx_initializer_381
    )
    encoder9_mha_qk_matmul = initializers_onnx_initializer_381 = None
    initializers_onnx_initializer_382 = self.initializers.onnx_initializer_382
    encoder9_smolgen_compress = getattr(self, "encoder9/smolgen/compress")(
        encoder8_ln2_betas, initializers_onnx_initializer_382
    )
    initializers_onnx_initializer_382 = None
    initializers_onnx_initializer_383 = self.initializers.onnx_initializer_383
    encoder9_smolgen_compress_reshape = getattr(
        self, "encoder9/smolgen/compress/reshape"
    )(encoder9_smolgen_compress, initializers_onnx_initializer_383)
    encoder9_smolgen_compress = initializers_onnx_initializer_383 = None
    initializers_onnx_initializer_384 = self.initializers.onnx_initializer_384
    encoder9_smolgen_dense1_w = getattr(self, "encoder9/smolgen/dense1/w")(
        encoder9_smolgen_compress_reshape, initializers_onnx_initializer_384
    )
    encoder9_smolgen_compress_reshape = initializers_onnx_initializer_384 = None
    initializers_onnx_initializer_385 = self.initializers.onnx_initializer_385
    encoder9_smolgen_dense1_b = getattr(self, "encoder9/smolgen/dense1/b")(
        encoder9_smolgen_dense1_w, initializers_onnx_initializer_385
    )
    encoder9_smolgen_dense1_w = initializers_onnx_initializer_385 = None
    encoder9_smolgen_dense1_swish_sigmoid = getattr(
        self, "encoder9/smolgen/dense1/swish/sigmoid"
    )(encoder9_smolgen_dense1_b)
    encoder9_smolgen_dense1_swish = getattr(self, "encoder9/smolgen/dense1/swish")(
        encoder9_smolgen_dense1_swish_sigmoid, encoder9_smolgen_dense1_b
    )
    encoder9_smolgen_dense1_swish_sigmoid = encoder9_smolgen_dense1_b = None
    encoder9_smolgen_ln1_to_float = getattr(self, "encoder9/smolgen/ln1/to_float")(
        encoder9_smolgen_dense1_swish
    )
    encoder9_smolgen_dense1_swish = None
    encoder9_smolgen_ln1_mean = getattr(self, "encoder9/smolgen/ln1/mean")(
        encoder9_smolgen_ln1_to_float
    )
    encoder9_smolgen_ln1_centered = getattr(self, "encoder9/smolgen/ln1/centered")(
        encoder9_smolgen_ln1_to_float, encoder9_smolgen_ln1_mean
    )
    encoder9_smolgen_ln1_to_float = encoder9_smolgen_ln1_mean = None
    encoder9_smolgen_ln1_squared = getattr(self, "encoder9/smolgen/ln1/squared")(
        encoder9_smolgen_ln1_centered, encoder9_smolgen_ln1_centered
    )
    encoder9_smolgen_ln1_var = getattr(self, "encoder9/smolgen/ln1/var")(
        encoder9_smolgen_ln1_squared
    )
    encoder9_smolgen_ln1_squared = None
    initializers_onnx_initializer_386 = self.initializers.onnx_initializer_386
    encoder9_smolgen_ln1_var_eps = getattr(self, "encoder9/smolgen/ln1/var_eps")(
        encoder9_smolgen_ln1_var, initializers_onnx_initializer_386
    )
    encoder9_smolgen_ln1_var = initializers_onnx_initializer_386 = None
    encoder9_smolgen_ln1_std = getattr(self, "encoder9/smolgen/ln1/std")(
        encoder9_smolgen_ln1_var_eps
    )
    encoder9_smolgen_ln1_var_eps = None
    encoder9_smolgen_ln1_inv_std = getattr(self, "encoder9/smolgen/ln1/inv_std")(
        encoder9_smolgen_ln1_std
    )
    encoder9_smolgen_ln1_std = None
    encoder9_smolgen_ln1_normalized = getattr(self, "encoder9/smolgen/ln1/normalized")(
        encoder9_smolgen_ln1_centered, encoder9_smolgen_ln1_inv_std
    )
    encoder9_smolgen_ln1_centered = encoder9_smolgen_ln1_inv_std = None
    encoder9_smolgen_ln1_to_data_type = getattr(
        self, "encoder9/smolgen/ln1/to_data_type"
    )(encoder9_smolgen_ln1_normalized)
    encoder9_smolgen_ln1_normalized = None
    initializers_onnx_initializer_387 = self.initializers.onnx_initializer_387
    encoder9_smolgen_ln1_gammas = getattr(self, "encoder9/smolgen/ln1/gammas")(
        encoder9_smolgen_ln1_to_data_type, initializers_onnx_initializer_387
    )
    encoder9_smolgen_ln1_to_data_type = initializers_onnx_initializer_387 = None
    initializers_onnx_initializer_388 = self.initializers.onnx_initializer_388
    encoder9_smolgen_ln1_betas = getattr(self, "encoder9/smolgen/ln1/betas")(
        encoder9_smolgen_ln1_gammas, initializers_onnx_initializer_388
    )
    encoder9_smolgen_ln1_gammas = initializers_onnx_initializer_388 = None
    initializers_onnx_initializer_389 = self.initializers.onnx_initializer_389
    encoder9_smolgen_dense2_w = getattr(self, "encoder9/smolgen/dense2/w")(
        encoder9_smolgen_ln1_betas, initializers_onnx_initializer_389
    )
    encoder9_smolgen_ln1_betas = initializers_onnx_initializer_389 = None
    initializers_onnx_initializer_390 = self.initializers.onnx_initializer_390
    encoder9_smolgen_dense2_b = getattr(self, "encoder9/smolgen/dense2/b")(
        encoder9_smolgen_dense2_w, initializers_onnx_initializer_390
    )
    encoder9_smolgen_dense2_w = initializers_onnx_initializer_390 = None
    encoder9_smolgen_dense2_swish_sigmoid = getattr(
        self, "encoder9/smolgen/dense2/swish/sigmoid"
    )(encoder9_smolgen_dense2_b)
    encoder9_smolgen_dense2_swish = getattr(self, "encoder9/smolgen/dense2/swish")(
        encoder9_smolgen_dense2_swish_sigmoid, encoder9_smolgen_dense2_b
    )
    encoder9_smolgen_dense2_swish_sigmoid = encoder9_smolgen_dense2_b = None
    encoder9_smolgen_ln2_to_float = getattr(self, "encoder9/smolgen/ln2/to_float")(
        encoder9_smolgen_dense2_swish
    )
    encoder9_smolgen_dense2_swish = None
    encoder9_smolgen_ln2_mean = getattr(self, "encoder9/smolgen/ln2/mean")(
        encoder9_smolgen_ln2_to_float
    )
    encoder9_smolgen_ln2_centered = getattr(self, "encoder9/smolgen/ln2/centered")(
        encoder9_smolgen_ln2_to_float, encoder9_smolgen_ln2_mean
    )
    encoder9_smolgen_ln2_to_float = encoder9_smolgen_ln2_mean = None
    encoder9_smolgen_ln2_squared = getattr(self, "encoder9/smolgen/ln2/squared")(
        encoder9_smolgen_ln2_centered, encoder9_smolgen_ln2_centered
    )
    encoder9_smolgen_ln2_var = getattr(self, "encoder9/smolgen/ln2/var")(
        encoder9_smolgen_ln2_squared
    )
    encoder9_smolgen_ln2_squared = None
    initializers_onnx_initializer_391 = self.initializers.onnx_initializer_391
    encoder9_smolgen_ln2_var_eps = getattr(self, "encoder9/smolgen/ln2/var_eps")(
        encoder9_smolgen_ln2_var, initializers_onnx_initializer_391
    )
    encoder9_smolgen_ln2_var = initializers_onnx_initializer_391 = None
    encoder9_smolgen_ln2_std = getattr(self, "encoder9/smolgen/ln2/std")(
        encoder9_smolgen_ln2_var_eps
    )
    encoder9_smolgen_ln2_var_eps = None
    encoder9_smolgen_ln2_inv_std = getattr(self, "encoder9/smolgen/ln2/inv_std")(
        encoder9_smolgen_ln2_std
    )
    encoder9_smolgen_ln2_std = None
    encoder9_smolgen_ln2_normalized = getattr(self, "encoder9/smolgen/ln2/normalized")(
        encoder9_smolgen_ln2_centered, encoder9_smolgen_ln2_inv_std
    )
    encoder9_smolgen_ln2_centered = encoder9_smolgen_ln2_inv_std = None
    encoder9_smolgen_ln2_to_data_type = getattr(
        self, "encoder9/smolgen/ln2/to_data_type"
    )(encoder9_smolgen_ln2_normalized)
    encoder9_smolgen_ln2_normalized = None
    initializers_onnx_initializer_392 = self.initializers.onnx_initializer_392
    encoder9_smolgen_ln2_gammas = getattr(self, "encoder9/smolgen/ln2/gammas")(
        encoder9_smolgen_ln2_to_data_type, initializers_onnx_initializer_392
    )
    encoder9_smolgen_ln2_to_data_type = initializers_onnx_initializer_392 = None
    initializers_onnx_initializer_393 = self.initializers.onnx_initializer_393
    encoder9_smolgen_ln2_betas = getattr(self, "encoder9/smolgen/ln2/betas")(
        encoder9_smolgen_ln2_gammas, initializers_onnx_initializer_393
    )
    encoder9_smolgen_ln2_gammas = initializers_onnx_initializer_393 = None
    initializers_onnx_initializer_394 = self.initializers.onnx_initializer_394
    encoder9_smolgen_gen_from_reshape = getattr(
        self, "encoder9/smolgen/gen_from/reshape"
    )(encoder9_smolgen_ln2_betas, initializers_onnx_initializer_394)
    encoder9_smolgen_ln2_betas = initializers_onnx_initializer_394 = None
    initializers_onnx_initializer_395 = self.initializers.onnx_initializer_395
    encoder9_smolgen_smol_weight_gen = getattr(
        self, "encoder9/smolgen/smol_weight_gen"
    )(encoder9_smolgen_gen_from_reshape, initializers_onnx_initializer_395)
    encoder9_smolgen_gen_from_reshape = initializers_onnx_initializer_395 = None
    initializers_onnx_initializer_396 = self.initializers.onnx_initializer_396
    encoder9_smolgen_out_reshape = getattr(self, "encoder9/smolgen/out/reshape")(
        encoder9_smolgen_smol_weight_gen, initializers_onnx_initializer_396
    )
    encoder9_smolgen_smol_weight_gen = initializers_onnx_initializer_396 = None
    encoder9_smolgen_weights = getattr(self, "encoder9/smolgen_weights")(
        encoder9_mha_qk_scale, encoder9_smolgen_out_reshape
    )
    encoder9_mha_qk_scale = encoder9_smolgen_out_reshape = None
    encoder9_mha_qk_softmax = getattr(self, "encoder9/mha/QK/softmax")(
        encoder9_smolgen_weights
    )
    encoder9_smolgen_weights = None
    encoder9_mha_qkv_matmul = getattr(self, "encoder9/mha/QKV/matmul")(
        encoder9_mha_qk_softmax, encoder9_mha_v_transpose
    )
    encoder9_mha_qk_softmax = encoder9_mha_v_transpose = None
    encoder9_mha_out_transpose = getattr(self, "encoder9/mha/out/transpose")(
        encoder9_mha_qkv_matmul
    )
    encoder9_mha_qkv_matmul = None
    initializers_onnx_initializer_397 = self.initializers.onnx_initializer_397
    encoder9_mha_out_reshape = getattr(self, "encoder9/mha/out/reshape")(
        encoder9_mha_out_transpose, initializers_onnx_initializer_397
    )
    encoder9_mha_out_transpose = initializers_onnx_initializer_397 = None
    initializers_onnx_initializer_398 = self.initializers.onnx_initializer_398
    encoder9_mha_out_dense_w = getattr(self, "encoder9/mha/out/dense/w")(
        encoder9_mha_out_reshape, initializers_onnx_initializer_398
    )
    encoder9_mha_out_reshape = initializers_onnx_initializer_398 = None
    initializers_onnx_initializer_399 = self.initializers.onnx_initializer_399
    encoder9_mha_out_dense_b = getattr(self, "encoder9/mha/out/dense/b")(
        encoder9_mha_out_dense_w, initializers_onnx_initializer_399
    )
    encoder9_mha_out_dense_w = initializers_onnx_initializer_399 = None
    initializers_onnx_initializer_400 = self.initializers.onnx_initializer_400
    encoder9_alpha_input = getattr(self, "encoder9/alpha*input")(
        encoder9_mha_out_dense_b, initializers_onnx_initializer_400
    )
    encoder9_mha_out_dense_b = initializers_onnx_initializer_400 = None
    encoder9_mha_out_skip = getattr(self, "encoder9/mha/out/skip")(
        encoder9_alpha_input, encoder8_ln2_betas
    )
    encoder9_alpha_input = encoder8_ln2_betas = None
    encoder9_ln1_to_float = getattr(self, "encoder9/ln1/to_float")(
        encoder9_mha_out_skip
    )
    encoder9_mha_out_skip = None
    encoder9_ln1_mean = getattr(self, "encoder9/ln1/mean")(encoder9_ln1_to_float)
    encoder9_ln1_centered = getattr(self, "encoder9/ln1/centered")(
        encoder9_ln1_to_float, encoder9_ln1_mean
    )
    encoder9_ln1_to_float = encoder9_ln1_mean = None
    encoder9_ln1_squared = getattr(self, "encoder9/ln1/squared")(
        encoder9_ln1_centered, encoder9_ln1_centered
    )
    encoder9_ln1_var = getattr(self, "encoder9/ln1/var")(encoder9_ln1_squared)
    encoder9_ln1_squared = None
    initializers_onnx_initializer_401 = self.initializers.onnx_initializer_401
    encoder9_ln1_var_eps = getattr(self, "encoder9/ln1/var_eps")(
        encoder9_ln1_var, initializers_onnx_initializer_401
    )
    encoder9_ln1_var = initializers_onnx_initializer_401 = None
    encoder9_ln1_std = getattr(self, "encoder9/ln1/std")(encoder9_ln1_var_eps)
    encoder9_ln1_var_eps = None
    encoder9_ln1_inv_std = getattr(self, "encoder9/ln1/inv_std")(encoder9_ln1_std)
    encoder9_ln1_std = None
    encoder9_ln1_normalized = getattr(self, "encoder9/ln1/normalized")(
        encoder9_ln1_centered, encoder9_ln1_inv_std
    )
    encoder9_ln1_centered = encoder9_ln1_inv_std = None
    encoder9_ln1_to_data_type = getattr(self, "encoder9/ln1/to_data_type")(
        encoder9_ln1_normalized
    )
    encoder9_ln1_normalized = None
    initializers_onnx_initializer_402 = self.initializers.onnx_initializer_402
    encoder9_ln1_gammas = getattr(self, "encoder9/ln1/gammas")(
        encoder9_ln1_to_data_type, initializers_onnx_initializer_402
    )
    encoder9_ln1_to_data_type = initializers_onnx_initializer_402 = None
    initializers_onnx_initializer_403 = self.initializers.onnx_initializer_403
    encoder9_ln1_betas = getattr(self, "encoder9/ln1/betas")(
        encoder9_ln1_gammas, initializers_onnx_initializer_403
    )
    encoder9_ln1_gammas = initializers_onnx_initializer_403 = None
    initializers_onnx_initializer_404 = self.initializers.onnx_initializer_404
    encoder9_ffn_dense1_w = getattr(self, "encoder9/ffn/dense1/w")(
        encoder9_ln1_betas, initializers_onnx_initializer_404
    )
    initializers_onnx_initializer_404 = None
    initializers_onnx_initializer_405 = self.initializers.onnx_initializer_405
    encoder9_ffn_dense1_b = getattr(self, "encoder9/ffn/dense1/b")(
        encoder9_ffn_dense1_w, initializers_onnx_initializer_405
    )
    encoder9_ffn_dense1_w = initializers_onnx_initializer_405 = None
    encoder9_ffn_dense1_sqrrelu_relu = getattr(
        self, "encoder9/ffn/dense1/sqrrelu/relu"
    )(encoder9_ffn_dense1_b)
    encoder9_ffn_dense1_b = None
    encoder9_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder9/ffn/dense1/sqrrelu/sqr")(
        encoder9_ffn_dense1_sqrrelu_relu, encoder9_ffn_dense1_sqrrelu_relu
    )
    encoder9_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_406 = self.initializers.onnx_initializer_406
    encoder9_ffn_dense2_w = getattr(self, "encoder9/ffn/dense2/w")(
        encoder9_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_406
    )
    encoder9_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_406 = None
    initializers_onnx_initializer_407 = self.initializers.onnx_initializer_407
    encoder9_ffn_dense2_b = getattr(self, "encoder9/ffn/dense2/b")(
        encoder9_ffn_dense2_w, initializers_onnx_initializer_407
    )
    encoder9_ffn_dense2_w = initializers_onnx_initializer_407 = None
    initializers_onnx_initializer_408 = self.initializers.onnx_initializer_408
    encoder9_ffn_alpha = getattr(self, "encoder9/ffn/alpha")(
        encoder9_ffn_dense2_b, initializers_onnx_initializer_408
    )
    encoder9_ffn_dense2_b = initializers_onnx_initializer_408 = None
    encoder9_ffn_skip = getattr(self, "encoder9/ffn/skip")(
        encoder9_ffn_alpha, encoder9_ln1_betas
    )
    encoder9_ffn_alpha = encoder9_ln1_betas = None
    encoder9_ln2_to_float = getattr(self, "encoder9/ln2/to_float")(encoder9_ffn_skip)
    encoder9_ffn_skip = None
    encoder9_ln2_mean = getattr(self, "encoder9/ln2/mean")(encoder9_ln2_to_float)
    encoder9_ln2_centered = getattr(self, "encoder9/ln2/centered")(
        encoder9_ln2_to_float, encoder9_ln2_mean
    )
    encoder9_ln2_to_float = encoder9_ln2_mean = None
    encoder9_ln2_squared = getattr(self, "encoder9/ln2/squared")(
        encoder9_ln2_centered, encoder9_ln2_centered
    )
    encoder9_ln2_var = getattr(self, "encoder9/ln2/var")(encoder9_ln2_squared)
    encoder9_ln2_squared = None
    initializers_onnx_initializer_409 = self.initializers.onnx_initializer_409
    encoder9_ln2_var_eps = getattr(self, "encoder9/ln2/var_eps")(
        encoder9_ln2_var, initializers_onnx_initializer_409
    )
    encoder9_ln2_var = initializers_onnx_initializer_409 = None
    encoder9_ln2_std = getattr(self, "encoder9/ln2/std")(encoder9_ln2_var_eps)
    encoder9_ln2_var_eps = None
    encoder9_ln2_inv_std = getattr(self, "encoder9/ln2/inv_std")(encoder9_ln2_std)
    encoder9_ln2_std = None
    encoder9_ln2_normalized = getattr(self, "encoder9/ln2/normalized")(
        encoder9_ln2_centered, encoder9_ln2_inv_std
    )
    encoder9_ln2_centered = encoder9_ln2_inv_std = None
    encoder9_ln2_to_data_type = getattr(self, "encoder9/ln2/to_data_type")(
        encoder9_ln2_normalized
    )
    encoder9_ln2_normalized = None
    initializers_onnx_initializer_410 = self.initializers.onnx_initializer_410
    encoder9_ln2_gammas = getattr(self, "encoder9/ln2/gammas")(
        encoder9_ln2_to_data_type, initializers_onnx_initializer_410
    )
    encoder9_ln2_to_data_type = initializers_onnx_initializer_410 = None
    initializers_onnx_initializer_411 = self.initializers.onnx_initializer_411
    encoder9_ln2_betas = getattr(self, "encoder9/ln2/betas")(
        encoder9_ln2_gammas, initializers_onnx_initializer_411
    )
    return encoder9_ln2_betas.reshape(bsz, -1)
    # encoder9_ln2_gammas = initializers_onnx_initializer_411 = None
    # initializers_onnx_initializer_412 = self.initializers.onnx_initializer_412

    # policy_dense1_matmul = getattr(self, "policy/dense1/matmul")(
    #     encoder9_ln2_betas, initializers_onnx_initializer_412
    # )
    # initializers_onnx_initializer_412 = None
    # initializers_onnx_initializer_413 = self.initializers.onnx_initializer_413
    # policy_dense1_add = getattr(self, "policy/dense1/add")(
    #     policy_dense1_matmul, initializers_onnx_initializer_413
    # )
    # policy_dense1_matmul = initializers_onnx_initializer_413 = None
    # policy_dense1_mish_softplus = getattr(self, "policy/dense1/mish/softplus")(
    #     policy_dense1_add
    # )
    # policy_dense1_mish_tanh = getattr(self, "policy/dense1/mish/tanh")(
    #     policy_dense1_mish_softplus
    # )
    # policy_dense1_mish_softplus = None
    # policy_dense1_mish = getattr(self, "policy/dense1/mish")(
    #     policy_dense1_mish_tanh, policy_dense1_add
    # )
    # policy_dense1_mish_tanh = policy_dense1_add = None
    # initializers_onnx_initializer_414 = self.initializers.onnx_initializer_414
    # policy_q_matmul = getattr(self, "policy/Q/matmul")(
    #     policy_dense1_mish, initializers_onnx_initializer_414
    # )
    # initializers_onnx_initializer_414 = None
    # initializers_onnx_initializer_415 = self.initializers.onnx_initializer_415
    # policy_q_add = getattr(self, "policy/Q/add")(
    #     policy_q_matmul, initializers_onnx_initializer_415
    # )
    # policy_q_matmul = initializers_onnx_initializer_415 = None
    # initializers_onnx_initializer_416 = self.initializers.onnx_initializer_416
    # policy_q_reshape = getattr(self, "policy/Q/reshape")(
    #     policy_q_add, initializers_onnx_initializer_416
    # )
    # policy_q_add = initializers_onnx_initializer_416 = None
    # initializers_onnx_initializer_417 = self.initializers.onnx_initializer_417
    # policy_k_matmul = getattr(self, "policy/K/matmul")(
    #     policy_dense1_mish, initializers_onnx_initializer_417
    # )
    # policy_dense1_mish = initializers_onnx_initializer_417 = None
    # initializers_onnx_initializer_418 = self.initializers.onnx_initializer_418
    # policy_k_add = getattr(self, "policy/K/add")(
    #     policy_k_matmul, initializers_onnx_initializer_418
    # )
    # policy_k_matmul = initializers_onnx_initializer_418 = None
    # initializers_onnx_initializer_419 = self.initializers.onnx_initializer_419
    # policy_k_reshape = getattr(self, "policy/K/reshape")(
    #     policy_k_add, initializers_onnx_initializer_419
    # )
    # policy_k_add = initializers_onnx_initializer_419 = None
    # policy_k_transpose = getattr(self, "policy/K/transpose")(policy_k_reshape)
    # policy_matmul = getattr(self, "policy/matmul")(policy_q_reshape, policy_k_transpose)
    # policy_q_reshape = policy_k_transpose = None
    # initializers_onnx_initializer_420 = self.initializers.onnx_initializer_420
    # policy_scale = getattr(self, "policy/scale")(
    #     policy_matmul, initializers_onnx_initializer_420
    # )
    # policy_matmul = initializers_onnx_initializer_420 = None
    # initializers_onnx_initializer_421 = self.initializers.onnx_initializer_421
    # initializers_onnx_initializer_422 = self.initializers.onnx_initializer_422
    # policy_promotion_slice = getattr(self, "policy/promotion/slice")(
    #     policy_k_reshape,
    #     initializers_onnx_initializer_421,
    #     initializers_onnx_initializer_422,
    # )
    # policy_k_reshape = initializers_onnx_initializer_421 = (
    #     initializers_onnx_initializer_422
    # ) = None
    # initializers_onnx_initializer_423 = self.initializers.onnx_initializer_423
    # policy_promotion_matmul = getattr(self, "policy/promotion/matmul")(
    #     policy_promotion_slice, initializers_onnx_initializer_423
    # )
    # policy_promotion_slice = initializers_onnx_initializer_423 = None
    # policy_promotion_transpose = getattr(self, "policy/promotion/transpose")(
    #     policy_promotion_matmul
    # )
    # policy_promotion_matmul = None
    # initializers_onnx_initializer_424 = self.initializers.onnx_initializer_424
    # policy_promotion_split = getattr(self, "policy/promotion/split")(
    #     policy_promotion_transpose, initializers_onnx_initializer_424
    # )
    # policy_promotion_transpose = initializers_onnx_initializer_424 = None
    # getitem = policy_promotion_split[0]
    # getitem_1 = policy_promotion_split[1]
    # policy_promotion_split = None
    # policy_promotion_add = getattr(self, "policy/promotion/add")(getitem, getitem_1)
    # getitem = getitem_1 = None
    # policy_promotion_transpose2 = getattr(self, "policy/promotion/transpose2")(
    #     policy_promotion_add
    # )
    # policy_promotion_add = None
    # initializers_onnx_initializer_425 = self.initializers.onnx_initializer_425
    # policy_promotion_reshape = getattr(self, "policy/promotion/reshape")(
    #     policy_promotion_transpose2, initializers_onnx_initializer_425
    # )
    # policy_promotion_transpose2 = initializers_onnx_initializer_425 = None
    # initializers_onnx_initializer_426 = self.initializers.onnx_initializer_426
    # initializers_onnx_initializer_427 = self.initializers.onnx_initializer_427
    # policy_promotion_slice2 = getattr(self, "policy/promotion/slice2")(
    #     policy_scale,
    #     initializers_onnx_initializer_426,
    #     initializers_onnx_initializer_427,
    # )
    # initializers_onnx_initializer_426 = initializers_onnx_initializer_427 = None
    # initializers_onnx_initializer_428 = self.initializers.onnx_initializer_428
    # policy_promotion_reshape2 = getattr(self, "policy/promotion/reshape2")(
    #     policy_promotion_slice2, initializers_onnx_initializer_428
    # )
    # policy_promotion_slice2 = initializers_onnx_initializer_428 = None
    # policy_promotion_concat = getattr(self, "policy/promotion/concat")(
    #     policy_promotion_reshape2, policy_promotion_reshape2, policy_promotion_reshape2
    # )
    # policy_promotion_reshape2 = None
    # initializers_onnx_initializer_429 = self.initializers.onnx_initializer_429
    # policy_promotion_reshape3 = getattr(self, "policy/promotion/reshape3")(
    #     policy_promotion_concat, initializers_onnx_initializer_429
    # )
    # policy_promotion_concat = initializers_onnx_initializer_429 = None
    # policy_promotion_add2 = getattr(self, "policy/promotion/add2")(
    #     policy_promotion_reshape3, policy_promotion_reshape
    # )
    # policy_promotion_reshape3 = policy_promotion_reshape = None
    # initializers_onnx_initializer_430 = self.initializers.onnx_initializer_430
    # policy_promotion_reshape4 = getattr(self, "policy/promotion/reshape4")(
    #     policy_promotion_add2, initializers_onnx_initializer_430
    # )
    # policy_promotion_add2 = initializers_onnx_initializer_430 = None
    # policy_concat = getattr(self, "policy/concat")(
    #     policy_scale, policy_promotion_reshape4
    # )
    # policy_scale = policy_promotion_reshape4 = None
    # initializers_onnx_initializer_431 = self.initializers.onnx_initializer_431
    # policy_reshape = getattr(self, "policy/reshape")(
    #     policy_concat, initializers_onnx_initializer_431
    # )
    # policy_concat = initializers_onnx_initializer_431 = None
    # initializers_onnx_initializer_432 = self.initializers.onnx_initializer_432
    # output_policy = getattr(self, "output/policy")(
    #     policy_reshape, initializers_onnx_initializer_432
    # )
    # policy_reshape = initializers_onnx_initializer_432 = None
    # initializers_onnx_initializer_433 = self.initializers.onnx_initializer_433
    # value_embed_matmul = getattr(self, "value/embed/matmul")(
    #     encoder9_ln2_betas, initializers_onnx_initializer_433
    # )
    # initializers_onnx_initializer_433 = None
    # initializers_onnx_initializer_434 = self.initializers.onnx_initializer_434
    # value_embed_add = getattr(self, "value/embed/add")(
    #     value_embed_matmul, initializers_onnx_initializer_434
    # )
    # value_embed_matmul = initializers_onnx_initializer_434 = None
    # value_embed_mish_softplus = getattr(self, "value/embed/mish/softplus")(
    #     value_embed_add
    # )
    # value_embed_mish_tanh = getattr(self, "value/embed/mish/tanh")(
    #     value_embed_mish_softplus
    # )
    # value_embed_mish_softplus = None
    # value_embed_mish = getattr(self, "value/embed/mish")(
    #     value_embed_mish_tanh, value_embed_add
    # )
    # value_embed_mish_tanh = value_embed_add = None
    # initializers_onnx_initializer_435 = self.initializers.onnx_initializer_435
    # value_reshape = getattr(self, "value/reshape")(
    #     value_embed_mish, initializers_onnx_initializer_435
    # )
    # value_embed_mish = initializers_onnx_initializer_435 = None
    # initializers_onnx_initializer_436 = self.initializers.onnx_initializer_436
    # value_dense1_matmul = getattr(self, "value/dense1/matmul")(
    #     value_reshape, initializers_onnx_initializer_436
    # )
    # # value_reshape = initializers_onnx_initializer_436 = None
    # initializers_onnx_initializer_437 = self.initializers.onnx_initializer_437
    # value_dense1_add = getattr(self, "value/dense1/add")(
    #     value_dense1_matmul, initializers_onnx_initializer_437
    # )
    # value_dense1_matmul = initializers_onnx_initializer_437 = None
    # value_dense1_mish_softplus = getattr(self, "value/dense1/mish/softplus")(
    #     value_dense1_add
    # )
    # value_dense1_mish_tanh = getattr(self, "value/dense1/mish/tanh")(
    #     value_dense1_mish_softplus
    # )
    # value_dense1_mish_softplus = None
    # value_dense1_mish = getattr(self, "value/dense1/mish")(
    #     value_dense1_mish_tanh, value_dense1_add
    # )
    # value_dense1_mish_tanh = value_dense1_add = None
    # initializers_onnx_initializer_438 = self.initializers.onnx_initializer_438
    # value_dense2_matmul = getattr(self, "value/dense2/matmul")(
    #     value_dense1_mish, initializers_onnx_initializer_438
    # )
    # value_dense1_mish = initializers_onnx_initializer_438 = None
    # initializers_onnx_initializer_439 = self.initializers.onnx_initializer_439
    # value_dense2_add = getattr(self, "value/dense2/add")(
    #     value_dense2_matmul, initializers_onnx_initializer_439
    # )
    # value_dense2_matmul = initializers_onnx_initializer_439 = None
    # output_wdl = getattr(self, "output/wdl")(value_dense2_add)
    # value_dense2_add = None
    # initializers_onnx_initializer_440 = self.initializers.onnx_initializer_440
    # mlh_embed_matmul = getattr(self, "mlh/embed/matmul")(
    #     encoder9_ln2_betas, initializers_onnx_initializer_440
    # )
    # # encoder9_ln2_betas = initializers_onnx_initializer_440 = None
    # initializers_onnx_initializer_441 = self.initializers.onnx_initializer_441
    # mlh_embed_add = getattr(self, "mlh/embed/add")(
    #     mlh_embed_matmul, initializers_onnx_initializer_441
    # )
    # mlh_embed_matmul = initializers_onnx_initializer_441 = None
    # mlh_embed_mish_softplus = getattr(self, "mlh/embed/mish/softplus")(mlh_embed_add)
    # mlh_embed_mish_tanh = getattr(self, "mlh/embed/mish/tanh")(mlh_embed_mish_softplus)
    # mlh_embed_mish_softplus = None
    # mlh_embed_mish = getattr(self, "mlh/embed/mish")(mlh_embed_mish_tanh, mlh_embed_add)
    # mlh_embed_mish_tanh = mlh_embed_add = None
    # initializers_onnx_initializer_442 = self.initializers.onnx_initializer_442
    # mlh_reshape = getattr(self, "mlh/reshape")(
    #     mlh_embed_mish, initializers_onnx_initializer_442
    # )
    # mlh_embed_mish = initializers_onnx_initializer_442 = None
    # initializers_onnx_initializer_443 = self.initializers.onnx_initializer_443
    # mlh_dense1_matmul = getattr(self, "mlh/dense1/matmul")(
    #     mlh_reshape, initializers_onnx_initializer_443
    # )
    # mlh_reshape = initializers_onnx_initializer_443 = None
    # initializers_onnx_initializer_444 = self.initializers.onnx_initializer_444
    # mlh_dense1_add = getattr(self, "mlh/dense1/add")(
    #     mlh_dense1_matmul, initializers_onnx_initializer_444
    # )
    # mlh_dense1_matmul = initializers_onnx_initializer_444 = None
    # mlh_dense1_mish_softplus = getattr(self, "mlh/dense1/mish/softplus")(mlh_dense1_add)
    # mlh_dense1_mish_tanh = getattr(self, "mlh/dense1/mish/tanh")(
    #     mlh_dense1_mish_softplus
    # )
    # mlh_dense1_mish_softplus = None
    # mlh_dense1_mish = getattr(self, "mlh/dense1/mish")(
    #     mlh_dense1_mish_tanh, mlh_dense1_add
    # )
    # mlh_dense1_mish_tanh = mlh_dense1_add = None
    # initializers_onnx_initializer_445 = self.initializers.onnx_initializer_445
    # mlh_dense2_matmul = getattr(self, "mlh/dense2/matmul")(
    #     mlh_dense1_mish, initializers_onnx_initializer_445
    # )
    # mlh_dense1_mish = initializers_onnx_initializer_445 = None
    # initializers_onnx_initializer_446 = self.initializers.onnx_initializer_446
    # mlh_dense2_add = getattr(self, "mlh/dense2/add")(
    #     mlh_dense2_matmul, initializers_onnx_initializer_446
    # )
    # mlh_dense2_matmul = initializers_onnx_initializer_446 = None
    # mlh_dense2_mish_softplus = getattr(self, "mlh/dense2/mish/softplus")(mlh_dense2_add)
    # mlh_dense2_mish_tanh = getattr(self, "mlh/dense2/mish/tanh")(
    #     mlh_dense2_mish_softplus
    # )
    # mlh_dense2_mish_softplus = None
    # mlh_dense2_mish = getattr(self, "mlh/dense2/mish")(
    #     mlh_dense2_mish_tanh, mlh_dense2_add
    # )
    # mlh_dense2_mish_tanh = mlh_dense2_add = None
    # output_mlh = getattr(self, "output/mlh")(mlh_dense2_mish)
    # mlh_dense2_mish = None
    # return [output_policy, output_wdl, output_mlh]

def _betas_medium_embed(self, input_1):
    bsz = input_1.shape[0]
    attn_body_transpose = getattr(self, "attn_body/transpose")(input_1);  input_1 = None
    initializers_onnx_initializer_0 = self.initializers.onnx_initializer_0
    attn_body_reshape = getattr(self, "attn_body/reshape")(attn_body_transpose, initializers_onnx_initializer_0);  attn_body_transpose = initializers_onnx_initializer_0 = None
    attn_body_shape = getattr(self, "attn_body/shape")(attn_body_reshape)
    initializers_onnx_initializer_1 = self.initializers.onnx_initializer_1
    initializers_onnx_initializer_2 = self.initializers.onnx_initializer_2
    attn_body_batch = getattr(self, "attn_body/batch")(attn_body_shape, initializers_onnx_initializer_1, initializers_onnx_initializer_2);  attn_body_shape = initializers_onnx_initializer_1 = initializers_onnx_initializer_2 = None
    initializers_onnx_initializer_3 = self.initializers.onnx_initializer_3
    attn_body_pos_encoding_shape = getattr(self, "attn_body/pos_encoding_shape")(attn_body_batch, initializers_onnx_initializer_3);  attn_body_batch = initializers_onnx_initializer_3 = None
    initializers_onnx_initializer_4 = self.initializers.onnx_initializer_4
    attn_body_expand = getattr(self, "attn_body/expand")(initializers_onnx_initializer_4, attn_body_pos_encoding_shape);  initializers_onnx_initializer_4 = attn_body_pos_encoding_shape = None
    attn_body_padded_input = getattr(self, "attn_body/padded_input")(attn_body_reshape, attn_body_expand);  attn_body_reshape = attn_body_expand = None
    initializers_onnx_initializer_5 = self.initializers.onnx_initializer_5
    attn_body_reshape2 = getattr(self, "attn_body/reshape2")(attn_body_padded_input, initializers_onnx_initializer_5);  attn_body_padded_input = initializers_onnx_initializer_5 = None
    initializers_onnx_initializer_6 = self.initializers.onnx_initializer_6
    attn_body_matmul = getattr(self, "attn_body/matmul")(attn_body_reshape2, initializers_onnx_initializer_6);  attn_body_reshape2 = initializers_onnx_initializer_6 = None
    initializers_onnx_initializer_7 = self.initializers.onnx_initializer_7
    attn_body_add = getattr(self, "attn_body/add")(attn_body_matmul, initializers_onnx_initializer_7);  attn_body_matmul = initializers_onnx_initializer_7 = None
    attn_body_mish_softplus = getattr(self, "attn_body/mish/softplus")(attn_body_add)
    attn_body_mish_tanh = getattr(self, "attn_body/mish/tanh")(attn_body_mish_softplus);  attn_body_mish_softplus = None
    attn_body_mish = getattr(self, "attn_body/mish")(attn_body_mish_tanh, attn_body_add);  attn_body_mish_tanh = attn_body_add = None
    initializers_onnx_initializer_8 = self.initializers.onnx_initializer_8
    attn_body_ma_gating_rehape1 = getattr(self, "attn_body/ma_gating/rehape1")(attn_body_mish, initializers_onnx_initializer_8);  attn_body_mish = initializers_onnx_initializer_8 = None
    initializers_onnx_initializer_9 = self.initializers.onnx_initializer_9
    ip_mul_gate = self.ip_mul_gate(attn_body_ma_gating_rehape1, initializers_onnx_initializer_9);  attn_body_ma_gating_rehape1 = initializers_onnx_initializer_9 = None
    initializers_onnx_initializer_10 = self.initializers.onnx_initializer_10
    ip_add_gate = self.ip_add_gate(ip_mul_gate, initializers_onnx_initializer_10);  ip_mul_gate = initializers_onnx_initializer_10 = None
    initializers_onnx_initializer_11 = self.initializers.onnx_initializer_11
    attn_body_ma_gating_rehape2 = getattr(self, "attn_body/ma_gating/rehape2")(ip_add_gate, initializers_onnx_initializer_11);  ip_add_gate = initializers_onnx_initializer_11 = None
    initializers_onnx_initializer_12 = self.initializers.onnx_initializer_12
    encoder0_mha_q_w = getattr(self, "encoder0/mha/Q/w")(attn_body_ma_gating_rehape2, initializers_onnx_initializer_12);  initializers_onnx_initializer_12 = None
    initializers_onnx_initializer_13 = self.initializers.onnx_initializer_13
    encoder0_mha_q_b = getattr(self, "encoder0/mha/Q/b")(encoder0_mha_q_w, initializers_onnx_initializer_13);  encoder0_mha_q_w = initializers_onnx_initializer_13 = None
    initializers_onnx_initializer_14 = self.initializers.onnx_initializer_14
    encoder0_mha_q_reshape = getattr(self, "encoder0/mha/Q/reshape")(encoder0_mha_q_b, initializers_onnx_initializer_14);  encoder0_mha_q_b = initializers_onnx_initializer_14 = None
    encoder0_mha_q_transpose = getattr(self, "encoder0/mha/Q/transpose")(encoder0_mha_q_reshape);  encoder0_mha_q_reshape = None
    initializers_onnx_initializer_15 = self.initializers.onnx_initializer_15
    encoder0_mha_k_w = getattr(self, "encoder0/mha/K/w")(attn_body_ma_gating_rehape2, initializers_onnx_initializer_15);  initializers_onnx_initializer_15 = None
    initializers_onnx_initializer_16 = self.initializers.onnx_initializer_16
    encoder0_mha_k_b = getattr(self, "encoder0/mha/K/b")(encoder0_mha_k_w, initializers_onnx_initializer_16);  encoder0_mha_k_w = initializers_onnx_initializer_16 = None
    initializers_onnx_initializer_17 = self.initializers.onnx_initializer_17
    encoder0_mha_k_reshape = getattr(self, "encoder0/mha/K/reshape")(encoder0_mha_k_b, initializers_onnx_initializer_17);  encoder0_mha_k_b = initializers_onnx_initializer_17 = None
    encoder0_mha_k_transpose = getattr(self, "encoder0/mha/K/transpose")(encoder0_mha_k_reshape);  encoder0_mha_k_reshape = None
    initializers_onnx_initializer_18 = self.initializers.onnx_initializer_18
    encoder0_mha_v_w = getattr(self, "encoder0/mha/V/w")(attn_body_ma_gating_rehape2, initializers_onnx_initializer_18);  initializers_onnx_initializer_18 = None
    initializers_onnx_initializer_19 = self.initializers.onnx_initializer_19
    encoder0_mha_v_b = getattr(self, "encoder0/mha/V/b")(encoder0_mha_v_w, initializers_onnx_initializer_19);  encoder0_mha_v_w = initializers_onnx_initializer_19 = None
    initializers_onnx_initializer_20 = self.initializers.onnx_initializer_20
    encoder0_mha_v_reshape = getattr(self, "encoder0/mha/V/reshape")(encoder0_mha_v_b, initializers_onnx_initializer_20);  encoder0_mha_v_b = initializers_onnx_initializer_20 = None
    encoder0_mha_v_transpose = getattr(self, "encoder0/mha/V/transpose")(encoder0_mha_v_reshape);  encoder0_mha_v_reshape = None
    encoder0_mha_qk_matmul = getattr(self, "encoder0/mha/QK/matmul")(encoder0_mha_q_transpose, encoder0_mha_k_transpose);  encoder0_mha_q_transpose = encoder0_mha_k_transpose = None
    initializers_onnx_initializer_21 = self.initializers.onnx_initializer_21
    encoder0_mha_qk_scale = getattr(self, "encoder0/mha/QK/scale")(encoder0_mha_qk_matmul, initializers_onnx_initializer_21);  encoder0_mha_qk_matmul = initializers_onnx_initializer_21 = None
    initializers_onnx_initializer_22 = self.initializers.onnx_initializer_22
    encoder0_smolgen_compress = getattr(self, "encoder0/smolgen/compress")(attn_body_ma_gating_rehape2, initializers_onnx_initializer_22);  initializers_onnx_initializer_22 = None
    initializers_onnx_initializer_23 = self.initializers.onnx_initializer_23
    encoder0_smolgen_compress_reshape = getattr(self, "encoder0/smolgen/compress/reshape")(encoder0_smolgen_compress, initializers_onnx_initializer_23);  encoder0_smolgen_compress = initializers_onnx_initializer_23 = None
    initializers_onnx_initializer_24 = self.initializers.onnx_initializer_24
    encoder0_smolgen_dense1_w = getattr(self, "encoder0/smolgen/dense1/w")(encoder0_smolgen_compress_reshape, initializers_onnx_initializer_24);  encoder0_smolgen_compress_reshape = initializers_onnx_initializer_24 = None
    initializers_onnx_initializer_25 = self.initializers.onnx_initializer_25
    encoder0_smolgen_dense1_b = getattr(self, "encoder0/smolgen/dense1/b")(encoder0_smolgen_dense1_w, initializers_onnx_initializer_25);  encoder0_smolgen_dense1_w = initializers_onnx_initializer_25 = None
    encoder0_smolgen_dense1_swish_sigmoid = getattr(self, "encoder0/smolgen/dense1/swish/sigmoid")(encoder0_smolgen_dense1_b)
    encoder0_smolgen_dense1_swish = getattr(self, "encoder0/smolgen/dense1/swish")(encoder0_smolgen_dense1_swish_sigmoid, encoder0_smolgen_dense1_b);  encoder0_smolgen_dense1_swish_sigmoid = encoder0_smolgen_dense1_b = None
    encoder0_smolgen_ln1_to_float = getattr(self, "encoder0/smolgen/ln1/to_float")(encoder0_smolgen_dense1_swish);  encoder0_smolgen_dense1_swish = None
    encoder0_smolgen_ln1_mean = getattr(self, "encoder0/smolgen/ln1/mean")(encoder0_smolgen_ln1_to_float)
    encoder0_smolgen_ln1_centered = getattr(self, "encoder0/smolgen/ln1/centered")(encoder0_smolgen_ln1_to_float, encoder0_smolgen_ln1_mean);  encoder0_smolgen_ln1_to_float = encoder0_smolgen_ln1_mean = None
    encoder0_smolgen_ln1_squared = getattr(self, "encoder0/smolgen/ln1/squared")(encoder0_smolgen_ln1_centered, encoder0_smolgen_ln1_centered)
    encoder0_smolgen_ln1_var = getattr(self, "encoder0/smolgen/ln1/var")(encoder0_smolgen_ln1_squared);  encoder0_smolgen_ln1_squared = None
    initializers_onnx_initializer_26 = self.initializers.onnx_initializer_26
    encoder0_smolgen_ln1_var_eps = getattr(self, "encoder0/smolgen/ln1/var_eps")(encoder0_smolgen_ln1_var, initializers_onnx_initializer_26);  encoder0_smolgen_ln1_var = initializers_onnx_initializer_26 = None
    encoder0_smolgen_ln1_std = getattr(self, "encoder0/smolgen/ln1/std")(encoder0_smolgen_ln1_var_eps);  encoder0_smolgen_ln1_var_eps = None
    encoder0_smolgen_ln1_inv_std = getattr(self, "encoder0/smolgen/ln1/inv_std")(encoder0_smolgen_ln1_std);  encoder0_smolgen_ln1_std = None
    encoder0_smolgen_ln1_normalized = getattr(self, "encoder0/smolgen/ln1/normalized")(encoder0_smolgen_ln1_centered, encoder0_smolgen_ln1_inv_std);  encoder0_smolgen_ln1_centered = encoder0_smolgen_ln1_inv_std = None
    encoder0_smolgen_ln1_to_data_type = getattr(self, "encoder0/smolgen/ln1/to_data_type")(encoder0_smolgen_ln1_normalized);  encoder0_smolgen_ln1_normalized = None
    initializers_onnx_initializer_27 = self.initializers.onnx_initializer_27
    encoder0_smolgen_ln1_gammas = getattr(self, "encoder0/smolgen/ln1/gammas")(encoder0_smolgen_ln1_to_data_type, initializers_onnx_initializer_27);  encoder0_smolgen_ln1_to_data_type = initializers_onnx_initializer_27 = None
    initializers_onnx_initializer_28 = self.initializers.onnx_initializer_28
    encoder0_smolgen_ln1_betas = getattr(self, "encoder0/smolgen/ln1/betas")(encoder0_smolgen_ln1_gammas, initializers_onnx_initializer_28);  encoder0_smolgen_ln1_gammas = initializers_onnx_initializer_28 = None
    initializers_onnx_initializer_29 = self.initializers.onnx_initializer_29
    encoder0_smolgen_dense2_w = getattr(self, "encoder0/smolgen/dense2/w")(encoder0_smolgen_ln1_betas, initializers_onnx_initializer_29);  encoder0_smolgen_ln1_betas = initializers_onnx_initializer_29 = None
    initializers_onnx_initializer_30 = self.initializers.onnx_initializer_30
    encoder0_smolgen_dense2_b = getattr(self, "encoder0/smolgen/dense2/b")(encoder0_smolgen_dense2_w, initializers_onnx_initializer_30);  encoder0_smolgen_dense2_w = initializers_onnx_initializer_30 = None
    encoder0_smolgen_dense2_swish_sigmoid = getattr(self, "encoder0/smolgen/dense2/swish/sigmoid")(encoder0_smolgen_dense2_b)
    encoder0_smolgen_dense2_swish = getattr(self, "encoder0/smolgen/dense2/swish")(encoder0_smolgen_dense2_swish_sigmoid, encoder0_smolgen_dense2_b);  encoder0_smolgen_dense2_swish_sigmoid = encoder0_smolgen_dense2_b = None
    encoder0_smolgen_ln2_to_float = getattr(self, "encoder0/smolgen/ln2/to_float")(encoder0_smolgen_dense2_swish);  encoder0_smolgen_dense2_swish = None
    encoder0_smolgen_ln2_mean = getattr(self, "encoder0/smolgen/ln2/mean")(encoder0_smolgen_ln2_to_float)
    encoder0_smolgen_ln2_centered = getattr(self, "encoder0/smolgen/ln2/centered")(encoder0_smolgen_ln2_to_float, encoder0_smolgen_ln2_mean);  encoder0_smolgen_ln2_to_float = encoder0_smolgen_ln2_mean = None
    encoder0_smolgen_ln2_squared = getattr(self, "encoder0/smolgen/ln2/squared")(encoder0_smolgen_ln2_centered, encoder0_smolgen_ln2_centered)
    encoder0_smolgen_ln2_var = getattr(self, "encoder0/smolgen/ln2/var")(encoder0_smolgen_ln2_squared);  encoder0_smolgen_ln2_squared = None
    initializers_onnx_initializer_31 = self.initializers.onnx_initializer_31
    encoder0_smolgen_ln2_var_eps = getattr(self, "encoder0/smolgen/ln2/var_eps")(encoder0_smolgen_ln2_var, initializers_onnx_initializer_31);  encoder0_smolgen_ln2_var = initializers_onnx_initializer_31 = None
    encoder0_smolgen_ln2_std = getattr(self, "encoder0/smolgen/ln2/std")(encoder0_smolgen_ln2_var_eps);  encoder0_smolgen_ln2_var_eps = None
    encoder0_smolgen_ln2_inv_std = getattr(self, "encoder0/smolgen/ln2/inv_std")(encoder0_smolgen_ln2_std);  encoder0_smolgen_ln2_std = None
    encoder0_smolgen_ln2_normalized = getattr(self, "encoder0/smolgen/ln2/normalized")(encoder0_smolgen_ln2_centered, encoder0_smolgen_ln2_inv_std);  encoder0_smolgen_ln2_centered = encoder0_smolgen_ln2_inv_std = None
    encoder0_smolgen_ln2_to_data_type = getattr(self, "encoder0/smolgen/ln2/to_data_type")(encoder0_smolgen_ln2_normalized);  encoder0_smolgen_ln2_normalized = None
    initializers_onnx_initializer_32 = self.initializers.onnx_initializer_32
    encoder0_smolgen_ln2_gammas = getattr(self, "encoder0/smolgen/ln2/gammas")(encoder0_smolgen_ln2_to_data_type, initializers_onnx_initializer_32);  encoder0_smolgen_ln2_to_data_type = initializers_onnx_initializer_32 = None
    initializers_onnx_initializer_33 = self.initializers.onnx_initializer_33
    encoder0_smolgen_ln2_betas = getattr(self, "encoder0/smolgen/ln2/betas")(encoder0_smolgen_ln2_gammas, initializers_onnx_initializer_33);  encoder0_smolgen_ln2_gammas = initializers_onnx_initializer_33 = None
    initializers_onnx_initializer_34 = self.initializers.onnx_initializer_34
    encoder0_smolgen_gen_from_reshape = getattr(self, "encoder0/smolgen/gen_from/reshape")(encoder0_smolgen_ln2_betas, initializers_onnx_initializer_34);  encoder0_smolgen_ln2_betas = initializers_onnx_initializer_34 = None
    initializers_onnx_initializer_35 = self.initializers.onnx_initializer_35
    encoder0_smolgen_smol_weight_gen = getattr(self, "encoder0/smolgen/smol_weight_gen")(encoder0_smolgen_gen_from_reshape, initializers_onnx_initializer_35);  encoder0_smolgen_gen_from_reshape = initializers_onnx_initializer_35 = None
    initializers_onnx_initializer_36 = self.initializers.onnx_initializer_36
    encoder0_smolgen_out_reshape = getattr(self, "encoder0/smolgen/out/reshape")(encoder0_smolgen_smol_weight_gen, initializers_onnx_initializer_36);  encoder0_smolgen_smol_weight_gen = initializers_onnx_initializer_36 = None
    encoder0_smolgen_weights = getattr(self, "encoder0/smolgen_weights")(encoder0_mha_qk_scale, encoder0_smolgen_out_reshape);  encoder0_mha_qk_scale = encoder0_smolgen_out_reshape = None
    encoder0_mha_qk_softmax = getattr(self, "encoder0/mha/QK/softmax")(encoder0_smolgen_weights);  encoder0_smolgen_weights = None
    encoder0_mha_qkv_matmul = getattr(self, "encoder0/mha/QKV/matmul")(encoder0_mha_qk_softmax, encoder0_mha_v_transpose);  encoder0_mha_qk_softmax = encoder0_mha_v_transpose = None
    encoder0_mha_out_transpose = getattr(self, "encoder0/mha/out/transpose")(encoder0_mha_qkv_matmul);  encoder0_mha_qkv_matmul = None
    initializers_onnx_initializer_37 = self.initializers.onnx_initializer_37
    encoder0_mha_out_reshape = getattr(self, "encoder0/mha/out/reshape")(encoder0_mha_out_transpose, initializers_onnx_initializer_37);  encoder0_mha_out_transpose = initializers_onnx_initializer_37 = None
    initializers_onnx_initializer_38 = self.initializers.onnx_initializer_38
    encoder0_mha_out_dense_w = getattr(self, "encoder0/mha/out/dense/w")(encoder0_mha_out_reshape, initializers_onnx_initializer_38);  encoder0_mha_out_reshape = initializers_onnx_initializer_38 = None
    initializers_onnx_initializer_39 = self.initializers.onnx_initializer_39
    encoder0_mha_out_dense_b = getattr(self, "encoder0/mha/out/dense/b")(encoder0_mha_out_dense_w, initializers_onnx_initializer_39);  encoder0_mha_out_dense_w = initializers_onnx_initializer_39 = None
    initializers_onnx_initializer_40 = self.initializers.onnx_initializer_40
    encoder0_alpha_input = getattr(self, "encoder0/alpha*input")(encoder0_mha_out_dense_b, initializers_onnx_initializer_40);  encoder0_mha_out_dense_b = initializers_onnx_initializer_40 = None
    encoder0_mha_out_skip = getattr(self, "encoder0/mha/out/skip")(encoder0_alpha_input, attn_body_ma_gating_rehape2);  encoder0_alpha_input = attn_body_ma_gating_rehape2 = None
    encoder0_ln1_to_float = getattr(self, "encoder0/ln1/to_float")(encoder0_mha_out_skip);  encoder0_mha_out_skip = None
    encoder0_ln1_mean = getattr(self, "encoder0/ln1/mean")(encoder0_ln1_to_float)
    encoder0_ln1_centered = getattr(self, "encoder0/ln1/centered")(encoder0_ln1_to_float, encoder0_ln1_mean);  encoder0_ln1_to_float = encoder0_ln1_mean = None
    encoder0_ln1_squared = getattr(self, "encoder0/ln1/squared")(encoder0_ln1_centered, encoder0_ln1_centered)
    encoder0_ln1_var = getattr(self, "encoder0/ln1/var")(encoder0_ln1_squared);  encoder0_ln1_squared = None
    initializers_onnx_initializer_41 = self.initializers.onnx_initializer_41
    encoder0_ln1_var_eps = getattr(self, "encoder0/ln1/var_eps")(encoder0_ln1_var, initializers_onnx_initializer_41);  encoder0_ln1_var = initializers_onnx_initializer_41 = None
    encoder0_ln1_std = getattr(self, "encoder0/ln1/std")(encoder0_ln1_var_eps);  encoder0_ln1_var_eps = None
    encoder0_ln1_inv_std = getattr(self, "encoder0/ln1/inv_std")(encoder0_ln1_std);  encoder0_ln1_std = None
    encoder0_ln1_normalized = getattr(self, "encoder0/ln1/normalized")(encoder0_ln1_centered, encoder0_ln1_inv_std);  encoder0_ln1_centered = encoder0_ln1_inv_std = None
    encoder0_ln1_to_data_type = getattr(self, "encoder0/ln1/to_data_type")(encoder0_ln1_normalized);  encoder0_ln1_normalized = None
    initializers_onnx_initializer_42 = self.initializers.onnx_initializer_42
    encoder0_ln1_gammas = getattr(self, "encoder0/ln1/gammas")(encoder0_ln1_to_data_type, initializers_onnx_initializer_42);  encoder0_ln1_to_data_type = initializers_onnx_initializer_42 = None
    initializers_onnx_initializer_43 = self.initializers.onnx_initializer_43
    encoder0_ln1_betas = getattr(self, "encoder0/ln1/betas")(encoder0_ln1_gammas, initializers_onnx_initializer_43);  encoder0_ln1_gammas = initializers_onnx_initializer_43 = None
    initializers_onnx_initializer_44 = self.initializers.onnx_initializer_44
    encoder0_ffn_dense1_w = getattr(self, "encoder0/ffn/dense1/w")(encoder0_ln1_betas, initializers_onnx_initializer_44);  initializers_onnx_initializer_44 = None
    initializers_onnx_initializer_45 = self.initializers.onnx_initializer_45
    encoder0_ffn_dense1_b = getattr(self, "encoder0/ffn/dense1/b")(encoder0_ffn_dense1_w, initializers_onnx_initializer_45);  encoder0_ffn_dense1_w = initializers_onnx_initializer_45 = None
    encoder0_ffn_dense1_sqrrelu_relu = getattr(self, "encoder0/ffn/dense1/sqrrelu/relu")(encoder0_ffn_dense1_b);  encoder0_ffn_dense1_b = None
    encoder0_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder0/ffn/dense1/sqrrelu/sqr")(encoder0_ffn_dense1_sqrrelu_relu, encoder0_ffn_dense1_sqrrelu_relu);  encoder0_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_46 = self.initializers.onnx_initializer_46
    encoder0_ffn_dense2_w = getattr(self, "encoder0/ffn/dense2/w")(encoder0_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_46);  encoder0_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_46 = None
    initializers_onnx_initializer_47 = self.initializers.onnx_initializer_47
    encoder0_ffn_dense2_b = getattr(self, "encoder0/ffn/dense2/b")(encoder0_ffn_dense2_w, initializers_onnx_initializer_47);  encoder0_ffn_dense2_w = initializers_onnx_initializer_47 = None
    initializers_onnx_initializer_48 = self.initializers.onnx_initializer_48
    encoder0_ffn_alpha = getattr(self, "encoder0/ffn/alpha")(encoder0_ffn_dense2_b, initializers_onnx_initializer_48);  encoder0_ffn_dense2_b = initializers_onnx_initializer_48 = None
    encoder0_ffn_skip = getattr(self, "encoder0/ffn/skip")(encoder0_ffn_alpha, encoder0_ln1_betas);  encoder0_ffn_alpha = encoder0_ln1_betas = None
    encoder0_ln2_to_float = getattr(self, "encoder0/ln2/to_float")(encoder0_ffn_skip);  encoder0_ffn_skip = None
    encoder0_ln2_mean = getattr(self, "encoder0/ln2/mean")(encoder0_ln2_to_float)
    encoder0_ln2_centered = getattr(self, "encoder0/ln2/centered")(encoder0_ln2_to_float, encoder0_ln2_mean);  encoder0_ln2_to_float = encoder0_ln2_mean = None
    encoder0_ln2_squared = getattr(self, "encoder0/ln2/squared")(encoder0_ln2_centered, encoder0_ln2_centered)
    encoder0_ln2_var = getattr(self, "encoder0/ln2/var")(encoder0_ln2_squared);  encoder0_ln2_squared = None
    initializers_onnx_initializer_49 = self.initializers.onnx_initializer_49
    encoder0_ln2_var_eps = getattr(self, "encoder0/ln2/var_eps")(encoder0_ln2_var, initializers_onnx_initializer_49);  encoder0_ln2_var = initializers_onnx_initializer_49 = None
    encoder0_ln2_std = getattr(self, "encoder0/ln2/std")(encoder0_ln2_var_eps);  encoder0_ln2_var_eps = None
    encoder0_ln2_inv_std = getattr(self, "encoder0/ln2/inv_std")(encoder0_ln2_std);  encoder0_ln2_std = None
    encoder0_ln2_normalized = getattr(self, "encoder0/ln2/normalized")(encoder0_ln2_centered, encoder0_ln2_inv_std);  encoder0_ln2_centered = encoder0_ln2_inv_std = None
    encoder0_ln2_to_data_type = getattr(self, "encoder0/ln2/to_data_type")(encoder0_ln2_normalized);  encoder0_ln2_normalized = None
    initializers_onnx_initializer_50 = self.initializers.onnx_initializer_50
    encoder0_ln2_gammas = getattr(self, "encoder0/ln2/gammas")(encoder0_ln2_to_data_type, initializers_onnx_initializer_50);  encoder0_ln2_to_data_type = initializers_onnx_initializer_50 = None
    initializers_onnx_initializer_51 = self.initializers.onnx_initializer_51
    encoder0_ln2_betas = getattr(self, "encoder0/ln2/betas")(encoder0_ln2_gammas, initializers_onnx_initializer_51);  encoder0_ln2_gammas = initializers_onnx_initializer_51 = None
    initializers_onnx_initializer_52 = self.initializers.onnx_initializer_52
    encoder1_mha_q_w = getattr(self, "encoder1/mha/Q/w")(encoder0_ln2_betas, initializers_onnx_initializer_52);  initializers_onnx_initializer_52 = None
    initializers_onnx_initializer_53 = self.initializers.onnx_initializer_53
    encoder1_mha_q_b = getattr(self, "encoder1/mha/Q/b")(encoder1_mha_q_w, initializers_onnx_initializer_53);  encoder1_mha_q_w = initializers_onnx_initializer_53 = None
    initializers_onnx_initializer_54 = self.initializers.onnx_initializer_54
    encoder1_mha_q_reshape = getattr(self, "encoder1/mha/Q/reshape")(encoder1_mha_q_b, initializers_onnx_initializer_54);  encoder1_mha_q_b = initializers_onnx_initializer_54 = None
    encoder1_mha_q_transpose = getattr(self, "encoder1/mha/Q/transpose")(encoder1_mha_q_reshape);  encoder1_mha_q_reshape = None
    initializers_onnx_initializer_55 = self.initializers.onnx_initializer_55
    encoder1_mha_k_w = getattr(self, "encoder1/mha/K/w")(encoder0_ln2_betas, initializers_onnx_initializer_55);  initializers_onnx_initializer_55 = None
    initializers_onnx_initializer_56 = self.initializers.onnx_initializer_56
    encoder1_mha_k_b = getattr(self, "encoder1/mha/K/b")(encoder1_mha_k_w, initializers_onnx_initializer_56);  encoder1_mha_k_w = initializers_onnx_initializer_56 = None
    initializers_onnx_initializer_57 = self.initializers.onnx_initializer_57
    encoder1_mha_k_reshape = getattr(self, "encoder1/mha/K/reshape")(encoder1_mha_k_b, initializers_onnx_initializer_57);  encoder1_mha_k_b = initializers_onnx_initializer_57 = None
    encoder1_mha_k_transpose = getattr(self, "encoder1/mha/K/transpose")(encoder1_mha_k_reshape);  encoder1_mha_k_reshape = None
    initializers_onnx_initializer_58 = self.initializers.onnx_initializer_58
    encoder1_mha_v_w = getattr(self, "encoder1/mha/V/w")(encoder0_ln2_betas, initializers_onnx_initializer_58);  initializers_onnx_initializer_58 = None
    initializers_onnx_initializer_59 = self.initializers.onnx_initializer_59
    encoder1_mha_v_b = getattr(self, "encoder1/mha/V/b")(encoder1_mha_v_w, initializers_onnx_initializer_59);  encoder1_mha_v_w = initializers_onnx_initializer_59 = None
    initializers_onnx_initializer_60 = self.initializers.onnx_initializer_60
    encoder1_mha_v_reshape = getattr(self, "encoder1/mha/V/reshape")(encoder1_mha_v_b, initializers_onnx_initializer_60);  encoder1_mha_v_b = initializers_onnx_initializer_60 = None
    encoder1_mha_v_transpose = getattr(self, "encoder1/mha/V/transpose")(encoder1_mha_v_reshape);  encoder1_mha_v_reshape = None
    encoder1_mha_qk_matmul = getattr(self, "encoder1/mha/QK/matmul")(encoder1_mha_q_transpose, encoder1_mha_k_transpose);  encoder1_mha_q_transpose = encoder1_mha_k_transpose = None
    initializers_onnx_initializer_61 = self.initializers.onnx_initializer_61
    encoder1_mha_qk_scale = getattr(self, "encoder1/mha/QK/scale")(encoder1_mha_qk_matmul, initializers_onnx_initializer_61);  encoder1_mha_qk_matmul = initializers_onnx_initializer_61 = None
    initializers_onnx_initializer_62 = self.initializers.onnx_initializer_62
    encoder1_smolgen_compress = getattr(self, "encoder1/smolgen/compress")(encoder0_ln2_betas, initializers_onnx_initializer_62);  initializers_onnx_initializer_62 = None
    initializers_onnx_initializer_63 = self.initializers.onnx_initializer_63
    encoder1_smolgen_compress_reshape = getattr(self, "encoder1/smolgen/compress/reshape")(encoder1_smolgen_compress, initializers_onnx_initializer_63);  encoder1_smolgen_compress = initializers_onnx_initializer_63 = None
    initializers_onnx_initializer_64 = self.initializers.onnx_initializer_64
    encoder1_smolgen_dense1_w = getattr(self, "encoder1/smolgen/dense1/w")(encoder1_smolgen_compress_reshape, initializers_onnx_initializer_64);  encoder1_smolgen_compress_reshape = initializers_onnx_initializer_64 = None
    initializers_onnx_initializer_65 = self.initializers.onnx_initializer_65
    encoder1_smolgen_dense1_b = getattr(self, "encoder1/smolgen/dense1/b")(encoder1_smolgen_dense1_w, initializers_onnx_initializer_65);  encoder1_smolgen_dense1_w = initializers_onnx_initializer_65 = None
    encoder1_smolgen_dense1_swish_sigmoid = getattr(self, "encoder1/smolgen/dense1/swish/sigmoid")(encoder1_smolgen_dense1_b)
    encoder1_smolgen_dense1_swish = getattr(self, "encoder1/smolgen/dense1/swish")(encoder1_smolgen_dense1_swish_sigmoid, encoder1_smolgen_dense1_b);  encoder1_smolgen_dense1_swish_sigmoid = encoder1_smolgen_dense1_b = None
    encoder1_smolgen_ln1_to_float = getattr(self, "encoder1/smolgen/ln1/to_float")(encoder1_smolgen_dense1_swish);  encoder1_smolgen_dense1_swish = None
    encoder1_smolgen_ln1_mean = getattr(self, "encoder1/smolgen/ln1/mean")(encoder1_smolgen_ln1_to_float)
    encoder1_smolgen_ln1_centered = getattr(self, "encoder1/smolgen/ln1/centered")(encoder1_smolgen_ln1_to_float, encoder1_smolgen_ln1_mean);  encoder1_smolgen_ln1_to_float = encoder1_smolgen_ln1_mean = None
    encoder1_smolgen_ln1_squared = getattr(self, "encoder1/smolgen/ln1/squared")(encoder1_smolgen_ln1_centered, encoder1_smolgen_ln1_centered)
    encoder1_smolgen_ln1_var = getattr(self, "encoder1/smolgen/ln1/var")(encoder1_smolgen_ln1_squared);  encoder1_smolgen_ln1_squared = None
    initializers_onnx_initializer_66 = self.initializers.onnx_initializer_66
    encoder1_smolgen_ln1_var_eps = getattr(self, "encoder1/smolgen/ln1/var_eps")(encoder1_smolgen_ln1_var, initializers_onnx_initializer_66);  encoder1_smolgen_ln1_var = initializers_onnx_initializer_66 = None
    encoder1_smolgen_ln1_std = getattr(self, "encoder1/smolgen/ln1/std")(encoder1_smolgen_ln1_var_eps);  encoder1_smolgen_ln1_var_eps = None
    encoder1_smolgen_ln1_inv_std = getattr(self, "encoder1/smolgen/ln1/inv_std")(encoder1_smolgen_ln1_std);  encoder1_smolgen_ln1_std = None
    encoder1_smolgen_ln1_normalized = getattr(self, "encoder1/smolgen/ln1/normalized")(encoder1_smolgen_ln1_centered, encoder1_smolgen_ln1_inv_std);  encoder1_smolgen_ln1_centered = encoder1_smolgen_ln1_inv_std = None
    encoder1_smolgen_ln1_to_data_type = getattr(self, "encoder1/smolgen/ln1/to_data_type")(encoder1_smolgen_ln1_normalized);  encoder1_smolgen_ln1_normalized = None
    initializers_onnx_initializer_67 = self.initializers.onnx_initializer_67
    encoder1_smolgen_ln1_gammas = getattr(self, "encoder1/smolgen/ln1/gammas")(encoder1_smolgen_ln1_to_data_type, initializers_onnx_initializer_67);  encoder1_smolgen_ln1_to_data_type = initializers_onnx_initializer_67 = None
    initializers_onnx_initializer_68 = self.initializers.onnx_initializer_68
    encoder1_smolgen_ln1_betas = getattr(self, "encoder1/smolgen/ln1/betas")(encoder1_smolgen_ln1_gammas, initializers_onnx_initializer_68);  encoder1_smolgen_ln1_gammas = initializers_onnx_initializer_68 = None
    initializers_onnx_initializer_69 = self.initializers.onnx_initializer_69
    encoder1_smolgen_dense2_w = getattr(self, "encoder1/smolgen/dense2/w")(encoder1_smolgen_ln1_betas, initializers_onnx_initializer_69);  encoder1_smolgen_ln1_betas = initializers_onnx_initializer_69 = None
    initializers_onnx_initializer_70 = self.initializers.onnx_initializer_70
    encoder1_smolgen_dense2_b = getattr(self, "encoder1/smolgen/dense2/b")(encoder1_smolgen_dense2_w, initializers_onnx_initializer_70);  encoder1_smolgen_dense2_w = initializers_onnx_initializer_70 = None
    encoder1_smolgen_dense2_swish_sigmoid = getattr(self, "encoder1/smolgen/dense2/swish/sigmoid")(encoder1_smolgen_dense2_b)
    encoder1_smolgen_dense2_swish = getattr(self, "encoder1/smolgen/dense2/swish")(encoder1_smolgen_dense2_swish_sigmoid, encoder1_smolgen_dense2_b);  encoder1_smolgen_dense2_swish_sigmoid = encoder1_smolgen_dense2_b = None
    encoder1_smolgen_ln2_to_float = getattr(self, "encoder1/smolgen/ln2/to_float")(encoder1_smolgen_dense2_swish);  encoder1_smolgen_dense2_swish = None
    encoder1_smolgen_ln2_mean = getattr(self, "encoder1/smolgen/ln2/mean")(encoder1_smolgen_ln2_to_float)
    encoder1_smolgen_ln2_centered = getattr(self, "encoder1/smolgen/ln2/centered")(encoder1_smolgen_ln2_to_float, encoder1_smolgen_ln2_mean);  encoder1_smolgen_ln2_to_float = encoder1_smolgen_ln2_mean = None
    encoder1_smolgen_ln2_squared = getattr(self, "encoder1/smolgen/ln2/squared")(encoder1_smolgen_ln2_centered, encoder1_smolgen_ln2_centered)
    encoder1_smolgen_ln2_var = getattr(self, "encoder1/smolgen/ln2/var")(encoder1_smolgen_ln2_squared);  encoder1_smolgen_ln2_squared = None
    initializers_onnx_initializer_71 = self.initializers.onnx_initializer_71
    encoder1_smolgen_ln2_var_eps = getattr(self, "encoder1/smolgen/ln2/var_eps")(encoder1_smolgen_ln2_var, initializers_onnx_initializer_71);  encoder1_smolgen_ln2_var = initializers_onnx_initializer_71 = None
    encoder1_smolgen_ln2_std = getattr(self, "encoder1/smolgen/ln2/std")(encoder1_smolgen_ln2_var_eps);  encoder1_smolgen_ln2_var_eps = None
    encoder1_smolgen_ln2_inv_std = getattr(self, "encoder1/smolgen/ln2/inv_std")(encoder1_smolgen_ln2_std);  encoder1_smolgen_ln2_std = None
    encoder1_smolgen_ln2_normalized = getattr(self, "encoder1/smolgen/ln2/normalized")(encoder1_smolgen_ln2_centered, encoder1_smolgen_ln2_inv_std);  encoder1_smolgen_ln2_centered = encoder1_smolgen_ln2_inv_std = None
    encoder1_smolgen_ln2_to_data_type = getattr(self, "encoder1/smolgen/ln2/to_data_type")(encoder1_smolgen_ln2_normalized);  encoder1_smolgen_ln2_normalized = None
    initializers_onnx_initializer_72 = self.initializers.onnx_initializer_72
    encoder1_smolgen_ln2_gammas = getattr(self, "encoder1/smolgen/ln2/gammas")(encoder1_smolgen_ln2_to_data_type, initializers_onnx_initializer_72);  encoder1_smolgen_ln2_to_data_type = initializers_onnx_initializer_72 = None
    initializers_onnx_initializer_73 = self.initializers.onnx_initializer_73
    encoder1_smolgen_ln2_betas = getattr(self, "encoder1/smolgen/ln2/betas")(encoder1_smolgen_ln2_gammas, initializers_onnx_initializer_73);  encoder1_smolgen_ln2_gammas = initializers_onnx_initializer_73 = None
    initializers_onnx_initializer_74 = self.initializers.onnx_initializer_74
    encoder1_smolgen_gen_from_reshape = getattr(self, "encoder1/smolgen/gen_from/reshape")(encoder1_smolgen_ln2_betas, initializers_onnx_initializer_74);  encoder1_smolgen_ln2_betas = initializers_onnx_initializer_74 = None
    initializers_onnx_initializer_75 = self.initializers.onnx_initializer_75
    encoder1_smolgen_smol_weight_gen = getattr(self, "encoder1/smolgen/smol_weight_gen")(encoder1_smolgen_gen_from_reshape, initializers_onnx_initializer_75);  encoder1_smolgen_gen_from_reshape = initializers_onnx_initializer_75 = None
    initializers_onnx_initializer_76 = self.initializers.onnx_initializer_76
    encoder1_smolgen_out_reshape = getattr(self, "encoder1/smolgen/out/reshape")(encoder1_smolgen_smol_weight_gen, initializers_onnx_initializer_76);  encoder1_smolgen_smol_weight_gen = initializers_onnx_initializer_76 = None
    encoder1_smolgen_weights = getattr(self, "encoder1/smolgen_weights")(encoder1_mha_qk_scale, encoder1_smolgen_out_reshape);  encoder1_mha_qk_scale = encoder1_smolgen_out_reshape = None
    encoder1_mha_qk_softmax = getattr(self, "encoder1/mha/QK/softmax")(encoder1_smolgen_weights);  encoder1_smolgen_weights = None
    encoder1_mha_qkv_matmul = getattr(self, "encoder1/mha/QKV/matmul")(encoder1_mha_qk_softmax, encoder1_mha_v_transpose);  encoder1_mha_qk_softmax = encoder1_mha_v_transpose = None
    encoder1_mha_out_transpose = getattr(self, "encoder1/mha/out/transpose")(encoder1_mha_qkv_matmul);  encoder1_mha_qkv_matmul = None
    initializers_onnx_initializer_77 = self.initializers.onnx_initializer_77
    encoder1_mha_out_reshape = getattr(self, "encoder1/mha/out/reshape")(encoder1_mha_out_transpose, initializers_onnx_initializer_77);  encoder1_mha_out_transpose = initializers_onnx_initializer_77 = None
    initializers_onnx_initializer_78 = self.initializers.onnx_initializer_78
    encoder1_mha_out_dense_w = getattr(self, "encoder1/mha/out/dense/w")(encoder1_mha_out_reshape, initializers_onnx_initializer_78);  encoder1_mha_out_reshape = initializers_onnx_initializer_78 = None
    initializers_onnx_initializer_79 = self.initializers.onnx_initializer_79
    encoder1_mha_out_dense_b = getattr(self, "encoder1/mha/out/dense/b")(encoder1_mha_out_dense_w, initializers_onnx_initializer_79);  encoder1_mha_out_dense_w = initializers_onnx_initializer_79 = None
    initializers_onnx_initializer_80 = self.initializers.onnx_initializer_80
    encoder1_alpha_input = getattr(self, "encoder1/alpha*input")(encoder1_mha_out_dense_b, initializers_onnx_initializer_80);  encoder1_mha_out_dense_b = initializers_onnx_initializer_80 = None
    encoder1_mha_out_skip = getattr(self, "encoder1/mha/out/skip")(encoder1_alpha_input, encoder0_ln2_betas);  encoder1_alpha_input = encoder0_ln2_betas = None
    encoder1_ln1_to_float = getattr(self, "encoder1/ln1/to_float")(encoder1_mha_out_skip);  encoder1_mha_out_skip = None
    encoder1_ln1_mean = getattr(self, "encoder1/ln1/mean")(encoder1_ln1_to_float)
    encoder1_ln1_centered = getattr(self, "encoder1/ln1/centered")(encoder1_ln1_to_float, encoder1_ln1_mean);  encoder1_ln1_to_float = encoder1_ln1_mean = None
    encoder1_ln1_squared = getattr(self, "encoder1/ln1/squared")(encoder1_ln1_centered, encoder1_ln1_centered)
    encoder1_ln1_var = getattr(self, "encoder1/ln1/var")(encoder1_ln1_squared);  encoder1_ln1_squared = None
    initializers_onnx_initializer_81 = self.initializers.onnx_initializer_81
    encoder1_ln1_var_eps = getattr(self, "encoder1/ln1/var_eps")(encoder1_ln1_var, initializers_onnx_initializer_81);  encoder1_ln1_var = initializers_onnx_initializer_81 = None
    encoder1_ln1_std = getattr(self, "encoder1/ln1/std")(encoder1_ln1_var_eps);  encoder1_ln1_var_eps = None
    encoder1_ln1_inv_std = getattr(self, "encoder1/ln1/inv_std")(encoder1_ln1_std);  encoder1_ln1_std = None
    encoder1_ln1_normalized = getattr(self, "encoder1/ln1/normalized")(encoder1_ln1_centered, encoder1_ln1_inv_std);  encoder1_ln1_centered = encoder1_ln1_inv_std = None
    encoder1_ln1_to_data_type = getattr(self, "encoder1/ln1/to_data_type")(encoder1_ln1_normalized);  encoder1_ln1_normalized = None
    initializers_onnx_initializer_82 = self.initializers.onnx_initializer_82
    encoder1_ln1_gammas = getattr(self, "encoder1/ln1/gammas")(encoder1_ln1_to_data_type, initializers_onnx_initializer_82);  encoder1_ln1_to_data_type = initializers_onnx_initializer_82 = None
    initializers_onnx_initializer_83 = self.initializers.onnx_initializer_83
    encoder1_ln1_betas = getattr(self, "encoder1/ln1/betas")(encoder1_ln1_gammas, initializers_onnx_initializer_83);  encoder1_ln1_gammas = initializers_onnx_initializer_83 = None
    initializers_onnx_initializer_84 = self.initializers.onnx_initializer_84
    encoder1_ffn_dense1_w = getattr(self, "encoder1/ffn/dense1/w")(encoder1_ln1_betas, initializers_onnx_initializer_84);  initializers_onnx_initializer_84 = None
    initializers_onnx_initializer_85 = self.initializers.onnx_initializer_85
    encoder1_ffn_dense1_b = getattr(self, "encoder1/ffn/dense1/b")(encoder1_ffn_dense1_w, initializers_onnx_initializer_85);  encoder1_ffn_dense1_w = initializers_onnx_initializer_85 = None
    encoder1_ffn_dense1_sqrrelu_relu = getattr(self, "encoder1/ffn/dense1/sqrrelu/relu")(encoder1_ffn_dense1_b);  encoder1_ffn_dense1_b = None
    encoder1_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder1/ffn/dense1/sqrrelu/sqr")(encoder1_ffn_dense1_sqrrelu_relu, encoder1_ffn_dense1_sqrrelu_relu);  encoder1_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_86 = self.initializers.onnx_initializer_86
    encoder1_ffn_dense2_w = getattr(self, "encoder1/ffn/dense2/w")(encoder1_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_86);  encoder1_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_86 = None
    initializers_onnx_initializer_87 = self.initializers.onnx_initializer_87
    encoder1_ffn_dense2_b = getattr(self, "encoder1/ffn/dense2/b")(encoder1_ffn_dense2_w, initializers_onnx_initializer_87);  encoder1_ffn_dense2_w = initializers_onnx_initializer_87 = None
    initializers_onnx_initializer_88 = self.initializers.onnx_initializer_88
    encoder1_ffn_alpha = getattr(self, "encoder1/ffn/alpha")(encoder1_ffn_dense2_b, initializers_onnx_initializer_88);  encoder1_ffn_dense2_b = initializers_onnx_initializer_88 = None
    encoder1_ffn_skip = getattr(self, "encoder1/ffn/skip")(encoder1_ffn_alpha, encoder1_ln1_betas);  encoder1_ffn_alpha = encoder1_ln1_betas = None
    encoder1_ln2_to_float = getattr(self, "encoder1/ln2/to_float")(encoder1_ffn_skip);  encoder1_ffn_skip = None
    encoder1_ln2_mean = getattr(self, "encoder1/ln2/mean")(encoder1_ln2_to_float)
    encoder1_ln2_centered = getattr(self, "encoder1/ln2/centered")(encoder1_ln2_to_float, encoder1_ln2_mean);  encoder1_ln2_to_float = encoder1_ln2_mean = None
    encoder1_ln2_squared = getattr(self, "encoder1/ln2/squared")(encoder1_ln2_centered, encoder1_ln2_centered)
    encoder1_ln2_var = getattr(self, "encoder1/ln2/var")(encoder1_ln2_squared);  encoder1_ln2_squared = None
    initializers_onnx_initializer_89 = self.initializers.onnx_initializer_89
    encoder1_ln2_var_eps = getattr(self, "encoder1/ln2/var_eps")(encoder1_ln2_var, initializers_onnx_initializer_89);  encoder1_ln2_var = initializers_onnx_initializer_89 = None
    encoder1_ln2_std = getattr(self, "encoder1/ln2/std")(encoder1_ln2_var_eps);  encoder1_ln2_var_eps = None
    encoder1_ln2_inv_std = getattr(self, "encoder1/ln2/inv_std")(encoder1_ln2_std);  encoder1_ln2_std = None
    encoder1_ln2_normalized = getattr(self, "encoder1/ln2/normalized")(encoder1_ln2_centered, encoder1_ln2_inv_std);  encoder1_ln2_centered = encoder1_ln2_inv_std = None
    encoder1_ln2_to_data_type = getattr(self, "encoder1/ln2/to_data_type")(encoder1_ln2_normalized);  encoder1_ln2_normalized = None
    initializers_onnx_initializer_90 = self.initializers.onnx_initializer_90
    encoder1_ln2_gammas = getattr(self, "encoder1/ln2/gammas")(encoder1_ln2_to_data_type, initializers_onnx_initializer_90);  encoder1_ln2_to_data_type = initializers_onnx_initializer_90 = None
    initializers_onnx_initializer_91 = self.initializers.onnx_initializer_91
    encoder1_ln2_betas = getattr(self, "encoder1/ln2/betas")(encoder1_ln2_gammas, initializers_onnx_initializer_91);  encoder1_ln2_gammas = initializers_onnx_initializer_91 = None
    initializers_onnx_initializer_92 = self.initializers.onnx_initializer_92
    encoder2_mha_q_w = getattr(self, "encoder2/mha/Q/w")(encoder1_ln2_betas, initializers_onnx_initializer_92);  initializers_onnx_initializer_92 = None
    initializers_onnx_initializer_93 = self.initializers.onnx_initializer_93
    encoder2_mha_q_b = getattr(self, "encoder2/mha/Q/b")(encoder2_mha_q_w, initializers_onnx_initializer_93);  encoder2_mha_q_w = initializers_onnx_initializer_93 = None
    initializers_onnx_initializer_94 = self.initializers.onnx_initializer_94
    encoder2_mha_q_reshape = getattr(self, "encoder2/mha/Q/reshape")(encoder2_mha_q_b, initializers_onnx_initializer_94);  encoder2_mha_q_b = initializers_onnx_initializer_94 = None
    encoder2_mha_q_transpose = getattr(self, "encoder2/mha/Q/transpose")(encoder2_mha_q_reshape);  encoder2_mha_q_reshape = None
    initializers_onnx_initializer_95 = self.initializers.onnx_initializer_95
    encoder2_mha_k_w = getattr(self, "encoder2/mha/K/w")(encoder1_ln2_betas, initializers_onnx_initializer_95);  initializers_onnx_initializer_95 = None
    initializers_onnx_initializer_96 = self.initializers.onnx_initializer_96
    encoder2_mha_k_b = getattr(self, "encoder2/mha/K/b")(encoder2_mha_k_w, initializers_onnx_initializer_96);  encoder2_mha_k_w = initializers_onnx_initializer_96 = None
    initializers_onnx_initializer_97 = self.initializers.onnx_initializer_97
    encoder2_mha_k_reshape = getattr(self, "encoder2/mha/K/reshape")(encoder2_mha_k_b, initializers_onnx_initializer_97);  encoder2_mha_k_b = initializers_onnx_initializer_97 = None
    encoder2_mha_k_transpose = getattr(self, "encoder2/mha/K/transpose")(encoder2_mha_k_reshape);  encoder2_mha_k_reshape = None
    initializers_onnx_initializer_98 = self.initializers.onnx_initializer_98
    encoder2_mha_v_w = getattr(self, "encoder2/mha/V/w")(encoder1_ln2_betas, initializers_onnx_initializer_98);  initializers_onnx_initializer_98 = None
    initializers_onnx_initializer_99 = self.initializers.onnx_initializer_99
    encoder2_mha_v_b = getattr(self, "encoder2/mha/V/b")(encoder2_mha_v_w, initializers_onnx_initializer_99);  encoder2_mha_v_w = initializers_onnx_initializer_99 = None
    initializers_onnx_initializer_100 = self.initializers.onnx_initializer_100
    encoder2_mha_v_reshape = getattr(self, "encoder2/mha/V/reshape")(encoder2_mha_v_b, initializers_onnx_initializer_100);  encoder2_mha_v_b = initializers_onnx_initializer_100 = None
    encoder2_mha_v_transpose = getattr(self, "encoder2/mha/V/transpose")(encoder2_mha_v_reshape);  encoder2_mha_v_reshape = None
    encoder2_mha_qk_matmul = getattr(self, "encoder2/mha/QK/matmul")(encoder2_mha_q_transpose, encoder2_mha_k_transpose);  encoder2_mha_q_transpose = encoder2_mha_k_transpose = None
    initializers_onnx_initializer_101 = self.initializers.onnx_initializer_101
    encoder2_mha_qk_scale = getattr(self, "encoder2/mha/QK/scale")(encoder2_mha_qk_matmul, initializers_onnx_initializer_101);  encoder2_mha_qk_matmul = initializers_onnx_initializer_101 = None
    initializers_onnx_initializer_102 = self.initializers.onnx_initializer_102
    encoder2_smolgen_compress = getattr(self, "encoder2/smolgen/compress")(encoder1_ln2_betas, initializers_onnx_initializer_102);  initializers_onnx_initializer_102 = None
    initializers_onnx_initializer_103 = self.initializers.onnx_initializer_103
    encoder2_smolgen_compress_reshape = getattr(self, "encoder2/smolgen/compress/reshape")(encoder2_smolgen_compress, initializers_onnx_initializer_103);  encoder2_smolgen_compress = initializers_onnx_initializer_103 = None
    initializers_onnx_initializer_104 = self.initializers.onnx_initializer_104
    encoder2_smolgen_dense1_w = getattr(self, "encoder2/smolgen/dense1/w")(encoder2_smolgen_compress_reshape, initializers_onnx_initializer_104);  encoder2_smolgen_compress_reshape = initializers_onnx_initializer_104 = None
    initializers_onnx_initializer_105 = self.initializers.onnx_initializer_105
    encoder2_smolgen_dense1_b = getattr(self, "encoder2/smolgen/dense1/b")(encoder2_smolgen_dense1_w, initializers_onnx_initializer_105);  encoder2_smolgen_dense1_w = initializers_onnx_initializer_105 = None
    encoder2_smolgen_dense1_swish_sigmoid = getattr(self, "encoder2/smolgen/dense1/swish/sigmoid")(encoder2_smolgen_dense1_b)
    encoder2_smolgen_dense1_swish = getattr(self, "encoder2/smolgen/dense1/swish")(encoder2_smolgen_dense1_swish_sigmoid, encoder2_smolgen_dense1_b);  encoder2_smolgen_dense1_swish_sigmoid = encoder2_smolgen_dense1_b = None
    encoder2_smolgen_ln1_to_float = getattr(self, "encoder2/smolgen/ln1/to_float")(encoder2_smolgen_dense1_swish);  encoder2_smolgen_dense1_swish = None
    encoder2_smolgen_ln1_mean = getattr(self, "encoder2/smolgen/ln1/mean")(encoder2_smolgen_ln1_to_float)
    encoder2_smolgen_ln1_centered = getattr(self, "encoder2/smolgen/ln1/centered")(encoder2_smolgen_ln1_to_float, encoder2_smolgen_ln1_mean);  encoder2_smolgen_ln1_to_float = encoder2_smolgen_ln1_mean = None
    encoder2_smolgen_ln1_squared = getattr(self, "encoder2/smolgen/ln1/squared")(encoder2_smolgen_ln1_centered, encoder2_smolgen_ln1_centered)
    encoder2_smolgen_ln1_var = getattr(self, "encoder2/smolgen/ln1/var")(encoder2_smolgen_ln1_squared);  encoder2_smolgen_ln1_squared = None
    initializers_onnx_initializer_106 = self.initializers.onnx_initializer_106
    encoder2_smolgen_ln1_var_eps = getattr(self, "encoder2/smolgen/ln1/var_eps")(encoder2_smolgen_ln1_var, initializers_onnx_initializer_106);  encoder2_smolgen_ln1_var = initializers_onnx_initializer_106 = None
    encoder2_smolgen_ln1_std = getattr(self, "encoder2/smolgen/ln1/std")(encoder2_smolgen_ln1_var_eps);  encoder2_smolgen_ln1_var_eps = None
    encoder2_smolgen_ln1_inv_std = getattr(self, "encoder2/smolgen/ln1/inv_std")(encoder2_smolgen_ln1_std);  encoder2_smolgen_ln1_std = None
    encoder2_smolgen_ln1_normalized = getattr(self, "encoder2/smolgen/ln1/normalized")(encoder2_smolgen_ln1_centered, encoder2_smolgen_ln1_inv_std);  encoder2_smolgen_ln1_centered = encoder2_smolgen_ln1_inv_std = None
    encoder2_smolgen_ln1_to_data_type = getattr(self, "encoder2/smolgen/ln1/to_data_type")(encoder2_smolgen_ln1_normalized);  encoder2_smolgen_ln1_normalized = None
    initializers_onnx_initializer_107 = self.initializers.onnx_initializer_107
    encoder2_smolgen_ln1_gammas = getattr(self, "encoder2/smolgen/ln1/gammas")(encoder2_smolgen_ln1_to_data_type, initializers_onnx_initializer_107);  encoder2_smolgen_ln1_to_data_type = initializers_onnx_initializer_107 = None
    initializers_onnx_initializer_108 = self.initializers.onnx_initializer_108
    encoder2_smolgen_ln1_betas = getattr(self, "encoder2/smolgen/ln1/betas")(encoder2_smolgen_ln1_gammas, initializers_onnx_initializer_108);  encoder2_smolgen_ln1_gammas = initializers_onnx_initializer_108 = None
    initializers_onnx_initializer_109 = self.initializers.onnx_initializer_109
    encoder2_smolgen_dense2_w = getattr(self, "encoder2/smolgen/dense2/w")(encoder2_smolgen_ln1_betas, initializers_onnx_initializer_109);  encoder2_smolgen_ln1_betas = initializers_onnx_initializer_109 = None
    initializers_onnx_initializer_110 = self.initializers.onnx_initializer_110
    encoder2_smolgen_dense2_b = getattr(self, "encoder2/smolgen/dense2/b")(encoder2_smolgen_dense2_w, initializers_onnx_initializer_110);  encoder2_smolgen_dense2_w = initializers_onnx_initializer_110 = None
    encoder2_smolgen_dense2_swish_sigmoid = getattr(self, "encoder2/smolgen/dense2/swish/sigmoid")(encoder2_smolgen_dense2_b)
    encoder2_smolgen_dense2_swish = getattr(self, "encoder2/smolgen/dense2/swish")(encoder2_smolgen_dense2_swish_sigmoid, encoder2_smolgen_dense2_b);  encoder2_smolgen_dense2_swish_sigmoid = encoder2_smolgen_dense2_b = None
    encoder2_smolgen_ln2_to_float = getattr(self, "encoder2/smolgen/ln2/to_float")(encoder2_smolgen_dense2_swish);  encoder2_smolgen_dense2_swish = None
    encoder2_smolgen_ln2_mean = getattr(self, "encoder2/smolgen/ln2/mean")(encoder2_smolgen_ln2_to_float)
    encoder2_smolgen_ln2_centered = getattr(self, "encoder2/smolgen/ln2/centered")(encoder2_smolgen_ln2_to_float, encoder2_smolgen_ln2_mean);  encoder2_smolgen_ln2_to_float = encoder2_smolgen_ln2_mean = None
    encoder2_smolgen_ln2_squared = getattr(self, "encoder2/smolgen/ln2/squared")(encoder2_smolgen_ln2_centered, encoder2_smolgen_ln2_centered)
    encoder2_smolgen_ln2_var = getattr(self, "encoder2/smolgen/ln2/var")(encoder2_smolgen_ln2_squared);  encoder2_smolgen_ln2_squared = None
    initializers_onnx_initializer_111 = self.initializers.onnx_initializer_111
    encoder2_smolgen_ln2_var_eps = getattr(self, "encoder2/smolgen/ln2/var_eps")(encoder2_smolgen_ln2_var, initializers_onnx_initializer_111);  encoder2_smolgen_ln2_var = initializers_onnx_initializer_111 = None
    encoder2_smolgen_ln2_std = getattr(self, "encoder2/smolgen/ln2/std")(encoder2_smolgen_ln2_var_eps);  encoder2_smolgen_ln2_var_eps = None
    encoder2_smolgen_ln2_inv_std = getattr(self, "encoder2/smolgen/ln2/inv_std")(encoder2_smolgen_ln2_std);  encoder2_smolgen_ln2_std = None
    encoder2_smolgen_ln2_normalized = getattr(self, "encoder2/smolgen/ln2/normalized")(encoder2_smolgen_ln2_centered, encoder2_smolgen_ln2_inv_std);  encoder2_smolgen_ln2_centered = encoder2_smolgen_ln2_inv_std = None
    encoder2_smolgen_ln2_to_data_type = getattr(self, "encoder2/smolgen/ln2/to_data_type")(encoder2_smolgen_ln2_normalized);  encoder2_smolgen_ln2_normalized = None
    initializers_onnx_initializer_112 = self.initializers.onnx_initializer_112
    encoder2_smolgen_ln2_gammas = getattr(self, "encoder2/smolgen/ln2/gammas")(encoder2_smolgen_ln2_to_data_type, initializers_onnx_initializer_112);  encoder2_smolgen_ln2_to_data_type = initializers_onnx_initializer_112 = None
    initializers_onnx_initializer_113 = self.initializers.onnx_initializer_113
    encoder2_smolgen_ln2_betas = getattr(self, "encoder2/smolgen/ln2/betas")(encoder2_smolgen_ln2_gammas, initializers_onnx_initializer_113);  encoder2_smolgen_ln2_gammas = initializers_onnx_initializer_113 = None
    initializers_onnx_initializer_114 = self.initializers.onnx_initializer_114
    encoder2_smolgen_gen_from_reshape = getattr(self, "encoder2/smolgen/gen_from/reshape")(encoder2_smolgen_ln2_betas, initializers_onnx_initializer_114);  encoder2_smolgen_ln2_betas = initializers_onnx_initializer_114 = None
    initializers_onnx_initializer_115 = self.initializers.onnx_initializer_115
    encoder2_smolgen_smol_weight_gen = getattr(self, "encoder2/smolgen/smol_weight_gen")(encoder2_smolgen_gen_from_reshape, initializers_onnx_initializer_115);  encoder2_smolgen_gen_from_reshape = initializers_onnx_initializer_115 = None
    initializers_onnx_initializer_116 = self.initializers.onnx_initializer_116
    encoder2_smolgen_out_reshape = getattr(self, "encoder2/smolgen/out/reshape")(encoder2_smolgen_smol_weight_gen, initializers_onnx_initializer_116);  encoder2_smolgen_smol_weight_gen = initializers_onnx_initializer_116 = None
    encoder2_smolgen_weights = getattr(self, "encoder2/smolgen_weights")(encoder2_mha_qk_scale, encoder2_smolgen_out_reshape);  encoder2_mha_qk_scale = encoder2_smolgen_out_reshape = None
    encoder2_mha_qk_softmax = getattr(self, "encoder2/mha/QK/softmax")(encoder2_smolgen_weights);  encoder2_smolgen_weights = None
    encoder2_mha_qkv_matmul = getattr(self, "encoder2/mha/QKV/matmul")(encoder2_mha_qk_softmax, encoder2_mha_v_transpose);  encoder2_mha_qk_softmax = encoder2_mha_v_transpose = None
    encoder2_mha_out_transpose = getattr(self, "encoder2/mha/out/transpose")(encoder2_mha_qkv_matmul);  encoder2_mha_qkv_matmul = None
    initializers_onnx_initializer_117 = self.initializers.onnx_initializer_117
    encoder2_mha_out_reshape = getattr(self, "encoder2/mha/out/reshape")(encoder2_mha_out_transpose, initializers_onnx_initializer_117);  encoder2_mha_out_transpose = initializers_onnx_initializer_117 = None
    initializers_onnx_initializer_118 = self.initializers.onnx_initializer_118
    encoder2_mha_out_dense_w = getattr(self, "encoder2/mha/out/dense/w")(encoder2_mha_out_reshape, initializers_onnx_initializer_118);  encoder2_mha_out_reshape = initializers_onnx_initializer_118 = None
    initializers_onnx_initializer_119 = self.initializers.onnx_initializer_119
    encoder2_mha_out_dense_b = getattr(self, "encoder2/mha/out/dense/b")(encoder2_mha_out_dense_w, initializers_onnx_initializer_119);  encoder2_mha_out_dense_w = initializers_onnx_initializer_119 = None
    initializers_onnx_initializer_120 = self.initializers.onnx_initializer_120
    encoder2_alpha_input = getattr(self, "encoder2/alpha*input")(encoder2_mha_out_dense_b, initializers_onnx_initializer_120);  encoder2_mha_out_dense_b = initializers_onnx_initializer_120 = None
    encoder2_mha_out_skip = getattr(self, "encoder2/mha/out/skip")(encoder2_alpha_input, encoder1_ln2_betas);  encoder2_alpha_input = encoder1_ln2_betas = None
    encoder2_ln1_to_float = getattr(self, "encoder2/ln1/to_float")(encoder2_mha_out_skip);  encoder2_mha_out_skip = None
    encoder2_ln1_mean = getattr(self, "encoder2/ln1/mean")(encoder2_ln1_to_float)
    encoder2_ln1_centered = getattr(self, "encoder2/ln1/centered")(encoder2_ln1_to_float, encoder2_ln1_mean);  encoder2_ln1_to_float = encoder2_ln1_mean = None
    encoder2_ln1_squared = getattr(self, "encoder2/ln1/squared")(encoder2_ln1_centered, encoder2_ln1_centered)
    encoder2_ln1_var = getattr(self, "encoder2/ln1/var")(encoder2_ln1_squared);  encoder2_ln1_squared = None
    initializers_onnx_initializer_121 = self.initializers.onnx_initializer_121
    encoder2_ln1_var_eps = getattr(self, "encoder2/ln1/var_eps")(encoder2_ln1_var, initializers_onnx_initializer_121);  encoder2_ln1_var = initializers_onnx_initializer_121 = None
    encoder2_ln1_std = getattr(self, "encoder2/ln1/std")(encoder2_ln1_var_eps);  encoder2_ln1_var_eps = None
    encoder2_ln1_inv_std = getattr(self, "encoder2/ln1/inv_std")(encoder2_ln1_std);  encoder2_ln1_std = None
    encoder2_ln1_normalized = getattr(self, "encoder2/ln1/normalized")(encoder2_ln1_centered, encoder2_ln1_inv_std);  encoder2_ln1_centered = encoder2_ln1_inv_std = None
    encoder2_ln1_to_data_type = getattr(self, "encoder2/ln1/to_data_type")(encoder2_ln1_normalized);  encoder2_ln1_normalized = None
    initializers_onnx_initializer_122 = self.initializers.onnx_initializer_122
    encoder2_ln1_gammas = getattr(self, "encoder2/ln1/gammas")(encoder2_ln1_to_data_type, initializers_onnx_initializer_122);  encoder2_ln1_to_data_type = initializers_onnx_initializer_122 = None
    initializers_onnx_initializer_123 = self.initializers.onnx_initializer_123
    encoder2_ln1_betas = getattr(self, "encoder2/ln1/betas")(encoder2_ln1_gammas, initializers_onnx_initializer_123);  encoder2_ln1_gammas = initializers_onnx_initializer_123 = None
    initializers_onnx_initializer_124 = self.initializers.onnx_initializer_124
    encoder2_ffn_dense1_w = getattr(self, "encoder2/ffn/dense1/w")(encoder2_ln1_betas, initializers_onnx_initializer_124);  initializers_onnx_initializer_124 = None
    initializers_onnx_initializer_125 = self.initializers.onnx_initializer_125
    encoder2_ffn_dense1_b = getattr(self, "encoder2/ffn/dense1/b")(encoder2_ffn_dense1_w, initializers_onnx_initializer_125);  encoder2_ffn_dense1_w = initializers_onnx_initializer_125 = None
    encoder2_ffn_dense1_sqrrelu_relu = getattr(self, "encoder2/ffn/dense1/sqrrelu/relu")(encoder2_ffn_dense1_b);  encoder2_ffn_dense1_b = None
    encoder2_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder2/ffn/dense1/sqrrelu/sqr")(encoder2_ffn_dense1_sqrrelu_relu, encoder2_ffn_dense1_sqrrelu_relu);  encoder2_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_126 = self.initializers.onnx_initializer_126
    encoder2_ffn_dense2_w = getattr(self, "encoder2/ffn/dense2/w")(encoder2_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_126);  encoder2_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_126 = None
    initializers_onnx_initializer_127 = self.initializers.onnx_initializer_127
    encoder2_ffn_dense2_b = getattr(self, "encoder2/ffn/dense2/b")(encoder2_ffn_dense2_w, initializers_onnx_initializer_127);  encoder2_ffn_dense2_w = initializers_onnx_initializer_127 = None
    initializers_onnx_initializer_128 = self.initializers.onnx_initializer_128
    encoder2_ffn_alpha = getattr(self, "encoder2/ffn/alpha")(encoder2_ffn_dense2_b, initializers_onnx_initializer_128);  encoder2_ffn_dense2_b = initializers_onnx_initializer_128 = None
    encoder2_ffn_skip = getattr(self, "encoder2/ffn/skip")(encoder2_ffn_alpha, encoder2_ln1_betas);  encoder2_ffn_alpha = encoder2_ln1_betas = None
    encoder2_ln2_to_float = getattr(self, "encoder2/ln2/to_float")(encoder2_ffn_skip);  encoder2_ffn_skip = None
    encoder2_ln2_mean = getattr(self, "encoder2/ln2/mean")(encoder2_ln2_to_float)
    encoder2_ln2_centered = getattr(self, "encoder2/ln2/centered")(encoder2_ln2_to_float, encoder2_ln2_mean);  encoder2_ln2_to_float = encoder2_ln2_mean = None
    encoder2_ln2_squared = getattr(self, "encoder2/ln2/squared")(encoder2_ln2_centered, encoder2_ln2_centered)
    encoder2_ln2_var = getattr(self, "encoder2/ln2/var")(encoder2_ln2_squared);  encoder2_ln2_squared = None
    initializers_onnx_initializer_129 = self.initializers.onnx_initializer_129
    encoder2_ln2_var_eps = getattr(self, "encoder2/ln2/var_eps")(encoder2_ln2_var, initializers_onnx_initializer_129);  encoder2_ln2_var = initializers_onnx_initializer_129 = None
    encoder2_ln2_std = getattr(self, "encoder2/ln2/std")(encoder2_ln2_var_eps);  encoder2_ln2_var_eps = None
    encoder2_ln2_inv_std = getattr(self, "encoder2/ln2/inv_std")(encoder2_ln2_std);  encoder2_ln2_std = None
    encoder2_ln2_normalized = getattr(self, "encoder2/ln2/normalized")(encoder2_ln2_centered, encoder2_ln2_inv_std);  encoder2_ln2_centered = encoder2_ln2_inv_std = None
    encoder2_ln2_to_data_type = getattr(self, "encoder2/ln2/to_data_type")(encoder2_ln2_normalized);  encoder2_ln2_normalized = None
    initializers_onnx_initializer_130 = self.initializers.onnx_initializer_130
    encoder2_ln2_gammas = getattr(self, "encoder2/ln2/gammas")(encoder2_ln2_to_data_type, initializers_onnx_initializer_130);  encoder2_ln2_to_data_type = initializers_onnx_initializer_130 = None
    initializers_onnx_initializer_131 = self.initializers.onnx_initializer_131
    encoder2_ln2_betas = getattr(self, "encoder2/ln2/betas")(encoder2_ln2_gammas, initializers_onnx_initializer_131);  encoder2_ln2_gammas = initializers_onnx_initializer_131 = None
    initializers_onnx_initializer_132 = self.initializers.onnx_initializer_132
    encoder3_mha_q_w = getattr(self, "encoder3/mha/Q/w")(encoder2_ln2_betas, initializers_onnx_initializer_132);  initializers_onnx_initializer_132 = None
    initializers_onnx_initializer_133 = self.initializers.onnx_initializer_133
    encoder3_mha_q_b = getattr(self, "encoder3/mha/Q/b")(encoder3_mha_q_w, initializers_onnx_initializer_133);  encoder3_mha_q_w = initializers_onnx_initializer_133 = None
    initializers_onnx_initializer_134 = self.initializers.onnx_initializer_134
    encoder3_mha_q_reshape = getattr(self, "encoder3/mha/Q/reshape")(encoder3_mha_q_b, initializers_onnx_initializer_134);  encoder3_mha_q_b = initializers_onnx_initializer_134 = None
    encoder3_mha_q_transpose = getattr(self, "encoder3/mha/Q/transpose")(encoder3_mha_q_reshape);  encoder3_mha_q_reshape = None
    initializers_onnx_initializer_135 = self.initializers.onnx_initializer_135
    encoder3_mha_k_w = getattr(self, "encoder3/mha/K/w")(encoder2_ln2_betas, initializers_onnx_initializer_135);  initializers_onnx_initializer_135 = None
    initializers_onnx_initializer_136 = self.initializers.onnx_initializer_136
    encoder3_mha_k_b = getattr(self, "encoder3/mha/K/b")(encoder3_mha_k_w, initializers_onnx_initializer_136);  encoder3_mha_k_w = initializers_onnx_initializer_136 = None
    initializers_onnx_initializer_137 = self.initializers.onnx_initializer_137
    encoder3_mha_k_reshape = getattr(self, "encoder3/mha/K/reshape")(encoder3_mha_k_b, initializers_onnx_initializer_137);  encoder3_mha_k_b = initializers_onnx_initializer_137 = None
    encoder3_mha_k_transpose = getattr(self, "encoder3/mha/K/transpose")(encoder3_mha_k_reshape);  encoder3_mha_k_reshape = None
    initializers_onnx_initializer_138 = self.initializers.onnx_initializer_138
    encoder3_mha_v_w = getattr(self, "encoder3/mha/V/w")(encoder2_ln2_betas, initializers_onnx_initializer_138);  initializers_onnx_initializer_138 = None
    initializers_onnx_initializer_139 = self.initializers.onnx_initializer_139
    encoder3_mha_v_b = getattr(self, "encoder3/mha/V/b")(encoder3_mha_v_w, initializers_onnx_initializer_139);  encoder3_mha_v_w = initializers_onnx_initializer_139 = None
    initializers_onnx_initializer_140 = self.initializers.onnx_initializer_140
    encoder3_mha_v_reshape = getattr(self, "encoder3/mha/V/reshape")(encoder3_mha_v_b, initializers_onnx_initializer_140);  encoder3_mha_v_b = initializers_onnx_initializer_140 = None
    encoder3_mha_v_transpose = getattr(self, "encoder3/mha/V/transpose")(encoder3_mha_v_reshape);  encoder3_mha_v_reshape = None
    encoder3_mha_qk_matmul = getattr(self, "encoder3/mha/QK/matmul")(encoder3_mha_q_transpose, encoder3_mha_k_transpose);  encoder3_mha_q_transpose = encoder3_mha_k_transpose = None
    initializers_onnx_initializer_141 = self.initializers.onnx_initializer_141
    encoder3_mha_qk_scale = getattr(self, "encoder3/mha/QK/scale")(encoder3_mha_qk_matmul, initializers_onnx_initializer_141);  encoder3_mha_qk_matmul = initializers_onnx_initializer_141 = None
    initializers_onnx_initializer_142 = self.initializers.onnx_initializer_142
    encoder3_smolgen_compress = getattr(self, "encoder3/smolgen/compress")(encoder2_ln2_betas, initializers_onnx_initializer_142);  initializers_onnx_initializer_142 = None
    initializers_onnx_initializer_143 = self.initializers.onnx_initializer_143
    encoder3_smolgen_compress_reshape = getattr(self, "encoder3/smolgen/compress/reshape")(encoder3_smolgen_compress, initializers_onnx_initializer_143);  encoder3_smolgen_compress = initializers_onnx_initializer_143 = None
    initializers_onnx_initializer_144 = self.initializers.onnx_initializer_144
    encoder3_smolgen_dense1_w = getattr(self, "encoder3/smolgen/dense1/w")(encoder3_smolgen_compress_reshape, initializers_onnx_initializer_144);  encoder3_smolgen_compress_reshape = initializers_onnx_initializer_144 = None
    initializers_onnx_initializer_145 = self.initializers.onnx_initializer_145
    encoder3_smolgen_dense1_b = getattr(self, "encoder3/smolgen/dense1/b")(encoder3_smolgen_dense1_w, initializers_onnx_initializer_145);  encoder3_smolgen_dense1_w = initializers_onnx_initializer_145 = None
    encoder3_smolgen_dense1_swish_sigmoid = getattr(self, "encoder3/smolgen/dense1/swish/sigmoid")(encoder3_smolgen_dense1_b)
    encoder3_smolgen_dense1_swish = getattr(self, "encoder3/smolgen/dense1/swish")(encoder3_smolgen_dense1_swish_sigmoid, encoder3_smolgen_dense1_b);  encoder3_smolgen_dense1_swish_sigmoid = encoder3_smolgen_dense1_b = None
    encoder3_smolgen_ln1_to_float = getattr(self, "encoder3/smolgen/ln1/to_float")(encoder3_smolgen_dense1_swish);  encoder3_smolgen_dense1_swish = None
    encoder3_smolgen_ln1_mean = getattr(self, "encoder3/smolgen/ln1/mean")(encoder3_smolgen_ln1_to_float)
    encoder3_smolgen_ln1_centered = getattr(self, "encoder3/smolgen/ln1/centered")(encoder3_smolgen_ln1_to_float, encoder3_smolgen_ln1_mean);  encoder3_smolgen_ln1_to_float = encoder3_smolgen_ln1_mean = None
    encoder3_smolgen_ln1_squared = getattr(self, "encoder3/smolgen/ln1/squared")(encoder3_smolgen_ln1_centered, encoder3_smolgen_ln1_centered)
    encoder3_smolgen_ln1_var = getattr(self, "encoder3/smolgen/ln1/var")(encoder3_smolgen_ln1_squared);  encoder3_smolgen_ln1_squared = None
    initializers_onnx_initializer_146 = self.initializers.onnx_initializer_146
    encoder3_smolgen_ln1_var_eps = getattr(self, "encoder3/smolgen/ln1/var_eps")(encoder3_smolgen_ln1_var, initializers_onnx_initializer_146);  encoder3_smolgen_ln1_var = initializers_onnx_initializer_146 = None
    encoder3_smolgen_ln1_std = getattr(self, "encoder3/smolgen/ln1/std")(encoder3_smolgen_ln1_var_eps);  encoder3_smolgen_ln1_var_eps = None
    encoder3_smolgen_ln1_inv_std = getattr(self, "encoder3/smolgen/ln1/inv_std")(encoder3_smolgen_ln1_std);  encoder3_smolgen_ln1_std = None
    encoder3_smolgen_ln1_normalized = getattr(self, "encoder3/smolgen/ln1/normalized")(encoder3_smolgen_ln1_centered, encoder3_smolgen_ln1_inv_std);  encoder3_smolgen_ln1_centered = encoder3_smolgen_ln1_inv_std = None
    encoder3_smolgen_ln1_to_data_type = getattr(self, "encoder3/smolgen/ln1/to_data_type")(encoder3_smolgen_ln1_normalized);  encoder3_smolgen_ln1_normalized = None
    initializers_onnx_initializer_147 = self.initializers.onnx_initializer_147
    encoder3_smolgen_ln1_gammas = getattr(self, "encoder3/smolgen/ln1/gammas")(encoder3_smolgen_ln1_to_data_type, initializers_onnx_initializer_147);  encoder3_smolgen_ln1_to_data_type = initializers_onnx_initializer_147 = None
    initializers_onnx_initializer_148 = self.initializers.onnx_initializer_148
    encoder3_smolgen_ln1_betas = getattr(self, "encoder3/smolgen/ln1/betas")(encoder3_smolgen_ln1_gammas, initializers_onnx_initializer_148);  encoder3_smolgen_ln1_gammas = initializers_onnx_initializer_148 = None
    initializers_onnx_initializer_149 = self.initializers.onnx_initializer_149
    encoder3_smolgen_dense2_w = getattr(self, "encoder3/smolgen/dense2/w")(encoder3_smolgen_ln1_betas, initializers_onnx_initializer_149);  encoder3_smolgen_ln1_betas = initializers_onnx_initializer_149 = None
    initializers_onnx_initializer_150 = self.initializers.onnx_initializer_150
    encoder3_smolgen_dense2_b = getattr(self, "encoder3/smolgen/dense2/b")(encoder3_smolgen_dense2_w, initializers_onnx_initializer_150);  encoder3_smolgen_dense2_w = initializers_onnx_initializer_150 = None
    encoder3_smolgen_dense2_swish_sigmoid = getattr(self, "encoder3/smolgen/dense2/swish/sigmoid")(encoder3_smolgen_dense2_b)
    encoder3_smolgen_dense2_swish = getattr(self, "encoder3/smolgen/dense2/swish")(encoder3_smolgen_dense2_swish_sigmoid, encoder3_smolgen_dense2_b);  encoder3_smolgen_dense2_swish_sigmoid = encoder3_smolgen_dense2_b = None
    encoder3_smolgen_ln2_to_float = getattr(self, "encoder3/smolgen/ln2/to_float")(encoder3_smolgen_dense2_swish);  encoder3_smolgen_dense2_swish = None
    encoder3_smolgen_ln2_mean = getattr(self, "encoder3/smolgen/ln2/mean")(encoder3_smolgen_ln2_to_float)
    encoder3_smolgen_ln2_centered = getattr(self, "encoder3/smolgen/ln2/centered")(encoder3_smolgen_ln2_to_float, encoder3_smolgen_ln2_mean);  encoder3_smolgen_ln2_to_float = encoder3_smolgen_ln2_mean = None
    encoder3_smolgen_ln2_squared = getattr(self, "encoder3/smolgen/ln2/squared")(encoder3_smolgen_ln2_centered, encoder3_smolgen_ln2_centered)
    encoder3_smolgen_ln2_var = getattr(self, "encoder3/smolgen/ln2/var")(encoder3_smolgen_ln2_squared);  encoder3_smolgen_ln2_squared = None
    initializers_onnx_initializer_151 = self.initializers.onnx_initializer_151
    encoder3_smolgen_ln2_var_eps = getattr(self, "encoder3/smolgen/ln2/var_eps")(encoder3_smolgen_ln2_var, initializers_onnx_initializer_151);  encoder3_smolgen_ln2_var = initializers_onnx_initializer_151 = None
    encoder3_smolgen_ln2_std = getattr(self, "encoder3/smolgen/ln2/std")(encoder3_smolgen_ln2_var_eps);  encoder3_smolgen_ln2_var_eps = None
    encoder3_smolgen_ln2_inv_std = getattr(self, "encoder3/smolgen/ln2/inv_std")(encoder3_smolgen_ln2_std);  encoder3_smolgen_ln2_std = None
    encoder3_smolgen_ln2_normalized = getattr(self, "encoder3/smolgen/ln2/normalized")(encoder3_smolgen_ln2_centered, encoder3_smolgen_ln2_inv_std);  encoder3_smolgen_ln2_centered = encoder3_smolgen_ln2_inv_std = None
    encoder3_smolgen_ln2_to_data_type = getattr(self, "encoder3/smolgen/ln2/to_data_type")(encoder3_smolgen_ln2_normalized);  encoder3_smolgen_ln2_normalized = None
    initializers_onnx_initializer_152 = self.initializers.onnx_initializer_152
    encoder3_smolgen_ln2_gammas = getattr(self, "encoder3/smolgen/ln2/gammas")(encoder3_smolgen_ln2_to_data_type, initializers_onnx_initializer_152);  encoder3_smolgen_ln2_to_data_type = initializers_onnx_initializer_152 = None
    initializers_onnx_initializer_153 = self.initializers.onnx_initializer_153
    encoder3_smolgen_ln2_betas = getattr(self, "encoder3/smolgen/ln2/betas")(encoder3_smolgen_ln2_gammas, initializers_onnx_initializer_153);  encoder3_smolgen_ln2_gammas = initializers_onnx_initializer_153 = None
    initializers_onnx_initializer_154 = self.initializers.onnx_initializer_154
    encoder3_smolgen_gen_from_reshape = getattr(self, "encoder3/smolgen/gen_from/reshape")(encoder3_smolgen_ln2_betas, initializers_onnx_initializer_154);  encoder3_smolgen_ln2_betas = initializers_onnx_initializer_154 = None
    initializers_onnx_initializer_155 = self.initializers.onnx_initializer_155
    encoder3_smolgen_smol_weight_gen = getattr(self, "encoder3/smolgen/smol_weight_gen")(encoder3_smolgen_gen_from_reshape, initializers_onnx_initializer_155);  encoder3_smolgen_gen_from_reshape = initializers_onnx_initializer_155 = None
    initializers_onnx_initializer_156 = self.initializers.onnx_initializer_156
    encoder3_smolgen_out_reshape = getattr(self, "encoder3/smolgen/out/reshape")(encoder3_smolgen_smol_weight_gen, initializers_onnx_initializer_156);  encoder3_smolgen_smol_weight_gen = initializers_onnx_initializer_156 = None
    encoder3_smolgen_weights = getattr(self, "encoder3/smolgen_weights")(encoder3_mha_qk_scale, encoder3_smolgen_out_reshape);  encoder3_mha_qk_scale = encoder3_smolgen_out_reshape = None
    encoder3_mha_qk_softmax = getattr(self, "encoder3/mha/QK/softmax")(encoder3_smolgen_weights);  encoder3_smolgen_weights = None
    encoder3_mha_qkv_matmul = getattr(self, "encoder3/mha/QKV/matmul")(encoder3_mha_qk_softmax, encoder3_mha_v_transpose);  encoder3_mha_qk_softmax = encoder3_mha_v_transpose = None
    encoder3_mha_out_transpose = getattr(self, "encoder3/mha/out/transpose")(encoder3_mha_qkv_matmul);  encoder3_mha_qkv_matmul = None
    initializers_onnx_initializer_157 = self.initializers.onnx_initializer_157
    encoder3_mha_out_reshape = getattr(self, "encoder3/mha/out/reshape")(encoder3_mha_out_transpose, initializers_onnx_initializer_157);  encoder3_mha_out_transpose = initializers_onnx_initializer_157 = None
    initializers_onnx_initializer_158 = self.initializers.onnx_initializer_158
    encoder3_mha_out_dense_w = getattr(self, "encoder3/mha/out/dense/w")(encoder3_mha_out_reshape, initializers_onnx_initializer_158);  encoder3_mha_out_reshape = initializers_onnx_initializer_158 = None
    initializers_onnx_initializer_159 = self.initializers.onnx_initializer_159
    encoder3_mha_out_dense_b = getattr(self, "encoder3/mha/out/dense/b")(encoder3_mha_out_dense_w, initializers_onnx_initializer_159);  encoder3_mha_out_dense_w = initializers_onnx_initializer_159 = None
    initializers_onnx_initializer_160 = self.initializers.onnx_initializer_160
    encoder3_alpha_input = getattr(self, "encoder3/alpha*input")(encoder3_mha_out_dense_b, initializers_onnx_initializer_160);  encoder3_mha_out_dense_b = initializers_onnx_initializer_160 = None
    encoder3_mha_out_skip = getattr(self, "encoder3/mha/out/skip")(encoder3_alpha_input, encoder2_ln2_betas);  encoder3_alpha_input = encoder2_ln2_betas = None
    encoder3_ln1_to_float = getattr(self, "encoder3/ln1/to_float")(encoder3_mha_out_skip);  encoder3_mha_out_skip = None
    encoder3_ln1_mean = getattr(self, "encoder3/ln1/mean")(encoder3_ln1_to_float)
    encoder3_ln1_centered = getattr(self, "encoder3/ln1/centered")(encoder3_ln1_to_float, encoder3_ln1_mean);  encoder3_ln1_to_float = encoder3_ln1_mean = None
    encoder3_ln1_squared = getattr(self, "encoder3/ln1/squared")(encoder3_ln1_centered, encoder3_ln1_centered)
    encoder3_ln1_var = getattr(self, "encoder3/ln1/var")(encoder3_ln1_squared);  encoder3_ln1_squared = None
    initializers_onnx_initializer_161 = self.initializers.onnx_initializer_161
    encoder3_ln1_var_eps = getattr(self, "encoder3/ln1/var_eps")(encoder3_ln1_var, initializers_onnx_initializer_161);  encoder3_ln1_var = initializers_onnx_initializer_161 = None
    encoder3_ln1_std = getattr(self, "encoder3/ln1/std")(encoder3_ln1_var_eps);  encoder3_ln1_var_eps = None
    encoder3_ln1_inv_std = getattr(self, "encoder3/ln1/inv_std")(encoder3_ln1_std);  encoder3_ln1_std = None
    encoder3_ln1_normalized = getattr(self, "encoder3/ln1/normalized")(encoder3_ln1_centered, encoder3_ln1_inv_std);  encoder3_ln1_centered = encoder3_ln1_inv_std = None
    encoder3_ln1_to_data_type = getattr(self, "encoder3/ln1/to_data_type")(encoder3_ln1_normalized);  encoder3_ln1_normalized = None
    initializers_onnx_initializer_162 = self.initializers.onnx_initializer_162
    encoder3_ln1_gammas = getattr(self, "encoder3/ln1/gammas")(encoder3_ln1_to_data_type, initializers_onnx_initializer_162);  encoder3_ln1_to_data_type = initializers_onnx_initializer_162 = None
    initializers_onnx_initializer_163 = self.initializers.onnx_initializer_163
    encoder3_ln1_betas = getattr(self, "encoder3/ln1/betas")(encoder3_ln1_gammas, initializers_onnx_initializer_163);  encoder3_ln1_gammas = initializers_onnx_initializer_163 = None
    initializers_onnx_initializer_164 = self.initializers.onnx_initializer_164
    encoder3_ffn_dense1_w = getattr(self, "encoder3/ffn/dense1/w")(encoder3_ln1_betas, initializers_onnx_initializer_164);  initializers_onnx_initializer_164 = None
    initializers_onnx_initializer_165 = self.initializers.onnx_initializer_165
    encoder3_ffn_dense1_b = getattr(self, "encoder3/ffn/dense1/b")(encoder3_ffn_dense1_w, initializers_onnx_initializer_165);  encoder3_ffn_dense1_w = initializers_onnx_initializer_165 = None
    encoder3_ffn_dense1_sqrrelu_relu = getattr(self, "encoder3/ffn/dense1/sqrrelu/relu")(encoder3_ffn_dense1_b);  encoder3_ffn_dense1_b = None
    encoder3_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder3/ffn/dense1/sqrrelu/sqr")(encoder3_ffn_dense1_sqrrelu_relu, encoder3_ffn_dense1_sqrrelu_relu);  encoder3_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_166 = self.initializers.onnx_initializer_166
    encoder3_ffn_dense2_w = getattr(self, "encoder3/ffn/dense2/w")(encoder3_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_166);  encoder3_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_166 = None
    initializers_onnx_initializer_167 = self.initializers.onnx_initializer_167
    encoder3_ffn_dense2_b = getattr(self, "encoder3/ffn/dense2/b")(encoder3_ffn_dense2_w, initializers_onnx_initializer_167);  encoder3_ffn_dense2_w = initializers_onnx_initializer_167 = None
    initializers_onnx_initializer_168 = self.initializers.onnx_initializer_168
    encoder3_ffn_alpha = getattr(self, "encoder3/ffn/alpha")(encoder3_ffn_dense2_b, initializers_onnx_initializer_168);  encoder3_ffn_dense2_b = initializers_onnx_initializer_168 = None
    encoder3_ffn_skip = getattr(self, "encoder3/ffn/skip")(encoder3_ffn_alpha, encoder3_ln1_betas);  encoder3_ffn_alpha = encoder3_ln1_betas = None
    encoder3_ln2_to_float = getattr(self, "encoder3/ln2/to_float")(encoder3_ffn_skip);  encoder3_ffn_skip = None
    encoder3_ln2_mean = getattr(self, "encoder3/ln2/mean")(encoder3_ln2_to_float)
    encoder3_ln2_centered = getattr(self, "encoder3/ln2/centered")(encoder3_ln2_to_float, encoder3_ln2_mean);  encoder3_ln2_to_float = encoder3_ln2_mean = None
    encoder3_ln2_squared = getattr(self, "encoder3/ln2/squared")(encoder3_ln2_centered, encoder3_ln2_centered)
    encoder3_ln2_var = getattr(self, "encoder3/ln2/var")(encoder3_ln2_squared);  encoder3_ln2_squared = None
    initializers_onnx_initializer_169 = self.initializers.onnx_initializer_169
    encoder3_ln2_var_eps = getattr(self, "encoder3/ln2/var_eps")(encoder3_ln2_var, initializers_onnx_initializer_169);  encoder3_ln2_var = initializers_onnx_initializer_169 = None
    encoder3_ln2_std = getattr(self, "encoder3/ln2/std")(encoder3_ln2_var_eps);  encoder3_ln2_var_eps = None
    encoder3_ln2_inv_std = getattr(self, "encoder3/ln2/inv_std")(encoder3_ln2_std);  encoder3_ln2_std = None
    encoder3_ln2_normalized = getattr(self, "encoder3/ln2/normalized")(encoder3_ln2_centered, encoder3_ln2_inv_std);  encoder3_ln2_centered = encoder3_ln2_inv_std = None
    encoder3_ln2_to_data_type = getattr(self, "encoder3/ln2/to_data_type")(encoder3_ln2_normalized);  encoder3_ln2_normalized = None
    initializers_onnx_initializer_170 = self.initializers.onnx_initializer_170
    encoder3_ln2_gammas = getattr(self, "encoder3/ln2/gammas")(encoder3_ln2_to_data_type, initializers_onnx_initializer_170);  encoder3_ln2_to_data_type = initializers_onnx_initializer_170 = None
    initializers_onnx_initializer_171 = self.initializers.onnx_initializer_171
    encoder3_ln2_betas = getattr(self, "encoder3/ln2/betas")(encoder3_ln2_gammas, initializers_onnx_initializer_171);  encoder3_ln2_gammas = initializers_onnx_initializer_171 = None
    initializers_onnx_initializer_172 = self.initializers.onnx_initializer_172
    encoder4_mha_q_w = getattr(self, "encoder4/mha/Q/w")(encoder3_ln2_betas, initializers_onnx_initializer_172);  initializers_onnx_initializer_172 = None
    initializers_onnx_initializer_173 = self.initializers.onnx_initializer_173
    encoder4_mha_q_b = getattr(self, "encoder4/mha/Q/b")(encoder4_mha_q_w, initializers_onnx_initializer_173);  encoder4_mha_q_w = initializers_onnx_initializer_173 = None
    initializers_onnx_initializer_174 = self.initializers.onnx_initializer_174
    encoder4_mha_q_reshape = getattr(self, "encoder4/mha/Q/reshape")(encoder4_mha_q_b, initializers_onnx_initializer_174);  encoder4_mha_q_b = initializers_onnx_initializer_174 = None
    encoder4_mha_q_transpose = getattr(self, "encoder4/mha/Q/transpose")(encoder4_mha_q_reshape);  encoder4_mha_q_reshape = None
    initializers_onnx_initializer_175 = self.initializers.onnx_initializer_175
    encoder4_mha_k_w = getattr(self, "encoder4/mha/K/w")(encoder3_ln2_betas, initializers_onnx_initializer_175);  initializers_onnx_initializer_175 = None
    initializers_onnx_initializer_176 = self.initializers.onnx_initializer_176
    encoder4_mha_k_b = getattr(self, "encoder4/mha/K/b")(encoder4_mha_k_w, initializers_onnx_initializer_176);  encoder4_mha_k_w = initializers_onnx_initializer_176 = None
    initializers_onnx_initializer_177 = self.initializers.onnx_initializer_177
    encoder4_mha_k_reshape = getattr(self, "encoder4/mha/K/reshape")(encoder4_mha_k_b, initializers_onnx_initializer_177);  encoder4_mha_k_b = initializers_onnx_initializer_177 = None
    encoder4_mha_k_transpose = getattr(self, "encoder4/mha/K/transpose")(encoder4_mha_k_reshape);  encoder4_mha_k_reshape = None
    initializers_onnx_initializer_178 = self.initializers.onnx_initializer_178
    encoder4_mha_v_w = getattr(self, "encoder4/mha/V/w")(encoder3_ln2_betas, initializers_onnx_initializer_178);  initializers_onnx_initializer_178 = None
    initializers_onnx_initializer_179 = self.initializers.onnx_initializer_179
    encoder4_mha_v_b = getattr(self, "encoder4/mha/V/b")(encoder4_mha_v_w, initializers_onnx_initializer_179);  encoder4_mha_v_w = initializers_onnx_initializer_179 = None
    initializers_onnx_initializer_180 = self.initializers.onnx_initializer_180
    encoder4_mha_v_reshape = getattr(self, "encoder4/mha/V/reshape")(encoder4_mha_v_b, initializers_onnx_initializer_180);  encoder4_mha_v_b = initializers_onnx_initializer_180 = None
    encoder4_mha_v_transpose = getattr(self, "encoder4/mha/V/transpose")(encoder4_mha_v_reshape);  encoder4_mha_v_reshape = None
    encoder4_mha_qk_matmul = getattr(self, "encoder4/mha/QK/matmul")(encoder4_mha_q_transpose, encoder4_mha_k_transpose);  encoder4_mha_q_transpose = encoder4_mha_k_transpose = None
    initializers_onnx_initializer_181 = self.initializers.onnx_initializer_181
    encoder4_mha_qk_scale = getattr(self, "encoder4/mha/QK/scale")(encoder4_mha_qk_matmul, initializers_onnx_initializer_181);  encoder4_mha_qk_matmul = initializers_onnx_initializer_181 = None
    initializers_onnx_initializer_182 = self.initializers.onnx_initializer_182
    encoder4_smolgen_compress = getattr(self, "encoder4/smolgen/compress")(encoder3_ln2_betas, initializers_onnx_initializer_182);  initializers_onnx_initializer_182 = None
    initializers_onnx_initializer_183 = self.initializers.onnx_initializer_183
    encoder4_smolgen_compress_reshape = getattr(self, "encoder4/smolgen/compress/reshape")(encoder4_smolgen_compress, initializers_onnx_initializer_183);  encoder4_smolgen_compress = initializers_onnx_initializer_183 = None
    initializers_onnx_initializer_184 = self.initializers.onnx_initializer_184
    encoder4_smolgen_dense1_w = getattr(self, "encoder4/smolgen/dense1/w")(encoder4_smolgen_compress_reshape, initializers_onnx_initializer_184);  encoder4_smolgen_compress_reshape = initializers_onnx_initializer_184 = None
    initializers_onnx_initializer_185 = self.initializers.onnx_initializer_185
    encoder4_smolgen_dense1_b = getattr(self, "encoder4/smolgen/dense1/b")(encoder4_smolgen_dense1_w, initializers_onnx_initializer_185);  encoder4_smolgen_dense1_w = initializers_onnx_initializer_185 = None
    encoder4_smolgen_dense1_swish_sigmoid = getattr(self, "encoder4/smolgen/dense1/swish/sigmoid")(encoder4_smolgen_dense1_b)
    encoder4_smolgen_dense1_swish = getattr(self, "encoder4/smolgen/dense1/swish")(encoder4_smolgen_dense1_swish_sigmoid, encoder4_smolgen_dense1_b);  encoder4_smolgen_dense1_swish_sigmoid = encoder4_smolgen_dense1_b = None
    encoder4_smolgen_ln1_to_float = getattr(self, "encoder4/smolgen/ln1/to_float")(encoder4_smolgen_dense1_swish);  encoder4_smolgen_dense1_swish = None
    encoder4_smolgen_ln1_mean = getattr(self, "encoder4/smolgen/ln1/mean")(encoder4_smolgen_ln1_to_float)
    encoder4_smolgen_ln1_centered = getattr(self, "encoder4/smolgen/ln1/centered")(encoder4_smolgen_ln1_to_float, encoder4_smolgen_ln1_mean);  encoder4_smolgen_ln1_to_float = encoder4_smolgen_ln1_mean = None
    encoder4_smolgen_ln1_squared = getattr(self, "encoder4/smolgen/ln1/squared")(encoder4_smolgen_ln1_centered, encoder4_smolgen_ln1_centered)
    encoder4_smolgen_ln1_var = getattr(self, "encoder4/smolgen/ln1/var")(encoder4_smolgen_ln1_squared);  encoder4_smolgen_ln1_squared = None
    initializers_onnx_initializer_186 = self.initializers.onnx_initializer_186
    encoder4_smolgen_ln1_var_eps = getattr(self, "encoder4/smolgen/ln1/var_eps")(encoder4_smolgen_ln1_var, initializers_onnx_initializer_186);  encoder4_smolgen_ln1_var = initializers_onnx_initializer_186 = None
    encoder4_smolgen_ln1_std = getattr(self, "encoder4/smolgen/ln1/std")(encoder4_smolgen_ln1_var_eps);  encoder4_smolgen_ln1_var_eps = None
    encoder4_smolgen_ln1_inv_std = getattr(self, "encoder4/smolgen/ln1/inv_std")(encoder4_smolgen_ln1_std);  encoder4_smolgen_ln1_std = None
    encoder4_smolgen_ln1_normalized = getattr(self, "encoder4/smolgen/ln1/normalized")(encoder4_smolgen_ln1_centered, encoder4_smolgen_ln1_inv_std);  encoder4_smolgen_ln1_centered = encoder4_smolgen_ln1_inv_std = None
    encoder4_smolgen_ln1_to_data_type = getattr(self, "encoder4/smolgen/ln1/to_data_type")(encoder4_smolgen_ln1_normalized);  encoder4_smolgen_ln1_normalized = None
    initializers_onnx_initializer_187 = self.initializers.onnx_initializer_187
    encoder4_smolgen_ln1_gammas = getattr(self, "encoder4/smolgen/ln1/gammas")(encoder4_smolgen_ln1_to_data_type, initializers_onnx_initializer_187);  encoder4_smolgen_ln1_to_data_type = initializers_onnx_initializer_187 = None
    initializers_onnx_initializer_188 = self.initializers.onnx_initializer_188
    encoder4_smolgen_ln1_betas = getattr(self, "encoder4/smolgen/ln1/betas")(encoder4_smolgen_ln1_gammas, initializers_onnx_initializer_188);  encoder4_smolgen_ln1_gammas = initializers_onnx_initializer_188 = None
    initializers_onnx_initializer_189 = self.initializers.onnx_initializer_189
    encoder4_smolgen_dense2_w = getattr(self, "encoder4/smolgen/dense2/w")(encoder4_smolgen_ln1_betas, initializers_onnx_initializer_189);  encoder4_smolgen_ln1_betas = initializers_onnx_initializer_189 = None
    initializers_onnx_initializer_190 = self.initializers.onnx_initializer_190
    encoder4_smolgen_dense2_b = getattr(self, "encoder4/smolgen/dense2/b")(encoder4_smolgen_dense2_w, initializers_onnx_initializer_190);  encoder4_smolgen_dense2_w = initializers_onnx_initializer_190 = None
    encoder4_smolgen_dense2_swish_sigmoid = getattr(self, "encoder4/smolgen/dense2/swish/sigmoid")(encoder4_smolgen_dense2_b)
    encoder4_smolgen_dense2_swish = getattr(self, "encoder4/smolgen/dense2/swish")(encoder4_smolgen_dense2_swish_sigmoid, encoder4_smolgen_dense2_b);  encoder4_smolgen_dense2_swish_sigmoid = encoder4_smolgen_dense2_b = None
    encoder4_smolgen_ln2_to_float = getattr(self, "encoder4/smolgen/ln2/to_float")(encoder4_smolgen_dense2_swish);  encoder4_smolgen_dense2_swish = None
    encoder4_smolgen_ln2_mean = getattr(self, "encoder4/smolgen/ln2/mean")(encoder4_smolgen_ln2_to_float)
    encoder4_smolgen_ln2_centered = getattr(self, "encoder4/smolgen/ln2/centered")(encoder4_smolgen_ln2_to_float, encoder4_smolgen_ln2_mean);  encoder4_smolgen_ln2_to_float = encoder4_smolgen_ln2_mean = None
    encoder4_smolgen_ln2_squared = getattr(self, "encoder4/smolgen/ln2/squared")(encoder4_smolgen_ln2_centered, encoder4_smolgen_ln2_centered)
    encoder4_smolgen_ln2_var = getattr(self, "encoder4/smolgen/ln2/var")(encoder4_smolgen_ln2_squared);  encoder4_smolgen_ln2_squared = None
    initializers_onnx_initializer_191 = self.initializers.onnx_initializer_191
    encoder4_smolgen_ln2_var_eps = getattr(self, "encoder4/smolgen/ln2/var_eps")(encoder4_smolgen_ln2_var, initializers_onnx_initializer_191);  encoder4_smolgen_ln2_var = initializers_onnx_initializer_191 = None
    encoder4_smolgen_ln2_std = getattr(self, "encoder4/smolgen/ln2/std")(encoder4_smolgen_ln2_var_eps);  encoder4_smolgen_ln2_var_eps = None
    encoder4_smolgen_ln2_inv_std = getattr(self, "encoder4/smolgen/ln2/inv_std")(encoder4_smolgen_ln2_std);  encoder4_smolgen_ln2_std = None
    encoder4_smolgen_ln2_normalized = getattr(self, "encoder4/smolgen/ln2/normalized")(encoder4_smolgen_ln2_centered, encoder4_smolgen_ln2_inv_std);  encoder4_smolgen_ln2_centered = encoder4_smolgen_ln2_inv_std = None
    encoder4_smolgen_ln2_to_data_type = getattr(self, "encoder4/smolgen/ln2/to_data_type")(encoder4_smolgen_ln2_normalized);  encoder4_smolgen_ln2_normalized = None
    initializers_onnx_initializer_192 = self.initializers.onnx_initializer_192
    encoder4_smolgen_ln2_gammas = getattr(self, "encoder4/smolgen/ln2/gammas")(encoder4_smolgen_ln2_to_data_type, initializers_onnx_initializer_192);  encoder4_smolgen_ln2_to_data_type = initializers_onnx_initializer_192 = None
    initializers_onnx_initializer_193 = self.initializers.onnx_initializer_193
    encoder4_smolgen_ln2_betas = getattr(self, "encoder4/smolgen/ln2/betas")(encoder4_smolgen_ln2_gammas, initializers_onnx_initializer_193);  encoder4_smolgen_ln2_gammas = initializers_onnx_initializer_193 = None
    initializers_onnx_initializer_194 = self.initializers.onnx_initializer_194
    encoder4_smolgen_gen_from_reshape = getattr(self, "encoder4/smolgen/gen_from/reshape")(encoder4_smolgen_ln2_betas, initializers_onnx_initializer_194);  encoder4_smolgen_ln2_betas = initializers_onnx_initializer_194 = None
    initializers_onnx_initializer_195 = self.initializers.onnx_initializer_195
    encoder4_smolgen_smol_weight_gen = getattr(self, "encoder4/smolgen/smol_weight_gen")(encoder4_smolgen_gen_from_reshape, initializers_onnx_initializer_195);  encoder4_smolgen_gen_from_reshape = initializers_onnx_initializer_195 = None
    initializers_onnx_initializer_196 = self.initializers.onnx_initializer_196
    encoder4_smolgen_out_reshape = getattr(self, "encoder4/smolgen/out/reshape")(encoder4_smolgen_smol_weight_gen, initializers_onnx_initializer_196);  encoder4_smolgen_smol_weight_gen = initializers_onnx_initializer_196 = None
    encoder4_smolgen_weights = getattr(self, "encoder4/smolgen_weights")(encoder4_mha_qk_scale, encoder4_smolgen_out_reshape);  encoder4_mha_qk_scale = encoder4_smolgen_out_reshape = None
    encoder4_mha_qk_softmax = getattr(self, "encoder4/mha/QK/softmax")(encoder4_smolgen_weights);  encoder4_smolgen_weights = None
    encoder4_mha_qkv_matmul = getattr(self, "encoder4/mha/QKV/matmul")(encoder4_mha_qk_softmax, encoder4_mha_v_transpose);  encoder4_mha_qk_softmax = encoder4_mha_v_transpose = None
    encoder4_mha_out_transpose = getattr(self, "encoder4/mha/out/transpose")(encoder4_mha_qkv_matmul);  encoder4_mha_qkv_matmul = None
    initializers_onnx_initializer_197 = self.initializers.onnx_initializer_197
    encoder4_mha_out_reshape = getattr(self, "encoder4/mha/out/reshape")(encoder4_mha_out_transpose, initializers_onnx_initializer_197);  encoder4_mha_out_transpose = initializers_onnx_initializer_197 = None
    initializers_onnx_initializer_198 = self.initializers.onnx_initializer_198
    encoder4_mha_out_dense_w = getattr(self, "encoder4/mha/out/dense/w")(encoder4_mha_out_reshape, initializers_onnx_initializer_198);  encoder4_mha_out_reshape = initializers_onnx_initializer_198 = None
    initializers_onnx_initializer_199 = self.initializers.onnx_initializer_199
    encoder4_mha_out_dense_b = getattr(self, "encoder4/mha/out/dense/b")(encoder4_mha_out_dense_w, initializers_onnx_initializer_199);  encoder4_mha_out_dense_w = initializers_onnx_initializer_199 = None
    initializers_onnx_initializer_200 = self.initializers.onnx_initializer_200
    encoder4_alpha_input = getattr(self, "encoder4/alpha*input")(encoder4_mha_out_dense_b, initializers_onnx_initializer_200);  encoder4_mha_out_dense_b = initializers_onnx_initializer_200 = None
    encoder4_mha_out_skip = getattr(self, "encoder4/mha/out/skip")(encoder4_alpha_input, encoder3_ln2_betas);  encoder4_alpha_input = encoder3_ln2_betas = None
    encoder4_ln1_to_float = getattr(self, "encoder4/ln1/to_float")(encoder4_mha_out_skip);  encoder4_mha_out_skip = None
    encoder4_ln1_mean = getattr(self, "encoder4/ln1/mean")(encoder4_ln1_to_float)
    encoder4_ln1_centered = getattr(self, "encoder4/ln1/centered")(encoder4_ln1_to_float, encoder4_ln1_mean);  encoder4_ln1_to_float = encoder4_ln1_mean = None
    encoder4_ln1_squared = getattr(self, "encoder4/ln1/squared")(encoder4_ln1_centered, encoder4_ln1_centered)
    encoder4_ln1_var = getattr(self, "encoder4/ln1/var")(encoder4_ln1_squared);  encoder4_ln1_squared = None
    initializers_onnx_initializer_201 = self.initializers.onnx_initializer_201
    encoder4_ln1_var_eps = getattr(self, "encoder4/ln1/var_eps")(encoder4_ln1_var, initializers_onnx_initializer_201);  encoder4_ln1_var = initializers_onnx_initializer_201 = None
    encoder4_ln1_std = getattr(self, "encoder4/ln1/std")(encoder4_ln1_var_eps);  encoder4_ln1_var_eps = None
    encoder4_ln1_inv_std = getattr(self, "encoder4/ln1/inv_std")(encoder4_ln1_std);  encoder4_ln1_std = None
    encoder4_ln1_normalized = getattr(self, "encoder4/ln1/normalized")(encoder4_ln1_centered, encoder4_ln1_inv_std);  encoder4_ln1_centered = encoder4_ln1_inv_std = None
    encoder4_ln1_to_data_type = getattr(self, "encoder4/ln1/to_data_type")(encoder4_ln1_normalized);  encoder4_ln1_normalized = None
    initializers_onnx_initializer_202 = self.initializers.onnx_initializer_202
    encoder4_ln1_gammas = getattr(self, "encoder4/ln1/gammas")(encoder4_ln1_to_data_type, initializers_onnx_initializer_202);  encoder4_ln1_to_data_type = initializers_onnx_initializer_202 = None
    initializers_onnx_initializer_203 = self.initializers.onnx_initializer_203
    encoder4_ln1_betas = getattr(self, "encoder4/ln1/betas")(encoder4_ln1_gammas, initializers_onnx_initializer_203);  encoder4_ln1_gammas = initializers_onnx_initializer_203 = None
    initializers_onnx_initializer_204 = self.initializers.onnx_initializer_204
    encoder4_ffn_dense1_w = getattr(self, "encoder4/ffn/dense1/w")(encoder4_ln1_betas, initializers_onnx_initializer_204);  initializers_onnx_initializer_204 = None
    initializers_onnx_initializer_205 = self.initializers.onnx_initializer_205
    encoder4_ffn_dense1_b = getattr(self, "encoder4/ffn/dense1/b")(encoder4_ffn_dense1_w, initializers_onnx_initializer_205);  encoder4_ffn_dense1_w = initializers_onnx_initializer_205 = None
    encoder4_ffn_dense1_sqrrelu_relu = getattr(self, "encoder4/ffn/dense1/sqrrelu/relu")(encoder4_ffn_dense1_b);  encoder4_ffn_dense1_b = None
    encoder4_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder4/ffn/dense1/sqrrelu/sqr")(encoder4_ffn_dense1_sqrrelu_relu, encoder4_ffn_dense1_sqrrelu_relu);  encoder4_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_206 = self.initializers.onnx_initializer_206
    encoder4_ffn_dense2_w = getattr(self, "encoder4/ffn/dense2/w")(encoder4_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_206);  encoder4_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_206 = None
    initializers_onnx_initializer_207 = self.initializers.onnx_initializer_207
    encoder4_ffn_dense2_b = getattr(self, "encoder4/ffn/dense2/b")(encoder4_ffn_dense2_w, initializers_onnx_initializer_207);  encoder4_ffn_dense2_w = initializers_onnx_initializer_207 = None
    initializers_onnx_initializer_208 = self.initializers.onnx_initializer_208
    encoder4_ffn_alpha = getattr(self, "encoder4/ffn/alpha")(encoder4_ffn_dense2_b, initializers_onnx_initializer_208);  encoder4_ffn_dense2_b = initializers_onnx_initializer_208 = None
    encoder4_ffn_skip = getattr(self, "encoder4/ffn/skip")(encoder4_ffn_alpha, encoder4_ln1_betas);  encoder4_ffn_alpha = encoder4_ln1_betas = None
    encoder4_ln2_to_float = getattr(self, "encoder4/ln2/to_float")(encoder4_ffn_skip);  encoder4_ffn_skip = None
    encoder4_ln2_mean = getattr(self, "encoder4/ln2/mean")(encoder4_ln2_to_float)
    encoder4_ln2_centered = getattr(self, "encoder4/ln2/centered")(encoder4_ln2_to_float, encoder4_ln2_mean);  encoder4_ln2_to_float = encoder4_ln2_mean = None
    encoder4_ln2_squared = getattr(self, "encoder4/ln2/squared")(encoder4_ln2_centered, encoder4_ln2_centered)
    encoder4_ln2_var = getattr(self, "encoder4/ln2/var")(encoder4_ln2_squared);  encoder4_ln2_squared = None
    initializers_onnx_initializer_209 = self.initializers.onnx_initializer_209
    encoder4_ln2_var_eps = getattr(self, "encoder4/ln2/var_eps")(encoder4_ln2_var, initializers_onnx_initializer_209);  encoder4_ln2_var = initializers_onnx_initializer_209 = None
    encoder4_ln2_std = getattr(self, "encoder4/ln2/std")(encoder4_ln2_var_eps);  encoder4_ln2_var_eps = None
    encoder4_ln2_inv_std = getattr(self, "encoder4/ln2/inv_std")(encoder4_ln2_std);  encoder4_ln2_std = None
    encoder4_ln2_normalized = getattr(self, "encoder4/ln2/normalized")(encoder4_ln2_centered, encoder4_ln2_inv_std);  encoder4_ln2_centered = encoder4_ln2_inv_std = None
    encoder4_ln2_to_data_type = getattr(self, "encoder4/ln2/to_data_type")(encoder4_ln2_normalized);  encoder4_ln2_normalized = None
    initializers_onnx_initializer_210 = self.initializers.onnx_initializer_210
    encoder4_ln2_gammas = getattr(self, "encoder4/ln2/gammas")(encoder4_ln2_to_data_type, initializers_onnx_initializer_210);  encoder4_ln2_to_data_type = initializers_onnx_initializer_210 = None
    initializers_onnx_initializer_211 = self.initializers.onnx_initializer_211
    encoder4_ln2_betas = getattr(self, "encoder4/ln2/betas")(encoder4_ln2_gammas, initializers_onnx_initializer_211);  encoder4_ln2_gammas = initializers_onnx_initializer_211 = None
    initializers_onnx_initializer_212 = self.initializers.onnx_initializer_212
    encoder5_mha_q_w = getattr(self, "encoder5/mha/Q/w")(encoder4_ln2_betas, initializers_onnx_initializer_212);  initializers_onnx_initializer_212 = None
    initializers_onnx_initializer_213 = self.initializers.onnx_initializer_213
    encoder5_mha_q_b = getattr(self, "encoder5/mha/Q/b")(encoder5_mha_q_w, initializers_onnx_initializer_213);  encoder5_mha_q_w = initializers_onnx_initializer_213 = None
    initializers_onnx_initializer_214 = self.initializers.onnx_initializer_214
    encoder5_mha_q_reshape = getattr(self, "encoder5/mha/Q/reshape")(encoder5_mha_q_b, initializers_onnx_initializer_214);  encoder5_mha_q_b = initializers_onnx_initializer_214 = None
    encoder5_mha_q_transpose = getattr(self, "encoder5/mha/Q/transpose")(encoder5_mha_q_reshape);  encoder5_mha_q_reshape = None
    initializers_onnx_initializer_215 = self.initializers.onnx_initializer_215
    encoder5_mha_k_w = getattr(self, "encoder5/mha/K/w")(encoder4_ln2_betas, initializers_onnx_initializer_215);  initializers_onnx_initializer_215 = None
    initializers_onnx_initializer_216 = self.initializers.onnx_initializer_216
    encoder5_mha_k_b = getattr(self, "encoder5/mha/K/b")(encoder5_mha_k_w, initializers_onnx_initializer_216);  encoder5_mha_k_w = initializers_onnx_initializer_216 = None
    initializers_onnx_initializer_217 = self.initializers.onnx_initializer_217
    encoder5_mha_k_reshape = getattr(self, "encoder5/mha/K/reshape")(encoder5_mha_k_b, initializers_onnx_initializer_217);  encoder5_mha_k_b = initializers_onnx_initializer_217 = None
    encoder5_mha_k_transpose = getattr(self, "encoder5/mha/K/transpose")(encoder5_mha_k_reshape);  encoder5_mha_k_reshape = None
    initializers_onnx_initializer_218 = self.initializers.onnx_initializer_218
    encoder5_mha_v_w = getattr(self, "encoder5/mha/V/w")(encoder4_ln2_betas, initializers_onnx_initializer_218);  initializers_onnx_initializer_218 = None
    initializers_onnx_initializer_219 = self.initializers.onnx_initializer_219
    encoder5_mha_v_b = getattr(self, "encoder5/mha/V/b")(encoder5_mha_v_w, initializers_onnx_initializer_219);  encoder5_mha_v_w = initializers_onnx_initializer_219 = None
    initializers_onnx_initializer_220 = self.initializers.onnx_initializer_220
    encoder5_mha_v_reshape = getattr(self, "encoder5/mha/V/reshape")(encoder5_mha_v_b, initializers_onnx_initializer_220);  encoder5_mha_v_b = initializers_onnx_initializer_220 = None
    encoder5_mha_v_transpose = getattr(self, "encoder5/mha/V/transpose")(encoder5_mha_v_reshape);  encoder5_mha_v_reshape = None
    encoder5_mha_qk_matmul = getattr(self, "encoder5/mha/QK/matmul")(encoder5_mha_q_transpose, encoder5_mha_k_transpose);  encoder5_mha_q_transpose = encoder5_mha_k_transpose = None
    initializers_onnx_initializer_221 = self.initializers.onnx_initializer_221
    encoder5_mha_qk_scale = getattr(self, "encoder5/mha/QK/scale")(encoder5_mha_qk_matmul, initializers_onnx_initializer_221);  encoder5_mha_qk_matmul = initializers_onnx_initializer_221 = None
    initializers_onnx_initializer_222 = self.initializers.onnx_initializer_222
    encoder5_smolgen_compress = getattr(self, "encoder5/smolgen/compress")(encoder4_ln2_betas, initializers_onnx_initializer_222);  initializers_onnx_initializer_222 = None
    initializers_onnx_initializer_223 = self.initializers.onnx_initializer_223
    encoder5_smolgen_compress_reshape = getattr(self, "encoder5/smolgen/compress/reshape")(encoder5_smolgen_compress, initializers_onnx_initializer_223);  encoder5_smolgen_compress = initializers_onnx_initializer_223 = None
    initializers_onnx_initializer_224 = self.initializers.onnx_initializer_224
    encoder5_smolgen_dense1_w = getattr(self, "encoder5/smolgen/dense1/w")(encoder5_smolgen_compress_reshape, initializers_onnx_initializer_224);  encoder5_smolgen_compress_reshape = initializers_onnx_initializer_224 = None
    initializers_onnx_initializer_225 = self.initializers.onnx_initializer_225
    encoder5_smolgen_dense1_b = getattr(self, "encoder5/smolgen/dense1/b")(encoder5_smolgen_dense1_w, initializers_onnx_initializer_225);  encoder5_smolgen_dense1_w = initializers_onnx_initializer_225 = None
    encoder5_smolgen_dense1_swish_sigmoid = getattr(self, "encoder5/smolgen/dense1/swish/sigmoid")(encoder5_smolgen_dense1_b)
    encoder5_smolgen_dense1_swish = getattr(self, "encoder5/smolgen/dense1/swish")(encoder5_smolgen_dense1_swish_sigmoid, encoder5_smolgen_dense1_b);  encoder5_smolgen_dense1_swish_sigmoid = encoder5_smolgen_dense1_b = None
    encoder5_smolgen_ln1_to_float = getattr(self, "encoder5/smolgen/ln1/to_float")(encoder5_smolgen_dense1_swish);  encoder5_smolgen_dense1_swish = None
    encoder5_smolgen_ln1_mean = getattr(self, "encoder5/smolgen/ln1/mean")(encoder5_smolgen_ln1_to_float)
    encoder5_smolgen_ln1_centered = getattr(self, "encoder5/smolgen/ln1/centered")(encoder5_smolgen_ln1_to_float, encoder5_smolgen_ln1_mean);  encoder5_smolgen_ln1_to_float = encoder5_smolgen_ln1_mean = None
    encoder5_smolgen_ln1_squared = getattr(self, "encoder5/smolgen/ln1/squared")(encoder5_smolgen_ln1_centered, encoder5_smolgen_ln1_centered)
    encoder5_smolgen_ln1_var = getattr(self, "encoder5/smolgen/ln1/var")(encoder5_smolgen_ln1_squared);  encoder5_smolgen_ln1_squared = None
    initializers_onnx_initializer_226 = self.initializers.onnx_initializer_226
    encoder5_smolgen_ln1_var_eps = getattr(self, "encoder5/smolgen/ln1/var_eps")(encoder5_smolgen_ln1_var, initializers_onnx_initializer_226);  encoder5_smolgen_ln1_var = initializers_onnx_initializer_226 = None
    encoder5_smolgen_ln1_std = getattr(self, "encoder5/smolgen/ln1/std")(encoder5_smolgen_ln1_var_eps);  encoder5_smolgen_ln1_var_eps = None
    encoder5_smolgen_ln1_inv_std = getattr(self, "encoder5/smolgen/ln1/inv_std")(encoder5_smolgen_ln1_std);  encoder5_smolgen_ln1_std = None
    encoder5_smolgen_ln1_normalized = getattr(self, "encoder5/smolgen/ln1/normalized")(encoder5_smolgen_ln1_centered, encoder5_smolgen_ln1_inv_std);  encoder5_smolgen_ln1_centered = encoder5_smolgen_ln1_inv_std = None
    encoder5_smolgen_ln1_to_data_type = getattr(self, "encoder5/smolgen/ln1/to_data_type")(encoder5_smolgen_ln1_normalized);  encoder5_smolgen_ln1_normalized = None
    initializers_onnx_initializer_227 = self.initializers.onnx_initializer_227
    encoder5_smolgen_ln1_gammas = getattr(self, "encoder5/smolgen/ln1/gammas")(encoder5_smolgen_ln1_to_data_type, initializers_onnx_initializer_227);  encoder5_smolgen_ln1_to_data_type = initializers_onnx_initializer_227 = None
    initializers_onnx_initializer_228 = self.initializers.onnx_initializer_228
    encoder5_smolgen_ln1_betas = getattr(self, "encoder5/smolgen/ln1/betas")(encoder5_smolgen_ln1_gammas, initializers_onnx_initializer_228);  encoder5_smolgen_ln1_gammas = initializers_onnx_initializer_228 = None
    initializers_onnx_initializer_229 = self.initializers.onnx_initializer_229
    encoder5_smolgen_dense2_w = getattr(self, "encoder5/smolgen/dense2/w")(encoder5_smolgen_ln1_betas, initializers_onnx_initializer_229);  encoder5_smolgen_ln1_betas = initializers_onnx_initializer_229 = None
    initializers_onnx_initializer_230 = self.initializers.onnx_initializer_230
    encoder5_smolgen_dense2_b = getattr(self, "encoder5/smolgen/dense2/b")(encoder5_smolgen_dense2_w, initializers_onnx_initializer_230);  encoder5_smolgen_dense2_w = initializers_onnx_initializer_230 = None
    encoder5_smolgen_dense2_swish_sigmoid = getattr(self, "encoder5/smolgen/dense2/swish/sigmoid")(encoder5_smolgen_dense2_b)
    encoder5_smolgen_dense2_swish = getattr(self, "encoder5/smolgen/dense2/swish")(encoder5_smolgen_dense2_swish_sigmoid, encoder5_smolgen_dense2_b);  encoder5_smolgen_dense2_swish_sigmoid = encoder5_smolgen_dense2_b = None
    encoder5_smolgen_ln2_to_float = getattr(self, "encoder5/smolgen/ln2/to_float")(encoder5_smolgen_dense2_swish);  encoder5_smolgen_dense2_swish = None
    encoder5_smolgen_ln2_mean = getattr(self, "encoder5/smolgen/ln2/mean")(encoder5_smolgen_ln2_to_float)
    encoder5_smolgen_ln2_centered = getattr(self, "encoder5/smolgen/ln2/centered")(encoder5_smolgen_ln2_to_float, encoder5_smolgen_ln2_mean);  encoder5_smolgen_ln2_to_float = encoder5_smolgen_ln2_mean = None
    encoder5_smolgen_ln2_squared = getattr(self, "encoder5/smolgen/ln2/squared")(encoder5_smolgen_ln2_centered, encoder5_smolgen_ln2_centered)
    encoder5_smolgen_ln2_var = getattr(self, "encoder5/smolgen/ln2/var")(encoder5_smolgen_ln2_squared);  encoder5_smolgen_ln2_squared = None
    initializers_onnx_initializer_231 = self.initializers.onnx_initializer_231
    encoder5_smolgen_ln2_var_eps = getattr(self, "encoder5/smolgen/ln2/var_eps")(encoder5_smolgen_ln2_var, initializers_onnx_initializer_231);  encoder5_smolgen_ln2_var = initializers_onnx_initializer_231 = None
    encoder5_smolgen_ln2_std = getattr(self, "encoder5/smolgen/ln2/std")(encoder5_smolgen_ln2_var_eps);  encoder5_smolgen_ln2_var_eps = None
    encoder5_smolgen_ln2_inv_std = getattr(self, "encoder5/smolgen/ln2/inv_std")(encoder5_smolgen_ln2_std);  encoder5_smolgen_ln2_std = None
    encoder5_smolgen_ln2_normalized = getattr(self, "encoder5/smolgen/ln2/normalized")(encoder5_smolgen_ln2_centered, encoder5_smolgen_ln2_inv_std);  encoder5_smolgen_ln2_centered = encoder5_smolgen_ln2_inv_std = None
    encoder5_smolgen_ln2_to_data_type = getattr(self, "encoder5/smolgen/ln2/to_data_type")(encoder5_smolgen_ln2_normalized);  encoder5_smolgen_ln2_normalized = None
    initializers_onnx_initializer_232 = self.initializers.onnx_initializer_232
    encoder5_smolgen_ln2_gammas = getattr(self, "encoder5/smolgen/ln2/gammas")(encoder5_smolgen_ln2_to_data_type, initializers_onnx_initializer_232);  encoder5_smolgen_ln2_to_data_type = initializers_onnx_initializer_232 = None
    initializers_onnx_initializer_233 = self.initializers.onnx_initializer_233
    encoder5_smolgen_ln2_betas = getattr(self, "encoder5/smolgen/ln2/betas")(encoder5_smolgen_ln2_gammas, initializers_onnx_initializer_233);  encoder5_smolgen_ln2_gammas = initializers_onnx_initializer_233 = None
    initializers_onnx_initializer_234 = self.initializers.onnx_initializer_234
    encoder5_smolgen_gen_from_reshape = getattr(self, "encoder5/smolgen/gen_from/reshape")(encoder5_smolgen_ln2_betas, initializers_onnx_initializer_234);  encoder5_smolgen_ln2_betas = initializers_onnx_initializer_234 = None
    initializers_onnx_initializer_235 = self.initializers.onnx_initializer_235
    encoder5_smolgen_smol_weight_gen = getattr(self, "encoder5/smolgen/smol_weight_gen")(encoder5_smolgen_gen_from_reshape, initializers_onnx_initializer_235);  encoder5_smolgen_gen_from_reshape = initializers_onnx_initializer_235 = None
    initializers_onnx_initializer_236 = self.initializers.onnx_initializer_236
    encoder5_smolgen_out_reshape = getattr(self, "encoder5/smolgen/out/reshape")(encoder5_smolgen_smol_weight_gen, initializers_onnx_initializer_236);  encoder5_smolgen_smol_weight_gen = initializers_onnx_initializer_236 = None
    encoder5_smolgen_weights = getattr(self, "encoder5/smolgen_weights")(encoder5_mha_qk_scale, encoder5_smolgen_out_reshape);  encoder5_mha_qk_scale = encoder5_smolgen_out_reshape = None
    encoder5_mha_qk_softmax = getattr(self, "encoder5/mha/QK/softmax")(encoder5_smolgen_weights);  encoder5_smolgen_weights = None
    encoder5_mha_qkv_matmul = getattr(self, "encoder5/mha/QKV/matmul")(encoder5_mha_qk_softmax, encoder5_mha_v_transpose);  encoder5_mha_qk_softmax = encoder5_mha_v_transpose = None
    encoder5_mha_out_transpose = getattr(self, "encoder5/mha/out/transpose")(encoder5_mha_qkv_matmul);  encoder5_mha_qkv_matmul = None
    initializers_onnx_initializer_237 = self.initializers.onnx_initializer_237
    encoder5_mha_out_reshape = getattr(self, "encoder5/mha/out/reshape")(encoder5_mha_out_transpose, initializers_onnx_initializer_237);  encoder5_mha_out_transpose = initializers_onnx_initializer_237 = None
    initializers_onnx_initializer_238 = self.initializers.onnx_initializer_238
    encoder5_mha_out_dense_w = getattr(self, "encoder5/mha/out/dense/w")(encoder5_mha_out_reshape, initializers_onnx_initializer_238);  encoder5_mha_out_reshape = initializers_onnx_initializer_238 = None
    initializers_onnx_initializer_239 = self.initializers.onnx_initializer_239
    encoder5_mha_out_dense_b = getattr(self, "encoder5/mha/out/dense/b")(encoder5_mha_out_dense_w, initializers_onnx_initializer_239);  encoder5_mha_out_dense_w = initializers_onnx_initializer_239 = None
    initializers_onnx_initializer_240 = self.initializers.onnx_initializer_240
    encoder5_alpha_input = getattr(self, "encoder5/alpha*input")(encoder5_mha_out_dense_b, initializers_onnx_initializer_240);  encoder5_mha_out_dense_b = initializers_onnx_initializer_240 = None
    encoder5_mha_out_skip = getattr(self, "encoder5/mha/out/skip")(encoder5_alpha_input, encoder4_ln2_betas);  encoder5_alpha_input = encoder4_ln2_betas = None
    encoder5_ln1_to_float = getattr(self, "encoder5/ln1/to_float")(encoder5_mha_out_skip);  encoder5_mha_out_skip = None
    encoder5_ln1_mean = getattr(self, "encoder5/ln1/mean")(encoder5_ln1_to_float)
    encoder5_ln1_centered = getattr(self, "encoder5/ln1/centered")(encoder5_ln1_to_float, encoder5_ln1_mean);  encoder5_ln1_to_float = encoder5_ln1_mean = None
    encoder5_ln1_squared = getattr(self, "encoder5/ln1/squared")(encoder5_ln1_centered, encoder5_ln1_centered)
    encoder5_ln1_var = getattr(self, "encoder5/ln1/var")(encoder5_ln1_squared);  encoder5_ln1_squared = None
    initializers_onnx_initializer_241 = self.initializers.onnx_initializer_241
    encoder5_ln1_var_eps = getattr(self, "encoder5/ln1/var_eps")(encoder5_ln1_var, initializers_onnx_initializer_241);  encoder5_ln1_var = initializers_onnx_initializer_241 = None
    encoder5_ln1_std = getattr(self, "encoder5/ln1/std")(encoder5_ln1_var_eps);  encoder5_ln1_var_eps = None
    encoder5_ln1_inv_std = getattr(self, "encoder5/ln1/inv_std")(encoder5_ln1_std);  encoder5_ln1_std = None
    encoder5_ln1_normalized = getattr(self, "encoder5/ln1/normalized")(encoder5_ln1_centered, encoder5_ln1_inv_std);  encoder5_ln1_centered = encoder5_ln1_inv_std = None
    encoder5_ln1_to_data_type = getattr(self, "encoder5/ln1/to_data_type")(encoder5_ln1_normalized);  encoder5_ln1_normalized = None
    initializers_onnx_initializer_242 = self.initializers.onnx_initializer_242
    encoder5_ln1_gammas = getattr(self, "encoder5/ln1/gammas")(encoder5_ln1_to_data_type, initializers_onnx_initializer_242);  encoder5_ln1_to_data_type = initializers_onnx_initializer_242 = None
    initializers_onnx_initializer_243 = self.initializers.onnx_initializer_243
    encoder5_ln1_betas = getattr(self, "encoder5/ln1/betas")(encoder5_ln1_gammas, initializers_onnx_initializer_243);  encoder5_ln1_gammas = initializers_onnx_initializer_243 = None
    initializers_onnx_initializer_244 = self.initializers.onnx_initializer_244
    encoder5_ffn_dense1_w = getattr(self, "encoder5/ffn/dense1/w")(encoder5_ln1_betas, initializers_onnx_initializer_244);  initializers_onnx_initializer_244 = None
    initializers_onnx_initializer_245 = self.initializers.onnx_initializer_245
    encoder5_ffn_dense1_b = getattr(self, "encoder5/ffn/dense1/b")(encoder5_ffn_dense1_w, initializers_onnx_initializer_245);  encoder5_ffn_dense1_w = initializers_onnx_initializer_245 = None
    encoder5_ffn_dense1_sqrrelu_relu = getattr(self, "encoder5/ffn/dense1/sqrrelu/relu")(encoder5_ffn_dense1_b);  encoder5_ffn_dense1_b = None
    encoder5_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder5/ffn/dense1/sqrrelu/sqr")(encoder5_ffn_dense1_sqrrelu_relu, encoder5_ffn_dense1_sqrrelu_relu);  encoder5_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_246 = self.initializers.onnx_initializer_246
    encoder5_ffn_dense2_w = getattr(self, "encoder5/ffn/dense2/w")(encoder5_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_246);  encoder5_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_246 = None
    initializers_onnx_initializer_247 = self.initializers.onnx_initializer_247
    encoder5_ffn_dense2_b = getattr(self, "encoder5/ffn/dense2/b")(encoder5_ffn_dense2_w, initializers_onnx_initializer_247);  encoder5_ffn_dense2_w = initializers_onnx_initializer_247 = None
    initializers_onnx_initializer_248 = self.initializers.onnx_initializer_248
    encoder5_ffn_alpha = getattr(self, "encoder5/ffn/alpha")(encoder5_ffn_dense2_b, initializers_onnx_initializer_248);  encoder5_ffn_dense2_b = initializers_onnx_initializer_248 = None
    encoder5_ffn_skip = getattr(self, "encoder5/ffn/skip")(encoder5_ffn_alpha, encoder5_ln1_betas);  encoder5_ffn_alpha = encoder5_ln1_betas = None
    encoder5_ln2_to_float = getattr(self, "encoder5/ln2/to_float")(encoder5_ffn_skip);  encoder5_ffn_skip = None
    encoder5_ln2_mean = getattr(self, "encoder5/ln2/mean")(encoder5_ln2_to_float)
    encoder5_ln2_centered = getattr(self, "encoder5/ln2/centered")(encoder5_ln2_to_float, encoder5_ln2_mean);  encoder5_ln2_to_float = encoder5_ln2_mean = None
    encoder5_ln2_squared = getattr(self, "encoder5/ln2/squared")(encoder5_ln2_centered, encoder5_ln2_centered)
    encoder5_ln2_var = getattr(self, "encoder5/ln2/var")(encoder5_ln2_squared);  encoder5_ln2_squared = None
    initializers_onnx_initializer_249 = self.initializers.onnx_initializer_249
    encoder5_ln2_var_eps = getattr(self, "encoder5/ln2/var_eps")(encoder5_ln2_var, initializers_onnx_initializer_249);  encoder5_ln2_var = initializers_onnx_initializer_249 = None
    encoder5_ln2_std = getattr(self, "encoder5/ln2/std")(encoder5_ln2_var_eps);  encoder5_ln2_var_eps = None
    encoder5_ln2_inv_std = getattr(self, "encoder5/ln2/inv_std")(encoder5_ln2_std);  encoder5_ln2_std = None
    encoder5_ln2_normalized = getattr(self, "encoder5/ln2/normalized")(encoder5_ln2_centered, encoder5_ln2_inv_std);  encoder5_ln2_centered = encoder5_ln2_inv_std = None
    encoder5_ln2_to_data_type = getattr(self, "encoder5/ln2/to_data_type")(encoder5_ln2_normalized);  encoder5_ln2_normalized = None
    initializers_onnx_initializer_250 = self.initializers.onnx_initializer_250
    encoder5_ln2_gammas = getattr(self, "encoder5/ln2/gammas")(encoder5_ln2_to_data_type, initializers_onnx_initializer_250);  encoder5_ln2_to_data_type = initializers_onnx_initializer_250 = None
    initializers_onnx_initializer_251 = self.initializers.onnx_initializer_251
    encoder5_ln2_betas = getattr(self, "encoder5/ln2/betas")(encoder5_ln2_gammas, initializers_onnx_initializer_251);  encoder5_ln2_gammas = initializers_onnx_initializer_251 = None
    initializers_onnx_initializer_252 = self.initializers.onnx_initializer_252
    encoder6_mha_q_w = getattr(self, "encoder6/mha/Q/w")(encoder5_ln2_betas, initializers_onnx_initializer_252);  initializers_onnx_initializer_252 = None
    initializers_onnx_initializer_253 = self.initializers.onnx_initializer_253
    encoder6_mha_q_b = getattr(self, "encoder6/mha/Q/b")(encoder6_mha_q_w, initializers_onnx_initializer_253);  encoder6_mha_q_w = initializers_onnx_initializer_253 = None
    initializers_onnx_initializer_254 = self.initializers.onnx_initializer_254
    encoder6_mha_q_reshape = getattr(self, "encoder6/mha/Q/reshape")(encoder6_mha_q_b, initializers_onnx_initializer_254);  encoder6_mha_q_b = initializers_onnx_initializer_254 = None
    encoder6_mha_q_transpose = getattr(self, "encoder6/mha/Q/transpose")(encoder6_mha_q_reshape);  encoder6_mha_q_reshape = None
    initializers_onnx_initializer_255 = self.initializers.onnx_initializer_255
    encoder6_mha_k_w = getattr(self, "encoder6/mha/K/w")(encoder5_ln2_betas, initializers_onnx_initializer_255);  initializers_onnx_initializer_255 = None
    initializers_onnx_initializer_256 = self.initializers.onnx_initializer_256
    encoder6_mha_k_b = getattr(self, "encoder6/mha/K/b")(encoder6_mha_k_w, initializers_onnx_initializer_256);  encoder6_mha_k_w = initializers_onnx_initializer_256 = None
    initializers_onnx_initializer_257 = self.initializers.onnx_initializer_257
    encoder6_mha_k_reshape = getattr(self, "encoder6/mha/K/reshape")(encoder6_mha_k_b, initializers_onnx_initializer_257);  encoder6_mha_k_b = initializers_onnx_initializer_257 = None
    encoder6_mha_k_transpose = getattr(self, "encoder6/mha/K/transpose")(encoder6_mha_k_reshape);  encoder6_mha_k_reshape = None
    initializers_onnx_initializer_258 = self.initializers.onnx_initializer_258
    encoder6_mha_v_w = getattr(self, "encoder6/mha/V/w")(encoder5_ln2_betas, initializers_onnx_initializer_258);  initializers_onnx_initializer_258 = None
    initializers_onnx_initializer_259 = self.initializers.onnx_initializer_259
    encoder6_mha_v_b = getattr(self, "encoder6/mha/V/b")(encoder6_mha_v_w, initializers_onnx_initializer_259);  encoder6_mha_v_w = initializers_onnx_initializer_259 = None
    initializers_onnx_initializer_260 = self.initializers.onnx_initializer_260
    encoder6_mha_v_reshape = getattr(self, "encoder6/mha/V/reshape")(encoder6_mha_v_b, initializers_onnx_initializer_260);  encoder6_mha_v_b = initializers_onnx_initializer_260 = None
    encoder6_mha_v_transpose = getattr(self, "encoder6/mha/V/transpose")(encoder6_mha_v_reshape);  encoder6_mha_v_reshape = None
    encoder6_mha_qk_matmul = getattr(self, "encoder6/mha/QK/matmul")(encoder6_mha_q_transpose, encoder6_mha_k_transpose);  encoder6_mha_q_transpose = encoder6_mha_k_transpose = None
    initializers_onnx_initializer_261 = self.initializers.onnx_initializer_261
    encoder6_mha_qk_scale = getattr(self, "encoder6/mha/QK/scale")(encoder6_mha_qk_matmul, initializers_onnx_initializer_261);  encoder6_mha_qk_matmul = initializers_onnx_initializer_261 = None
    initializers_onnx_initializer_262 = self.initializers.onnx_initializer_262
    encoder6_smolgen_compress = getattr(self, "encoder6/smolgen/compress")(encoder5_ln2_betas, initializers_onnx_initializer_262);  initializers_onnx_initializer_262 = None
    initializers_onnx_initializer_263 = self.initializers.onnx_initializer_263
    encoder6_smolgen_compress_reshape = getattr(self, "encoder6/smolgen/compress/reshape")(encoder6_smolgen_compress, initializers_onnx_initializer_263);  encoder6_smolgen_compress = initializers_onnx_initializer_263 = None
    initializers_onnx_initializer_264 = self.initializers.onnx_initializer_264
    encoder6_smolgen_dense1_w = getattr(self, "encoder6/smolgen/dense1/w")(encoder6_smolgen_compress_reshape, initializers_onnx_initializer_264);  encoder6_smolgen_compress_reshape = initializers_onnx_initializer_264 = None
    initializers_onnx_initializer_265 = self.initializers.onnx_initializer_265
    encoder6_smolgen_dense1_b = getattr(self, "encoder6/smolgen/dense1/b")(encoder6_smolgen_dense1_w, initializers_onnx_initializer_265);  encoder6_smolgen_dense1_w = initializers_onnx_initializer_265 = None
    encoder6_smolgen_dense1_swish_sigmoid = getattr(self, "encoder6/smolgen/dense1/swish/sigmoid")(encoder6_smolgen_dense1_b)
    encoder6_smolgen_dense1_swish = getattr(self, "encoder6/smolgen/dense1/swish")(encoder6_smolgen_dense1_swish_sigmoid, encoder6_smolgen_dense1_b);  encoder6_smolgen_dense1_swish_sigmoid = encoder6_smolgen_dense1_b = None
    encoder6_smolgen_ln1_to_float = getattr(self, "encoder6/smolgen/ln1/to_float")(encoder6_smolgen_dense1_swish);  encoder6_smolgen_dense1_swish = None
    encoder6_smolgen_ln1_mean = getattr(self, "encoder6/smolgen/ln1/mean")(encoder6_smolgen_ln1_to_float)
    encoder6_smolgen_ln1_centered = getattr(self, "encoder6/smolgen/ln1/centered")(encoder6_smolgen_ln1_to_float, encoder6_smolgen_ln1_mean);  encoder6_smolgen_ln1_to_float = encoder6_smolgen_ln1_mean = None
    encoder6_smolgen_ln1_squared = getattr(self, "encoder6/smolgen/ln1/squared")(encoder6_smolgen_ln1_centered, encoder6_smolgen_ln1_centered)
    encoder6_smolgen_ln1_var = getattr(self, "encoder6/smolgen/ln1/var")(encoder6_smolgen_ln1_squared);  encoder6_smolgen_ln1_squared = None
    initializers_onnx_initializer_266 = self.initializers.onnx_initializer_266
    encoder6_smolgen_ln1_var_eps = getattr(self, "encoder6/smolgen/ln1/var_eps")(encoder6_smolgen_ln1_var, initializers_onnx_initializer_266);  encoder6_smolgen_ln1_var = initializers_onnx_initializer_266 = None
    encoder6_smolgen_ln1_std = getattr(self, "encoder6/smolgen/ln1/std")(encoder6_smolgen_ln1_var_eps);  encoder6_smolgen_ln1_var_eps = None
    encoder6_smolgen_ln1_inv_std = getattr(self, "encoder6/smolgen/ln1/inv_std")(encoder6_smolgen_ln1_std);  encoder6_smolgen_ln1_std = None
    encoder6_smolgen_ln1_normalized = getattr(self, "encoder6/smolgen/ln1/normalized")(encoder6_smolgen_ln1_centered, encoder6_smolgen_ln1_inv_std);  encoder6_smolgen_ln1_centered = encoder6_smolgen_ln1_inv_std = None
    encoder6_smolgen_ln1_to_data_type = getattr(self, "encoder6/smolgen/ln1/to_data_type")(encoder6_smolgen_ln1_normalized);  encoder6_smolgen_ln1_normalized = None
    initializers_onnx_initializer_267 = self.initializers.onnx_initializer_267
    encoder6_smolgen_ln1_gammas = getattr(self, "encoder6/smolgen/ln1/gammas")(encoder6_smolgen_ln1_to_data_type, initializers_onnx_initializer_267);  encoder6_smolgen_ln1_to_data_type = initializers_onnx_initializer_267 = None
    initializers_onnx_initializer_268 = self.initializers.onnx_initializer_268
    encoder6_smolgen_ln1_betas = getattr(self, "encoder6/smolgen/ln1/betas")(encoder6_smolgen_ln1_gammas, initializers_onnx_initializer_268);  encoder6_smolgen_ln1_gammas = initializers_onnx_initializer_268 = None
    initializers_onnx_initializer_269 = self.initializers.onnx_initializer_269
    encoder6_smolgen_dense2_w = getattr(self, "encoder6/smolgen/dense2/w")(encoder6_smolgen_ln1_betas, initializers_onnx_initializer_269);  encoder6_smolgen_ln1_betas = initializers_onnx_initializer_269 = None
    initializers_onnx_initializer_270 = self.initializers.onnx_initializer_270
    encoder6_smolgen_dense2_b = getattr(self, "encoder6/smolgen/dense2/b")(encoder6_smolgen_dense2_w, initializers_onnx_initializer_270);  encoder6_smolgen_dense2_w = initializers_onnx_initializer_270 = None
    encoder6_smolgen_dense2_swish_sigmoid = getattr(self, "encoder6/smolgen/dense2/swish/sigmoid")(encoder6_smolgen_dense2_b)
    encoder6_smolgen_dense2_swish = getattr(self, "encoder6/smolgen/dense2/swish")(encoder6_smolgen_dense2_swish_sigmoid, encoder6_smolgen_dense2_b);  encoder6_smolgen_dense2_swish_sigmoid = encoder6_smolgen_dense2_b = None
    encoder6_smolgen_ln2_to_float = getattr(self, "encoder6/smolgen/ln2/to_float")(encoder6_smolgen_dense2_swish);  encoder6_smolgen_dense2_swish = None
    encoder6_smolgen_ln2_mean = getattr(self, "encoder6/smolgen/ln2/mean")(encoder6_smolgen_ln2_to_float)
    encoder6_smolgen_ln2_centered = getattr(self, "encoder6/smolgen/ln2/centered")(encoder6_smolgen_ln2_to_float, encoder6_smolgen_ln2_mean);  encoder6_smolgen_ln2_to_float = encoder6_smolgen_ln2_mean = None
    encoder6_smolgen_ln2_squared = getattr(self, "encoder6/smolgen/ln2/squared")(encoder6_smolgen_ln2_centered, encoder6_smolgen_ln2_centered)
    encoder6_smolgen_ln2_var = getattr(self, "encoder6/smolgen/ln2/var")(encoder6_smolgen_ln2_squared);  encoder6_smolgen_ln2_squared = None
    initializers_onnx_initializer_271 = self.initializers.onnx_initializer_271
    encoder6_smolgen_ln2_var_eps = getattr(self, "encoder6/smolgen/ln2/var_eps")(encoder6_smolgen_ln2_var, initializers_onnx_initializer_271);  encoder6_smolgen_ln2_var = initializers_onnx_initializer_271 = None
    encoder6_smolgen_ln2_std = getattr(self, "encoder6/smolgen/ln2/std")(encoder6_smolgen_ln2_var_eps);  encoder6_smolgen_ln2_var_eps = None
    encoder6_smolgen_ln2_inv_std = getattr(self, "encoder6/smolgen/ln2/inv_std")(encoder6_smolgen_ln2_std);  encoder6_smolgen_ln2_std = None
    encoder6_smolgen_ln2_normalized = getattr(self, "encoder6/smolgen/ln2/normalized")(encoder6_smolgen_ln2_centered, encoder6_smolgen_ln2_inv_std);  encoder6_smolgen_ln2_centered = encoder6_smolgen_ln2_inv_std = None
    encoder6_smolgen_ln2_to_data_type = getattr(self, "encoder6/smolgen/ln2/to_data_type")(encoder6_smolgen_ln2_normalized);  encoder6_smolgen_ln2_normalized = None
    initializers_onnx_initializer_272 = self.initializers.onnx_initializer_272
    encoder6_smolgen_ln2_gammas = getattr(self, "encoder6/smolgen/ln2/gammas")(encoder6_smolgen_ln2_to_data_type, initializers_onnx_initializer_272);  encoder6_smolgen_ln2_to_data_type = initializers_onnx_initializer_272 = None
    initializers_onnx_initializer_273 = self.initializers.onnx_initializer_273
    encoder6_smolgen_ln2_betas = getattr(self, "encoder6/smolgen/ln2/betas")(encoder6_smolgen_ln2_gammas, initializers_onnx_initializer_273);  encoder6_smolgen_ln2_gammas = initializers_onnx_initializer_273 = None
    initializers_onnx_initializer_274 = self.initializers.onnx_initializer_274
    encoder6_smolgen_gen_from_reshape = getattr(self, "encoder6/smolgen/gen_from/reshape")(encoder6_smolgen_ln2_betas, initializers_onnx_initializer_274);  encoder6_smolgen_ln2_betas = initializers_onnx_initializer_274 = None
    initializers_onnx_initializer_275 = self.initializers.onnx_initializer_275
    encoder6_smolgen_smol_weight_gen = getattr(self, "encoder6/smolgen/smol_weight_gen")(encoder6_smolgen_gen_from_reshape, initializers_onnx_initializer_275);  encoder6_smolgen_gen_from_reshape = initializers_onnx_initializer_275 = None
    initializers_onnx_initializer_276 = self.initializers.onnx_initializer_276
    encoder6_smolgen_out_reshape = getattr(self, "encoder6/smolgen/out/reshape")(encoder6_smolgen_smol_weight_gen, initializers_onnx_initializer_276);  encoder6_smolgen_smol_weight_gen = initializers_onnx_initializer_276 = None
    encoder6_smolgen_weights = getattr(self, "encoder6/smolgen_weights")(encoder6_mha_qk_scale, encoder6_smolgen_out_reshape);  encoder6_mha_qk_scale = encoder6_smolgen_out_reshape = None
    encoder6_mha_qk_softmax = getattr(self, "encoder6/mha/QK/softmax")(encoder6_smolgen_weights);  encoder6_smolgen_weights = None
    encoder6_mha_qkv_matmul = getattr(self, "encoder6/mha/QKV/matmul")(encoder6_mha_qk_softmax, encoder6_mha_v_transpose);  encoder6_mha_qk_softmax = encoder6_mha_v_transpose = None
    encoder6_mha_out_transpose = getattr(self, "encoder6/mha/out/transpose")(encoder6_mha_qkv_matmul);  encoder6_mha_qkv_matmul = None
    initializers_onnx_initializer_277 = self.initializers.onnx_initializer_277
    encoder6_mha_out_reshape = getattr(self, "encoder6/mha/out/reshape")(encoder6_mha_out_transpose, initializers_onnx_initializer_277);  encoder6_mha_out_transpose = initializers_onnx_initializer_277 = None
    initializers_onnx_initializer_278 = self.initializers.onnx_initializer_278
    encoder6_mha_out_dense_w = getattr(self, "encoder6/mha/out/dense/w")(encoder6_mha_out_reshape, initializers_onnx_initializer_278);  encoder6_mha_out_reshape = initializers_onnx_initializer_278 = None
    initializers_onnx_initializer_279 = self.initializers.onnx_initializer_279
    encoder6_mha_out_dense_b = getattr(self, "encoder6/mha/out/dense/b")(encoder6_mha_out_dense_w, initializers_onnx_initializer_279);  encoder6_mha_out_dense_w = initializers_onnx_initializer_279 = None
    initializers_onnx_initializer_280 = self.initializers.onnx_initializer_280
    encoder6_alpha_input = getattr(self, "encoder6/alpha*input")(encoder6_mha_out_dense_b, initializers_onnx_initializer_280);  encoder6_mha_out_dense_b = initializers_onnx_initializer_280 = None
    encoder6_mha_out_skip = getattr(self, "encoder6/mha/out/skip")(encoder6_alpha_input, encoder5_ln2_betas);  encoder6_alpha_input = encoder5_ln2_betas = None
    encoder6_ln1_to_float = getattr(self, "encoder6/ln1/to_float")(encoder6_mha_out_skip);  encoder6_mha_out_skip = None
    encoder6_ln1_mean = getattr(self, "encoder6/ln1/mean")(encoder6_ln1_to_float)
    encoder6_ln1_centered = getattr(self, "encoder6/ln1/centered")(encoder6_ln1_to_float, encoder6_ln1_mean);  encoder6_ln1_to_float = encoder6_ln1_mean = None
    encoder6_ln1_squared = getattr(self, "encoder6/ln1/squared")(encoder6_ln1_centered, encoder6_ln1_centered)
    encoder6_ln1_var = getattr(self, "encoder6/ln1/var")(encoder6_ln1_squared);  encoder6_ln1_squared = None
    initializers_onnx_initializer_281 = self.initializers.onnx_initializer_281
    encoder6_ln1_var_eps = getattr(self, "encoder6/ln1/var_eps")(encoder6_ln1_var, initializers_onnx_initializer_281);  encoder6_ln1_var = initializers_onnx_initializer_281 = None
    encoder6_ln1_std = getattr(self, "encoder6/ln1/std")(encoder6_ln1_var_eps);  encoder6_ln1_var_eps = None
    encoder6_ln1_inv_std = getattr(self, "encoder6/ln1/inv_std")(encoder6_ln1_std);  encoder6_ln1_std = None
    encoder6_ln1_normalized = getattr(self, "encoder6/ln1/normalized")(encoder6_ln1_centered, encoder6_ln1_inv_std);  encoder6_ln1_centered = encoder6_ln1_inv_std = None
    encoder6_ln1_to_data_type = getattr(self, "encoder6/ln1/to_data_type")(encoder6_ln1_normalized);  encoder6_ln1_normalized = None
    initializers_onnx_initializer_282 = self.initializers.onnx_initializer_282
    encoder6_ln1_gammas = getattr(self, "encoder6/ln1/gammas")(encoder6_ln1_to_data_type, initializers_onnx_initializer_282);  encoder6_ln1_to_data_type = initializers_onnx_initializer_282 = None
    initializers_onnx_initializer_283 = self.initializers.onnx_initializer_283
    encoder6_ln1_betas = getattr(self, "encoder6/ln1/betas")(encoder6_ln1_gammas, initializers_onnx_initializer_283);  encoder6_ln1_gammas = initializers_onnx_initializer_283 = None
    initializers_onnx_initializer_284 = self.initializers.onnx_initializer_284
    encoder6_ffn_dense1_w = getattr(self, "encoder6/ffn/dense1/w")(encoder6_ln1_betas, initializers_onnx_initializer_284);  initializers_onnx_initializer_284 = None
    initializers_onnx_initializer_285 = self.initializers.onnx_initializer_285
    encoder6_ffn_dense1_b = getattr(self, "encoder6/ffn/dense1/b")(encoder6_ffn_dense1_w, initializers_onnx_initializer_285);  encoder6_ffn_dense1_w = initializers_onnx_initializer_285 = None
    encoder6_ffn_dense1_sqrrelu_relu = getattr(self, "encoder6/ffn/dense1/sqrrelu/relu")(encoder6_ffn_dense1_b);  encoder6_ffn_dense1_b = None
    encoder6_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder6/ffn/dense1/sqrrelu/sqr")(encoder6_ffn_dense1_sqrrelu_relu, encoder6_ffn_dense1_sqrrelu_relu);  encoder6_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_286 = self.initializers.onnx_initializer_286
    encoder6_ffn_dense2_w = getattr(self, "encoder6/ffn/dense2/w")(encoder6_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_286);  encoder6_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_286 = None
    initializers_onnx_initializer_287 = self.initializers.onnx_initializer_287
    encoder6_ffn_dense2_b = getattr(self, "encoder6/ffn/dense2/b")(encoder6_ffn_dense2_w, initializers_onnx_initializer_287);  encoder6_ffn_dense2_w = initializers_onnx_initializer_287 = None
    initializers_onnx_initializer_288 = self.initializers.onnx_initializer_288
    encoder6_ffn_alpha = getattr(self, "encoder6/ffn/alpha")(encoder6_ffn_dense2_b, initializers_onnx_initializer_288);  encoder6_ffn_dense2_b = initializers_onnx_initializer_288 = None
    encoder6_ffn_skip = getattr(self, "encoder6/ffn/skip")(encoder6_ffn_alpha, encoder6_ln1_betas);  encoder6_ffn_alpha = encoder6_ln1_betas = None
    encoder6_ln2_to_float = getattr(self, "encoder6/ln2/to_float")(encoder6_ffn_skip);  encoder6_ffn_skip = None
    encoder6_ln2_mean = getattr(self, "encoder6/ln2/mean")(encoder6_ln2_to_float)
    encoder6_ln2_centered = getattr(self, "encoder6/ln2/centered")(encoder6_ln2_to_float, encoder6_ln2_mean);  encoder6_ln2_to_float = encoder6_ln2_mean = None
    encoder6_ln2_squared = getattr(self, "encoder6/ln2/squared")(encoder6_ln2_centered, encoder6_ln2_centered)
    encoder6_ln2_var = getattr(self, "encoder6/ln2/var")(encoder6_ln2_squared);  encoder6_ln2_squared = None
    initializers_onnx_initializer_289 = self.initializers.onnx_initializer_289
    encoder6_ln2_var_eps = getattr(self, "encoder6/ln2/var_eps")(encoder6_ln2_var, initializers_onnx_initializer_289);  encoder6_ln2_var = initializers_onnx_initializer_289 = None
    encoder6_ln2_std = getattr(self, "encoder6/ln2/std")(encoder6_ln2_var_eps);  encoder6_ln2_var_eps = None
    encoder6_ln2_inv_std = getattr(self, "encoder6/ln2/inv_std")(encoder6_ln2_std);  encoder6_ln2_std = None
    encoder6_ln2_normalized = getattr(self, "encoder6/ln2/normalized")(encoder6_ln2_centered, encoder6_ln2_inv_std);  encoder6_ln2_centered = encoder6_ln2_inv_std = None
    encoder6_ln2_to_data_type = getattr(self, "encoder6/ln2/to_data_type")(encoder6_ln2_normalized);  encoder6_ln2_normalized = None
    initializers_onnx_initializer_290 = self.initializers.onnx_initializer_290
    encoder6_ln2_gammas = getattr(self, "encoder6/ln2/gammas")(encoder6_ln2_to_data_type, initializers_onnx_initializer_290);  encoder6_ln2_to_data_type = initializers_onnx_initializer_290 = None
    initializers_onnx_initializer_291 = self.initializers.onnx_initializer_291
    encoder6_ln2_betas = getattr(self, "encoder6/ln2/betas")(encoder6_ln2_gammas, initializers_onnx_initializer_291);  encoder6_ln2_gammas = initializers_onnx_initializer_291 = None
    initializers_onnx_initializer_292 = self.initializers.onnx_initializer_292
    encoder7_mha_q_w = getattr(self, "encoder7/mha/Q/w")(encoder6_ln2_betas, initializers_onnx_initializer_292);  initializers_onnx_initializer_292 = None
    initializers_onnx_initializer_293 = self.initializers.onnx_initializer_293
    encoder7_mha_q_b = getattr(self, "encoder7/mha/Q/b")(encoder7_mha_q_w, initializers_onnx_initializer_293);  encoder7_mha_q_w = initializers_onnx_initializer_293 = None
    initializers_onnx_initializer_294 = self.initializers.onnx_initializer_294
    encoder7_mha_q_reshape = getattr(self, "encoder7/mha/Q/reshape")(encoder7_mha_q_b, initializers_onnx_initializer_294);  encoder7_mha_q_b = initializers_onnx_initializer_294 = None
    encoder7_mha_q_transpose = getattr(self, "encoder7/mha/Q/transpose")(encoder7_mha_q_reshape);  encoder7_mha_q_reshape = None
    initializers_onnx_initializer_295 = self.initializers.onnx_initializer_295
    encoder7_mha_k_w = getattr(self, "encoder7/mha/K/w")(encoder6_ln2_betas, initializers_onnx_initializer_295);  initializers_onnx_initializer_295 = None
    initializers_onnx_initializer_296 = self.initializers.onnx_initializer_296
    encoder7_mha_k_b = getattr(self, "encoder7/mha/K/b")(encoder7_mha_k_w, initializers_onnx_initializer_296);  encoder7_mha_k_w = initializers_onnx_initializer_296 = None
    initializers_onnx_initializer_297 = self.initializers.onnx_initializer_297
    encoder7_mha_k_reshape = getattr(self, "encoder7/mha/K/reshape")(encoder7_mha_k_b, initializers_onnx_initializer_297);  encoder7_mha_k_b = initializers_onnx_initializer_297 = None
    encoder7_mha_k_transpose = getattr(self, "encoder7/mha/K/transpose")(encoder7_mha_k_reshape);  encoder7_mha_k_reshape = None
    initializers_onnx_initializer_298 = self.initializers.onnx_initializer_298
    encoder7_mha_v_w = getattr(self, "encoder7/mha/V/w")(encoder6_ln2_betas, initializers_onnx_initializer_298);  initializers_onnx_initializer_298 = None
    initializers_onnx_initializer_299 = self.initializers.onnx_initializer_299
    encoder7_mha_v_b = getattr(self, "encoder7/mha/V/b")(encoder7_mha_v_w, initializers_onnx_initializer_299);  encoder7_mha_v_w = initializers_onnx_initializer_299 = None
    initializers_onnx_initializer_300 = self.initializers.onnx_initializer_300
    encoder7_mha_v_reshape = getattr(self, "encoder7/mha/V/reshape")(encoder7_mha_v_b, initializers_onnx_initializer_300);  encoder7_mha_v_b = initializers_onnx_initializer_300 = None
    encoder7_mha_v_transpose = getattr(self, "encoder7/mha/V/transpose")(encoder7_mha_v_reshape);  encoder7_mha_v_reshape = None
    encoder7_mha_qk_matmul = getattr(self, "encoder7/mha/QK/matmul")(encoder7_mha_q_transpose, encoder7_mha_k_transpose);  encoder7_mha_q_transpose = encoder7_mha_k_transpose = None
    initializers_onnx_initializer_301 = self.initializers.onnx_initializer_301
    encoder7_mha_qk_scale = getattr(self, "encoder7/mha/QK/scale")(encoder7_mha_qk_matmul, initializers_onnx_initializer_301);  encoder7_mha_qk_matmul = initializers_onnx_initializer_301 = None
    initializers_onnx_initializer_302 = self.initializers.onnx_initializer_302
    encoder7_smolgen_compress = getattr(self, "encoder7/smolgen/compress")(encoder6_ln2_betas, initializers_onnx_initializer_302);  initializers_onnx_initializer_302 = None
    initializers_onnx_initializer_303 = self.initializers.onnx_initializer_303
    encoder7_smolgen_compress_reshape = getattr(self, "encoder7/smolgen/compress/reshape")(encoder7_smolgen_compress, initializers_onnx_initializer_303);  encoder7_smolgen_compress = initializers_onnx_initializer_303 = None
    initializers_onnx_initializer_304 = self.initializers.onnx_initializer_304
    encoder7_smolgen_dense1_w = getattr(self, "encoder7/smolgen/dense1/w")(encoder7_smolgen_compress_reshape, initializers_onnx_initializer_304);  encoder7_smolgen_compress_reshape = initializers_onnx_initializer_304 = None
    initializers_onnx_initializer_305 = self.initializers.onnx_initializer_305
    encoder7_smolgen_dense1_b = getattr(self, "encoder7/smolgen/dense1/b")(encoder7_smolgen_dense1_w, initializers_onnx_initializer_305);  encoder7_smolgen_dense1_w = initializers_onnx_initializer_305 = None
    encoder7_smolgen_dense1_swish_sigmoid = getattr(self, "encoder7/smolgen/dense1/swish/sigmoid")(encoder7_smolgen_dense1_b)
    encoder7_smolgen_dense1_swish = getattr(self, "encoder7/smolgen/dense1/swish")(encoder7_smolgen_dense1_swish_sigmoid, encoder7_smolgen_dense1_b);  encoder7_smolgen_dense1_swish_sigmoid = encoder7_smolgen_dense1_b = None
    encoder7_smolgen_ln1_to_float = getattr(self, "encoder7/smolgen/ln1/to_float")(encoder7_smolgen_dense1_swish);  encoder7_smolgen_dense1_swish = None
    encoder7_smolgen_ln1_mean = getattr(self, "encoder7/smolgen/ln1/mean")(encoder7_smolgen_ln1_to_float)
    encoder7_smolgen_ln1_centered = getattr(self, "encoder7/smolgen/ln1/centered")(encoder7_smolgen_ln1_to_float, encoder7_smolgen_ln1_mean);  encoder7_smolgen_ln1_to_float = encoder7_smolgen_ln1_mean = None
    encoder7_smolgen_ln1_squared = getattr(self, "encoder7/smolgen/ln1/squared")(encoder7_smolgen_ln1_centered, encoder7_smolgen_ln1_centered)
    encoder7_smolgen_ln1_var = getattr(self, "encoder7/smolgen/ln1/var")(encoder7_smolgen_ln1_squared);  encoder7_smolgen_ln1_squared = None
    initializers_onnx_initializer_306 = self.initializers.onnx_initializer_306
    encoder7_smolgen_ln1_var_eps = getattr(self, "encoder7/smolgen/ln1/var_eps")(encoder7_smolgen_ln1_var, initializers_onnx_initializer_306);  encoder7_smolgen_ln1_var = initializers_onnx_initializer_306 = None
    encoder7_smolgen_ln1_std = getattr(self, "encoder7/smolgen/ln1/std")(encoder7_smolgen_ln1_var_eps);  encoder7_smolgen_ln1_var_eps = None
    encoder7_smolgen_ln1_inv_std = getattr(self, "encoder7/smolgen/ln1/inv_std")(encoder7_smolgen_ln1_std);  encoder7_smolgen_ln1_std = None
    encoder7_smolgen_ln1_normalized = getattr(self, "encoder7/smolgen/ln1/normalized")(encoder7_smolgen_ln1_centered, encoder7_smolgen_ln1_inv_std);  encoder7_smolgen_ln1_centered = encoder7_smolgen_ln1_inv_std = None
    encoder7_smolgen_ln1_to_data_type = getattr(self, "encoder7/smolgen/ln1/to_data_type")(encoder7_smolgen_ln1_normalized);  encoder7_smolgen_ln1_normalized = None
    initializers_onnx_initializer_307 = self.initializers.onnx_initializer_307
    encoder7_smolgen_ln1_gammas = getattr(self, "encoder7/smolgen/ln1/gammas")(encoder7_smolgen_ln1_to_data_type, initializers_onnx_initializer_307);  encoder7_smolgen_ln1_to_data_type = initializers_onnx_initializer_307 = None
    initializers_onnx_initializer_308 = self.initializers.onnx_initializer_308
    encoder7_smolgen_ln1_betas = getattr(self, "encoder7/smolgen/ln1/betas")(encoder7_smolgen_ln1_gammas, initializers_onnx_initializer_308);  encoder7_smolgen_ln1_gammas = initializers_onnx_initializer_308 = None
    initializers_onnx_initializer_309 = self.initializers.onnx_initializer_309
    encoder7_smolgen_dense2_w = getattr(self, "encoder7/smolgen/dense2/w")(encoder7_smolgen_ln1_betas, initializers_onnx_initializer_309);  encoder7_smolgen_ln1_betas = initializers_onnx_initializer_309 = None
    initializers_onnx_initializer_310 = self.initializers.onnx_initializer_310
    encoder7_smolgen_dense2_b = getattr(self, "encoder7/smolgen/dense2/b")(encoder7_smolgen_dense2_w, initializers_onnx_initializer_310);  encoder7_smolgen_dense2_w = initializers_onnx_initializer_310 = None
    encoder7_smolgen_dense2_swish_sigmoid = getattr(self, "encoder7/smolgen/dense2/swish/sigmoid")(encoder7_smolgen_dense2_b)
    encoder7_smolgen_dense2_swish = getattr(self, "encoder7/smolgen/dense2/swish")(encoder7_smolgen_dense2_swish_sigmoid, encoder7_smolgen_dense2_b);  encoder7_smolgen_dense2_swish_sigmoid = encoder7_smolgen_dense2_b = None
    encoder7_smolgen_ln2_to_float = getattr(self, "encoder7/smolgen/ln2/to_float")(encoder7_smolgen_dense2_swish);  encoder7_smolgen_dense2_swish = None
    encoder7_smolgen_ln2_mean = getattr(self, "encoder7/smolgen/ln2/mean")(encoder7_smolgen_ln2_to_float)
    encoder7_smolgen_ln2_centered = getattr(self, "encoder7/smolgen/ln2/centered")(encoder7_smolgen_ln2_to_float, encoder7_smolgen_ln2_mean);  encoder7_smolgen_ln2_to_float = encoder7_smolgen_ln2_mean = None
    encoder7_smolgen_ln2_squared = getattr(self, "encoder7/smolgen/ln2/squared")(encoder7_smolgen_ln2_centered, encoder7_smolgen_ln2_centered)
    encoder7_smolgen_ln2_var = getattr(self, "encoder7/smolgen/ln2/var")(encoder7_smolgen_ln2_squared);  encoder7_smolgen_ln2_squared = None
    initializers_onnx_initializer_311 = self.initializers.onnx_initializer_311
    encoder7_smolgen_ln2_var_eps = getattr(self, "encoder7/smolgen/ln2/var_eps")(encoder7_smolgen_ln2_var, initializers_onnx_initializer_311);  encoder7_smolgen_ln2_var = initializers_onnx_initializer_311 = None
    encoder7_smolgen_ln2_std = getattr(self, "encoder7/smolgen/ln2/std")(encoder7_smolgen_ln2_var_eps);  encoder7_smolgen_ln2_var_eps = None
    encoder7_smolgen_ln2_inv_std = getattr(self, "encoder7/smolgen/ln2/inv_std")(encoder7_smolgen_ln2_std);  encoder7_smolgen_ln2_std = None
    encoder7_smolgen_ln2_normalized = getattr(self, "encoder7/smolgen/ln2/normalized")(encoder7_smolgen_ln2_centered, encoder7_smolgen_ln2_inv_std);  encoder7_smolgen_ln2_centered = encoder7_smolgen_ln2_inv_std = None
    encoder7_smolgen_ln2_to_data_type = getattr(self, "encoder7/smolgen/ln2/to_data_type")(encoder7_smolgen_ln2_normalized);  encoder7_smolgen_ln2_normalized = None
    initializers_onnx_initializer_312 = self.initializers.onnx_initializer_312
    encoder7_smolgen_ln2_gammas = getattr(self, "encoder7/smolgen/ln2/gammas")(encoder7_smolgen_ln2_to_data_type, initializers_onnx_initializer_312);  encoder7_smolgen_ln2_to_data_type = initializers_onnx_initializer_312 = None
    initializers_onnx_initializer_313 = self.initializers.onnx_initializer_313
    encoder7_smolgen_ln2_betas = getattr(self, "encoder7/smolgen/ln2/betas")(encoder7_smolgen_ln2_gammas, initializers_onnx_initializer_313);  encoder7_smolgen_ln2_gammas = initializers_onnx_initializer_313 = None
    initializers_onnx_initializer_314 = self.initializers.onnx_initializer_314
    encoder7_smolgen_gen_from_reshape = getattr(self, "encoder7/smolgen/gen_from/reshape")(encoder7_smolgen_ln2_betas, initializers_onnx_initializer_314);  encoder7_smolgen_ln2_betas = initializers_onnx_initializer_314 = None
    initializers_onnx_initializer_315 = self.initializers.onnx_initializer_315
    encoder7_smolgen_smol_weight_gen = getattr(self, "encoder7/smolgen/smol_weight_gen")(encoder7_smolgen_gen_from_reshape, initializers_onnx_initializer_315);  encoder7_smolgen_gen_from_reshape = initializers_onnx_initializer_315 = None
    initializers_onnx_initializer_316 = self.initializers.onnx_initializer_316
    encoder7_smolgen_out_reshape = getattr(self, "encoder7/smolgen/out/reshape")(encoder7_smolgen_smol_weight_gen, initializers_onnx_initializer_316);  encoder7_smolgen_smol_weight_gen = initializers_onnx_initializer_316 = None
    encoder7_smolgen_weights = getattr(self, "encoder7/smolgen_weights")(encoder7_mha_qk_scale, encoder7_smolgen_out_reshape);  encoder7_mha_qk_scale = encoder7_smolgen_out_reshape = None
    encoder7_mha_qk_softmax = getattr(self, "encoder7/mha/QK/softmax")(encoder7_smolgen_weights);  encoder7_smolgen_weights = None
    encoder7_mha_qkv_matmul = getattr(self, "encoder7/mha/QKV/matmul")(encoder7_mha_qk_softmax, encoder7_mha_v_transpose);  encoder7_mha_qk_softmax = encoder7_mha_v_transpose = None
    encoder7_mha_out_transpose = getattr(self, "encoder7/mha/out/transpose")(encoder7_mha_qkv_matmul);  encoder7_mha_qkv_matmul = None
    initializers_onnx_initializer_317 = self.initializers.onnx_initializer_317
    encoder7_mha_out_reshape = getattr(self, "encoder7/mha/out/reshape")(encoder7_mha_out_transpose, initializers_onnx_initializer_317);  encoder7_mha_out_transpose = initializers_onnx_initializer_317 = None
    initializers_onnx_initializer_318 = self.initializers.onnx_initializer_318
    encoder7_mha_out_dense_w = getattr(self, "encoder7/mha/out/dense/w")(encoder7_mha_out_reshape, initializers_onnx_initializer_318);  encoder7_mha_out_reshape = initializers_onnx_initializer_318 = None
    initializers_onnx_initializer_319 = self.initializers.onnx_initializer_319
    encoder7_mha_out_dense_b = getattr(self, "encoder7/mha/out/dense/b")(encoder7_mha_out_dense_w, initializers_onnx_initializer_319);  encoder7_mha_out_dense_w = initializers_onnx_initializer_319 = None
    initializers_onnx_initializer_320 = self.initializers.onnx_initializer_320
    encoder7_alpha_input = getattr(self, "encoder7/alpha*input")(encoder7_mha_out_dense_b, initializers_onnx_initializer_320);  encoder7_mha_out_dense_b = initializers_onnx_initializer_320 = None
    encoder7_mha_out_skip = getattr(self, "encoder7/mha/out/skip")(encoder7_alpha_input, encoder6_ln2_betas);  encoder7_alpha_input = encoder6_ln2_betas = None
    encoder7_ln1_to_float = getattr(self, "encoder7/ln1/to_float")(encoder7_mha_out_skip);  encoder7_mha_out_skip = None
    encoder7_ln1_mean = getattr(self, "encoder7/ln1/mean")(encoder7_ln1_to_float)
    encoder7_ln1_centered = getattr(self, "encoder7/ln1/centered")(encoder7_ln1_to_float, encoder7_ln1_mean);  encoder7_ln1_to_float = encoder7_ln1_mean = None
    encoder7_ln1_squared = getattr(self, "encoder7/ln1/squared")(encoder7_ln1_centered, encoder7_ln1_centered)
    encoder7_ln1_var = getattr(self, "encoder7/ln1/var")(encoder7_ln1_squared);  encoder7_ln1_squared = None
    initializers_onnx_initializer_321 = self.initializers.onnx_initializer_321
    encoder7_ln1_var_eps = getattr(self, "encoder7/ln1/var_eps")(encoder7_ln1_var, initializers_onnx_initializer_321);  encoder7_ln1_var = initializers_onnx_initializer_321 = None
    encoder7_ln1_std = getattr(self, "encoder7/ln1/std")(encoder7_ln1_var_eps);  encoder7_ln1_var_eps = None
    encoder7_ln1_inv_std = getattr(self, "encoder7/ln1/inv_std")(encoder7_ln1_std);  encoder7_ln1_std = None
    encoder7_ln1_normalized = getattr(self, "encoder7/ln1/normalized")(encoder7_ln1_centered, encoder7_ln1_inv_std);  encoder7_ln1_centered = encoder7_ln1_inv_std = None
    encoder7_ln1_to_data_type = getattr(self, "encoder7/ln1/to_data_type")(encoder7_ln1_normalized);  encoder7_ln1_normalized = None
    initializers_onnx_initializer_322 = self.initializers.onnx_initializer_322
    encoder7_ln1_gammas = getattr(self, "encoder7/ln1/gammas")(encoder7_ln1_to_data_type, initializers_onnx_initializer_322);  encoder7_ln1_to_data_type = initializers_onnx_initializer_322 = None
    initializers_onnx_initializer_323 = self.initializers.onnx_initializer_323
    encoder7_ln1_betas = getattr(self, "encoder7/ln1/betas")(encoder7_ln1_gammas, initializers_onnx_initializer_323);  encoder7_ln1_gammas = initializers_onnx_initializer_323 = None
    initializers_onnx_initializer_324 = self.initializers.onnx_initializer_324
    encoder7_ffn_dense1_w = getattr(self, "encoder7/ffn/dense1/w")(encoder7_ln1_betas, initializers_onnx_initializer_324);  initializers_onnx_initializer_324 = None
    initializers_onnx_initializer_325 = self.initializers.onnx_initializer_325
    encoder7_ffn_dense1_b = getattr(self, "encoder7/ffn/dense1/b")(encoder7_ffn_dense1_w, initializers_onnx_initializer_325);  encoder7_ffn_dense1_w = initializers_onnx_initializer_325 = None
    encoder7_ffn_dense1_sqrrelu_relu = getattr(self, "encoder7/ffn/dense1/sqrrelu/relu")(encoder7_ffn_dense1_b);  encoder7_ffn_dense1_b = None
    encoder7_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder7/ffn/dense1/sqrrelu/sqr")(encoder7_ffn_dense1_sqrrelu_relu, encoder7_ffn_dense1_sqrrelu_relu);  encoder7_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_326 = self.initializers.onnx_initializer_326
    encoder7_ffn_dense2_w = getattr(self, "encoder7/ffn/dense2/w")(encoder7_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_326);  encoder7_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_326 = None
    initializers_onnx_initializer_327 = self.initializers.onnx_initializer_327
    encoder7_ffn_dense2_b = getattr(self, "encoder7/ffn/dense2/b")(encoder7_ffn_dense2_w, initializers_onnx_initializer_327);  encoder7_ffn_dense2_w = initializers_onnx_initializer_327 = None
    initializers_onnx_initializer_328 = self.initializers.onnx_initializer_328
    encoder7_ffn_alpha = getattr(self, "encoder7/ffn/alpha")(encoder7_ffn_dense2_b, initializers_onnx_initializer_328);  encoder7_ffn_dense2_b = initializers_onnx_initializer_328 = None
    encoder7_ffn_skip = getattr(self, "encoder7/ffn/skip")(encoder7_ffn_alpha, encoder7_ln1_betas);  encoder7_ffn_alpha = encoder7_ln1_betas = None
    encoder7_ln2_to_float = getattr(self, "encoder7/ln2/to_float")(encoder7_ffn_skip);  encoder7_ffn_skip = None
    encoder7_ln2_mean = getattr(self, "encoder7/ln2/mean")(encoder7_ln2_to_float)
    encoder7_ln2_centered = getattr(self, "encoder7/ln2/centered")(encoder7_ln2_to_float, encoder7_ln2_mean);  encoder7_ln2_to_float = encoder7_ln2_mean = None
    encoder7_ln2_squared = getattr(self, "encoder7/ln2/squared")(encoder7_ln2_centered, encoder7_ln2_centered)
    encoder7_ln2_var = getattr(self, "encoder7/ln2/var")(encoder7_ln2_squared);  encoder7_ln2_squared = None
    initializers_onnx_initializer_329 = self.initializers.onnx_initializer_329
    encoder7_ln2_var_eps = getattr(self, "encoder7/ln2/var_eps")(encoder7_ln2_var, initializers_onnx_initializer_329);  encoder7_ln2_var = initializers_onnx_initializer_329 = None
    encoder7_ln2_std = getattr(self, "encoder7/ln2/std")(encoder7_ln2_var_eps);  encoder7_ln2_var_eps = None
    encoder7_ln2_inv_std = getattr(self, "encoder7/ln2/inv_std")(encoder7_ln2_std);  encoder7_ln2_std = None
    encoder7_ln2_normalized = getattr(self, "encoder7/ln2/normalized")(encoder7_ln2_centered, encoder7_ln2_inv_std);  encoder7_ln2_centered = encoder7_ln2_inv_std = None
    encoder7_ln2_to_data_type = getattr(self, "encoder7/ln2/to_data_type")(encoder7_ln2_normalized);  encoder7_ln2_normalized = None
    initializers_onnx_initializer_330 = self.initializers.onnx_initializer_330
    encoder7_ln2_gammas = getattr(self, "encoder7/ln2/gammas")(encoder7_ln2_to_data_type, initializers_onnx_initializer_330);  encoder7_ln2_to_data_type = initializers_onnx_initializer_330 = None
    initializers_onnx_initializer_331 = self.initializers.onnx_initializer_331
    encoder7_ln2_betas = getattr(self, "encoder7/ln2/betas")(encoder7_ln2_gammas, initializers_onnx_initializer_331);  encoder7_ln2_gammas = initializers_onnx_initializer_331 = None
    initializers_onnx_initializer_332 = self.initializers.onnx_initializer_332
    encoder8_mha_q_w = getattr(self, "encoder8/mha/Q/w")(encoder7_ln2_betas, initializers_onnx_initializer_332);  initializers_onnx_initializer_332 = None
    initializers_onnx_initializer_333 = self.initializers.onnx_initializer_333
    encoder8_mha_q_b = getattr(self, "encoder8/mha/Q/b")(encoder8_mha_q_w, initializers_onnx_initializer_333);  encoder8_mha_q_w = initializers_onnx_initializer_333 = None
    initializers_onnx_initializer_334 = self.initializers.onnx_initializer_334
    encoder8_mha_q_reshape = getattr(self, "encoder8/mha/Q/reshape")(encoder8_mha_q_b, initializers_onnx_initializer_334);  encoder8_mha_q_b = initializers_onnx_initializer_334 = None
    encoder8_mha_q_transpose = getattr(self, "encoder8/mha/Q/transpose")(encoder8_mha_q_reshape);  encoder8_mha_q_reshape = None
    initializers_onnx_initializer_335 = self.initializers.onnx_initializer_335
    encoder8_mha_k_w = getattr(self, "encoder8/mha/K/w")(encoder7_ln2_betas, initializers_onnx_initializer_335);  initializers_onnx_initializer_335 = None
    initializers_onnx_initializer_336 = self.initializers.onnx_initializer_336
    encoder8_mha_k_b = getattr(self, "encoder8/mha/K/b")(encoder8_mha_k_w, initializers_onnx_initializer_336);  encoder8_mha_k_w = initializers_onnx_initializer_336 = None
    initializers_onnx_initializer_337 = self.initializers.onnx_initializer_337
    encoder8_mha_k_reshape = getattr(self, "encoder8/mha/K/reshape")(encoder8_mha_k_b, initializers_onnx_initializer_337);  encoder8_mha_k_b = initializers_onnx_initializer_337 = None
    encoder8_mha_k_transpose = getattr(self, "encoder8/mha/K/transpose")(encoder8_mha_k_reshape);  encoder8_mha_k_reshape = None
    initializers_onnx_initializer_338 = self.initializers.onnx_initializer_338
    encoder8_mha_v_w = getattr(self, "encoder8/mha/V/w")(encoder7_ln2_betas, initializers_onnx_initializer_338);  initializers_onnx_initializer_338 = None
    initializers_onnx_initializer_339 = self.initializers.onnx_initializer_339
    encoder8_mha_v_b = getattr(self, "encoder8/mha/V/b")(encoder8_mha_v_w, initializers_onnx_initializer_339);  encoder8_mha_v_w = initializers_onnx_initializer_339 = None
    initializers_onnx_initializer_340 = self.initializers.onnx_initializer_340
    encoder8_mha_v_reshape = getattr(self, "encoder8/mha/V/reshape")(encoder8_mha_v_b, initializers_onnx_initializer_340);  encoder8_mha_v_b = initializers_onnx_initializer_340 = None
    encoder8_mha_v_transpose = getattr(self, "encoder8/mha/V/transpose")(encoder8_mha_v_reshape);  encoder8_mha_v_reshape = None
    encoder8_mha_qk_matmul = getattr(self, "encoder8/mha/QK/matmul")(encoder8_mha_q_transpose, encoder8_mha_k_transpose);  encoder8_mha_q_transpose = encoder8_mha_k_transpose = None
    initializers_onnx_initializer_341 = self.initializers.onnx_initializer_341
    encoder8_mha_qk_scale = getattr(self, "encoder8/mha/QK/scale")(encoder8_mha_qk_matmul, initializers_onnx_initializer_341);  encoder8_mha_qk_matmul = initializers_onnx_initializer_341 = None
    initializers_onnx_initializer_342 = self.initializers.onnx_initializer_342
    encoder8_smolgen_compress = getattr(self, "encoder8/smolgen/compress")(encoder7_ln2_betas, initializers_onnx_initializer_342);  initializers_onnx_initializer_342 = None
    initializers_onnx_initializer_343 = self.initializers.onnx_initializer_343
    encoder8_smolgen_compress_reshape = getattr(self, "encoder8/smolgen/compress/reshape")(encoder8_smolgen_compress, initializers_onnx_initializer_343);  encoder8_smolgen_compress = initializers_onnx_initializer_343 = None
    initializers_onnx_initializer_344 = self.initializers.onnx_initializer_344
    encoder8_smolgen_dense1_w = getattr(self, "encoder8/smolgen/dense1/w")(encoder8_smolgen_compress_reshape, initializers_onnx_initializer_344);  encoder8_smolgen_compress_reshape = initializers_onnx_initializer_344 = None
    initializers_onnx_initializer_345 = self.initializers.onnx_initializer_345
    encoder8_smolgen_dense1_b = getattr(self, "encoder8/smolgen/dense1/b")(encoder8_smolgen_dense1_w, initializers_onnx_initializer_345);  encoder8_smolgen_dense1_w = initializers_onnx_initializer_345 = None
    encoder8_smolgen_dense1_swish_sigmoid = getattr(self, "encoder8/smolgen/dense1/swish/sigmoid")(encoder8_smolgen_dense1_b)
    encoder8_smolgen_dense1_swish = getattr(self, "encoder8/smolgen/dense1/swish")(encoder8_smolgen_dense1_swish_sigmoid, encoder8_smolgen_dense1_b);  encoder8_smolgen_dense1_swish_sigmoid = encoder8_smolgen_dense1_b = None
    encoder8_smolgen_ln1_to_float = getattr(self, "encoder8/smolgen/ln1/to_float")(encoder8_smolgen_dense1_swish);  encoder8_smolgen_dense1_swish = None
    encoder8_smolgen_ln1_mean = getattr(self, "encoder8/smolgen/ln1/mean")(encoder8_smolgen_ln1_to_float)
    encoder8_smolgen_ln1_centered = getattr(self, "encoder8/smolgen/ln1/centered")(encoder8_smolgen_ln1_to_float, encoder8_smolgen_ln1_mean);  encoder8_smolgen_ln1_to_float = encoder8_smolgen_ln1_mean = None
    encoder8_smolgen_ln1_squared = getattr(self, "encoder8/smolgen/ln1/squared")(encoder8_smolgen_ln1_centered, encoder8_smolgen_ln1_centered)
    encoder8_smolgen_ln1_var = getattr(self, "encoder8/smolgen/ln1/var")(encoder8_smolgen_ln1_squared);  encoder8_smolgen_ln1_squared = None
    initializers_onnx_initializer_346 = self.initializers.onnx_initializer_346
    encoder8_smolgen_ln1_var_eps = getattr(self, "encoder8/smolgen/ln1/var_eps")(encoder8_smolgen_ln1_var, initializers_onnx_initializer_346);  encoder8_smolgen_ln1_var = initializers_onnx_initializer_346 = None
    encoder8_smolgen_ln1_std = getattr(self, "encoder8/smolgen/ln1/std")(encoder8_smolgen_ln1_var_eps);  encoder8_smolgen_ln1_var_eps = None
    encoder8_smolgen_ln1_inv_std = getattr(self, "encoder8/smolgen/ln1/inv_std")(encoder8_smolgen_ln1_std);  encoder8_smolgen_ln1_std = None
    encoder8_smolgen_ln1_normalized = getattr(self, "encoder8/smolgen/ln1/normalized")(encoder8_smolgen_ln1_centered, encoder8_smolgen_ln1_inv_std);  encoder8_smolgen_ln1_centered = encoder8_smolgen_ln1_inv_std = None
    encoder8_smolgen_ln1_to_data_type = getattr(self, "encoder8/smolgen/ln1/to_data_type")(encoder8_smolgen_ln1_normalized);  encoder8_smolgen_ln1_normalized = None
    initializers_onnx_initializer_347 = self.initializers.onnx_initializer_347
    encoder8_smolgen_ln1_gammas = getattr(self, "encoder8/smolgen/ln1/gammas")(encoder8_smolgen_ln1_to_data_type, initializers_onnx_initializer_347);  encoder8_smolgen_ln1_to_data_type = initializers_onnx_initializer_347 = None
    initializers_onnx_initializer_348 = self.initializers.onnx_initializer_348
    encoder8_smolgen_ln1_betas = getattr(self, "encoder8/smolgen/ln1/betas")(encoder8_smolgen_ln1_gammas, initializers_onnx_initializer_348);  encoder8_smolgen_ln1_gammas = initializers_onnx_initializer_348 = None
    initializers_onnx_initializer_349 = self.initializers.onnx_initializer_349
    encoder8_smolgen_dense2_w = getattr(self, "encoder8/smolgen/dense2/w")(encoder8_smolgen_ln1_betas, initializers_onnx_initializer_349);  encoder8_smolgen_ln1_betas = initializers_onnx_initializer_349 = None
    initializers_onnx_initializer_350 = self.initializers.onnx_initializer_350
    encoder8_smolgen_dense2_b = getattr(self, "encoder8/smolgen/dense2/b")(encoder8_smolgen_dense2_w, initializers_onnx_initializer_350);  encoder8_smolgen_dense2_w = initializers_onnx_initializer_350 = None
    encoder8_smolgen_dense2_swish_sigmoid = getattr(self, "encoder8/smolgen/dense2/swish/sigmoid")(encoder8_smolgen_dense2_b)
    encoder8_smolgen_dense2_swish = getattr(self, "encoder8/smolgen/dense2/swish")(encoder8_smolgen_dense2_swish_sigmoid, encoder8_smolgen_dense2_b);  encoder8_smolgen_dense2_swish_sigmoid = encoder8_smolgen_dense2_b = None
    encoder8_smolgen_ln2_to_float = getattr(self, "encoder8/smolgen/ln2/to_float")(encoder8_smolgen_dense2_swish);  encoder8_smolgen_dense2_swish = None
    encoder8_smolgen_ln2_mean = getattr(self, "encoder8/smolgen/ln2/mean")(encoder8_smolgen_ln2_to_float)
    encoder8_smolgen_ln2_centered = getattr(self, "encoder8/smolgen/ln2/centered")(encoder8_smolgen_ln2_to_float, encoder8_smolgen_ln2_mean);  encoder8_smolgen_ln2_to_float = encoder8_smolgen_ln2_mean = None
    encoder8_smolgen_ln2_squared = getattr(self, "encoder8/smolgen/ln2/squared")(encoder8_smolgen_ln2_centered, encoder8_smolgen_ln2_centered)
    encoder8_smolgen_ln2_var = getattr(self, "encoder8/smolgen/ln2/var")(encoder8_smolgen_ln2_squared);  encoder8_smolgen_ln2_squared = None
    initializers_onnx_initializer_351 = self.initializers.onnx_initializer_351
    encoder8_smolgen_ln2_var_eps = getattr(self, "encoder8/smolgen/ln2/var_eps")(encoder8_smolgen_ln2_var, initializers_onnx_initializer_351);  encoder8_smolgen_ln2_var = initializers_onnx_initializer_351 = None
    encoder8_smolgen_ln2_std = getattr(self, "encoder8/smolgen/ln2/std")(encoder8_smolgen_ln2_var_eps);  encoder8_smolgen_ln2_var_eps = None
    encoder8_smolgen_ln2_inv_std = getattr(self, "encoder8/smolgen/ln2/inv_std")(encoder8_smolgen_ln2_std);  encoder8_smolgen_ln2_std = None
    encoder8_smolgen_ln2_normalized = getattr(self, "encoder8/smolgen/ln2/normalized")(encoder8_smolgen_ln2_centered, encoder8_smolgen_ln2_inv_std);  encoder8_smolgen_ln2_centered = encoder8_smolgen_ln2_inv_std = None
    encoder8_smolgen_ln2_to_data_type = getattr(self, "encoder8/smolgen/ln2/to_data_type")(encoder8_smolgen_ln2_normalized);  encoder8_smolgen_ln2_normalized = None
    initializers_onnx_initializer_352 = self.initializers.onnx_initializer_352
    encoder8_smolgen_ln2_gammas = getattr(self, "encoder8/smolgen/ln2/gammas")(encoder8_smolgen_ln2_to_data_type, initializers_onnx_initializer_352);  encoder8_smolgen_ln2_to_data_type = initializers_onnx_initializer_352 = None
    initializers_onnx_initializer_353 = self.initializers.onnx_initializer_353
    encoder8_smolgen_ln2_betas = getattr(self, "encoder8/smolgen/ln2/betas")(encoder8_smolgen_ln2_gammas, initializers_onnx_initializer_353);  encoder8_smolgen_ln2_gammas = initializers_onnx_initializer_353 = None
    initializers_onnx_initializer_354 = self.initializers.onnx_initializer_354
    encoder8_smolgen_gen_from_reshape = getattr(self, "encoder8/smolgen/gen_from/reshape")(encoder8_smolgen_ln2_betas, initializers_onnx_initializer_354);  encoder8_smolgen_ln2_betas = initializers_onnx_initializer_354 = None
    initializers_onnx_initializer_355 = self.initializers.onnx_initializer_355
    encoder8_smolgen_smol_weight_gen = getattr(self, "encoder8/smolgen/smol_weight_gen")(encoder8_smolgen_gen_from_reshape, initializers_onnx_initializer_355);  encoder8_smolgen_gen_from_reshape = initializers_onnx_initializer_355 = None
    initializers_onnx_initializer_356 = self.initializers.onnx_initializer_356
    encoder8_smolgen_out_reshape = getattr(self, "encoder8/smolgen/out/reshape")(encoder8_smolgen_smol_weight_gen, initializers_onnx_initializer_356);  encoder8_smolgen_smol_weight_gen = initializers_onnx_initializer_356 = None
    encoder8_smolgen_weights = getattr(self, "encoder8/smolgen_weights")(encoder8_mha_qk_scale, encoder8_smolgen_out_reshape);  encoder8_mha_qk_scale = encoder8_smolgen_out_reshape = None
    encoder8_mha_qk_softmax = getattr(self, "encoder8/mha/QK/softmax")(encoder8_smolgen_weights);  encoder8_smolgen_weights = None
    encoder8_mha_qkv_matmul = getattr(self, "encoder8/mha/QKV/matmul")(encoder8_mha_qk_softmax, encoder8_mha_v_transpose);  encoder8_mha_qk_softmax = encoder8_mha_v_transpose = None
    encoder8_mha_out_transpose = getattr(self, "encoder8/mha/out/transpose")(encoder8_mha_qkv_matmul);  encoder8_mha_qkv_matmul = None
    initializers_onnx_initializer_357 = self.initializers.onnx_initializer_357
    encoder8_mha_out_reshape = getattr(self, "encoder8/mha/out/reshape")(encoder8_mha_out_transpose, initializers_onnx_initializer_357);  encoder8_mha_out_transpose = initializers_onnx_initializer_357 = None
    initializers_onnx_initializer_358 = self.initializers.onnx_initializer_358
    encoder8_mha_out_dense_w = getattr(self, "encoder8/mha/out/dense/w")(encoder8_mha_out_reshape, initializers_onnx_initializer_358);  encoder8_mha_out_reshape = initializers_onnx_initializer_358 = None
    initializers_onnx_initializer_359 = self.initializers.onnx_initializer_359
    encoder8_mha_out_dense_b = getattr(self, "encoder8/mha/out/dense/b")(encoder8_mha_out_dense_w, initializers_onnx_initializer_359);  encoder8_mha_out_dense_w = initializers_onnx_initializer_359 = None
    initializers_onnx_initializer_360 = self.initializers.onnx_initializer_360
    encoder8_alpha_input = getattr(self, "encoder8/alpha*input")(encoder8_mha_out_dense_b, initializers_onnx_initializer_360);  encoder8_mha_out_dense_b = initializers_onnx_initializer_360 = None
    encoder8_mha_out_skip = getattr(self, "encoder8/mha/out/skip")(encoder8_alpha_input, encoder7_ln2_betas);  encoder8_alpha_input = encoder7_ln2_betas = None
    encoder8_ln1_to_float = getattr(self, "encoder8/ln1/to_float")(encoder8_mha_out_skip);  encoder8_mha_out_skip = None
    encoder8_ln1_mean = getattr(self, "encoder8/ln1/mean")(encoder8_ln1_to_float)
    encoder8_ln1_centered = getattr(self, "encoder8/ln1/centered")(encoder8_ln1_to_float, encoder8_ln1_mean);  encoder8_ln1_to_float = encoder8_ln1_mean = None
    encoder8_ln1_squared = getattr(self, "encoder8/ln1/squared")(encoder8_ln1_centered, encoder8_ln1_centered)
    encoder8_ln1_var = getattr(self, "encoder8/ln1/var")(encoder8_ln1_squared);  encoder8_ln1_squared = None
    initializers_onnx_initializer_361 = self.initializers.onnx_initializer_361
    encoder8_ln1_var_eps = getattr(self, "encoder8/ln1/var_eps")(encoder8_ln1_var, initializers_onnx_initializer_361);  encoder8_ln1_var = initializers_onnx_initializer_361 = None
    encoder8_ln1_std = getattr(self, "encoder8/ln1/std")(encoder8_ln1_var_eps);  encoder8_ln1_var_eps = None
    encoder8_ln1_inv_std = getattr(self, "encoder8/ln1/inv_std")(encoder8_ln1_std);  encoder8_ln1_std = None
    encoder8_ln1_normalized = getattr(self, "encoder8/ln1/normalized")(encoder8_ln1_centered, encoder8_ln1_inv_std);  encoder8_ln1_centered = encoder8_ln1_inv_std = None
    encoder8_ln1_to_data_type = getattr(self, "encoder8/ln1/to_data_type")(encoder8_ln1_normalized);  encoder8_ln1_normalized = None
    initializers_onnx_initializer_362 = self.initializers.onnx_initializer_362
    encoder8_ln1_gammas = getattr(self, "encoder8/ln1/gammas")(encoder8_ln1_to_data_type, initializers_onnx_initializer_362);  encoder8_ln1_to_data_type = initializers_onnx_initializer_362 = None
    initializers_onnx_initializer_363 = self.initializers.onnx_initializer_363
    encoder8_ln1_betas = getattr(self, "encoder8/ln1/betas")(encoder8_ln1_gammas, initializers_onnx_initializer_363);  encoder8_ln1_gammas = initializers_onnx_initializer_363 = None
    initializers_onnx_initializer_364 = self.initializers.onnx_initializer_364
    encoder8_ffn_dense1_w = getattr(self, "encoder8/ffn/dense1/w")(encoder8_ln1_betas, initializers_onnx_initializer_364);  initializers_onnx_initializer_364 = None
    initializers_onnx_initializer_365 = self.initializers.onnx_initializer_365
    encoder8_ffn_dense1_b = getattr(self, "encoder8/ffn/dense1/b")(encoder8_ffn_dense1_w, initializers_onnx_initializer_365);  encoder8_ffn_dense1_w = initializers_onnx_initializer_365 = None
    encoder8_ffn_dense1_sqrrelu_relu = getattr(self, "encoder8/ffn/dense1/sqrrelu/relu")(encoder8_ffn_dense1_b);  encoder8_ffn_dense1_b = None
    encoder8_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder8/ffn/dense1/sqrrelu/sqr")(encoder8_ffn_dense1_sqrrelu_relu, encoder8_ffn_dense1_sqrrelu_relu);  encoder8_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_366 = self.initializers.onnx_initializer_366
    encoder8_ffn_dense2_w = getattr(self, "encoder8/ffn/dense2/w")(encoder8_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_366);  encoder8_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_366 = None
    initializers_onnx_initializer_367 = self.initializers.onnx_initializer_367
    encoder8_ffn_dense2_b = getattr(self, "encoder8/ffn/dense2/b")(encoder8_ffn_dense2_w, initializers_onnx_initializer_367);  encoder8_ffn_dense2_w = initializers_onnx_initializer_367 = None
    initializers_onnx_initializer_368 = self.initializers.onnx_initializer_368
    encoder8_ffn_alpha = getattr(self, "encoder8/ffn/alpha")(encoder8_ffn_dense2_b, initializers_onnx_initializer_368);  encoder8_ffn_dense2_b = initializers_onnx_initializer_368 = None
    encoder8_ffn_skip = getattr(self, "encoder8/ffn/skip")(encoder8_ffn_alpha, encoder8_ln1_betas);  encoder8_ffn_alpha = encoder8_ln1_betas = None
    encoder8_ln2_to_float = getattr(self, "encoder8/ln2/to_float")(encoder8_ffn_skip);  encoder8_ffn_skip = None
    encoder8_ln2_mean = getattr(self, "encoder8/ln2/mean")(encoder8_ln2_to_float)
    encoder8_ln2_centered = getattr(self, "encoder8/ln2/centered")(encoder8_ln2_to_float, encoder8_ln2_mean);  encoder8_ln2_to_float = encoder8_ln2_mean = None
    encoder8_ln2_squared = getattr(self, "encoder8/ln2/squared")(encoder8_ln2_centered, encoder8_ln2_centered)
    encoder8_ln2_var = getattr(self, "encoder8/ln2/var")(encoder8_ln2_squared);  encoder8_ln2_squared = None
    initializers_onnx_initializer_369 = self.initializers.onnx_initializer_369
    encoder8_ln2_var_eps = getattr(self, "encoder8/ln2/var_eps")(encoder8_ln2_var, initializers_onnx_initializer_369);  encoder8_ln2_var = initializers_onnx_initializer_369 = None
    encoder8_ln2_std = getattr(self, "encoder8/ln2/std")(encoder8_ln2_var_eps);  encoder8_ln2_var_eps = None
    encoder8_ln2_inv_std = getattr(self, "encoder8/ln2/inv_std")(encoder8_ln2_std);  encoder8_ln2_std = None
    encoder8_ln2_normalized = getattr(self, "encoder8/ln2/normalized")(encoder8_ln2_centered, encoder8_ln2_inv_std);  encoder8_ln2_centered = encoder8_ln2_inv_std = None
    encoder8_ln2_to_data_type = getattr(self, "encoder8/ln2/to_data_type")(encoder8_ln2_normalized);  encoder8_ln2_normalized = None
    initializers_onnx_initializer_370 = self.initializers.onnx_initializer_370
    encoder8_ln2_gammas = getattr(self, "encoder8/ln2/gammas")(encoder8_ln2_to_data_type, initializers_onnx_initializer_370);  encoder8_ln2_to_data_type = initializers_onnx_initializer_370 = None
    initializers_onnx_initializer_371 = self.initializers.onnx_initializer_371
    encoder8_ln2_betas = getattr(self, "encoder8/ln2/betas")(encoder8_ln2_gammas, initializers_onnx_initializer_371);  encoder8_ln2_gammas = initializers_onnx_initializer_371 = None
    initializers_onnx_initializer_372 = self.initializers.onnx_initializer_372
    encoder9_mha_q_w = getattr(self, "encoder9/mha/Q/w")(encoder8_ln2_betas, initializers_onnx_initializer_372);  initializers_onnx_initializer_372 = None
    initializers_onnx_initializer_373 = self.initializers.onnx_initializer_373
    encoder9_mha_q_b = getattr(self, "encoder9/mha/Q/b")(encoder9_mha_q_w, initializers_onnx_initializer_373);  encoder9_mha_q_w = initializers_onnx_initializer_373 = None
    initializers_onnx_initializer_374 = self.initializers.onnx_initializer_374
    encoder9_mha_q_reshape = getattr(self, "encoder9/mha/Q/reshape")(encoder9_mha_q_b, initializers_onnx_initializer_374);  encoder9_mha_q_b = initializers_onnx_initializer_374 = None
    encoder9_mha_q_transpose = getattr(self, "encoder9/mha/Q/transpose")(encoder9_mha_q_reshape);  encoder9_mha_q_reshape = None
    initializers_onnx_initializer_375 = self.initializers.onnx_initializer_375
    encoder9_mha_k_w = getattr(self, "encoder9/mha/K/w")(encoder8_ln2_betas, initializers_onnx_initializer_375);  initializers_onnx_initializer_375 = None
    initializers_onnx_initializer_376 = self.initializers.onnx_initializer_376
    encoder9_mha_k_b = getattr(self, "encoder9/mha/K/b")(encoder9_mha_k_w, initializers_onnx_initializer_376);  encoder9_mha_k_w = initializers_onnx_initializer_376 = None
    initializers_onnx_initializer_377 = self.initializers.onnx_initializer_377
    encoder9_mha_k_reshape = getattr(self, "encoder9/mha/K/reshape")(encoder9_mha_k_b, initializers_onnx_initializer_377);  encoder9_mha_k_b = initializers_onnx_initializer_377 = None
    encoder9_mha_k_transpose = getattr(self, "encoder9/mha/K/transpose")(encoder9_mha_k_reshape);  encoder9_mha_k_reshape = None
    initializers_onnx_initializer_378 = self.initializers.onnx_initializer_378
    encoder9_mha_v_w = getattr(self, "encoder9/mha/V/w")(encoder8_ln2_betas, initializers_onnx_initializer_378);  initializers_onnx_initializer_378 = None
    initializers_onnx_initializer_379 = self.initializers.onnx_initializer_379
    encoder9_mha_v_b = getattr(self, "encoder9/mha/V/b")(encoder9_mha_v_w, initializers_onnx_initializer_379);  encoder9_mha_v_w = initializers_onnx_initializer_379 = None
    initializers_onnx_initializer_380 = self.initializers.onnx_initializer_380
    encoder9_mha_v_reshape = getattr(self, "encoder9/mha/V/reshape")(encoder9_mha_v_b, initializers_onnx_initializer_380);  encoder9_mha_v_b = initializers_onnx_initializer_380 = None
    encoder9_mha_v_transpose = getattr(self, "encoder9/mha/V/transpose")(encoder9_mha_v_reshape);  encoder9_mha_v_reshape = None
    encoder9_mha_qk_matmul = getattr(self, "encoder9/mha/QK/matmul")(encoder9_mha_q_transpose, encoder9_mha_k_transpose);  encoder9_mha_q_transpose = encoder9_mha_k_transpose = None
    initializers_onnx_initializer_381 = self.initializers.onnx_initializer_381
    encoder9_mha_qk_scale = getattr(self, "encoder9/mha/QK/scale")(encoder9_mha_qk_matmul, initializers_onnx_initializer_381);  encoder9_mha_qk_matmul = initializers_onnx_initializer_381 = None
    initializers_onnx_initializer_382 = self.initializers.onnx_initializer_382
    encoder9_smolgen_compress = getattr(self, "encoder9/smolgen/compress")(encoder8_ln2_betas, initializers_onnx_initializer_382);  initializers_onnx_initializer_382 = None
    initializers_onnx_initializer_383 = self.initializers.onnx_initializer_383
    encoder9_smolgen_compress_reshape = getattr(self, "encoder9/smolgen/compress/reshape")(encoder9_smolgen_compress, initializers_onnx_initializer_383);  encoder9_smolgen_compress = initializers_onnx_initializer_383 = None
    initializers_onnx_initializer_384 = self.initializers.onnx_initializer_384
    encoder9_smolgen_dense1_w = getattr(self, "encoder9/smolgen/dense1/w")(encoder9_smolgen_compress_reshape, initializers_onnx_initializer_384);  encoder9_smolgen_compress_reshape = initializers_onnx_initializer_384 = None
    initializers_onnx_initializer_385 = self.initializers.onnx_initializer_385
    encoder9_smolgen_dense1_b = getattr(self, "encoder9/smolgen/dense1/b")(encoder9_smolgen_dense1_w, initializers_onnx_initializer_385);  encoder9_smolgen_dense1_w = initializers_onnx_initializer_385 = None
    encoder9_smolgen_dense1_swish_sigmoid = getattr(self, "encoder9/smolgen/dense1/swish/sigmoid")(encoder9_smolgen_dense1_b)
    encoder9_smolgen_dense1_swish = getattr(self, "encoder9/smolgen/dense1/swish")(encoder9_smolgen_dense1_swish_sigmoid, encoder9_smolgen_dense1_b);  encoder9_smolgen_dense1_swish_sigmoid = encoder9_smolgen_dense1_b = None
    encoder9_smolgen_ln1_to_float = getattr(self, "encoder9/smolgen/ln1/to_float")(encoder9_smolgen_dense1_swish);  encoder9_smolgen_dense1_swish = None
    encoder9_smolgen_ln1_mean = getattr(self, "encoder9/smolgen/ln1/mean")(encoder9_smolgen_ln1_to_float)
    encoder9_smolgen_ln1_centered = getattr(self, "encoder9/smolgen/ln1/centered")(encoder9_smolgen_ln1_to_float, encoder9_smolgen_ln1_mean);  encoder9_smolgen_ln1_to_float = encoder9_smolgen_ln1_mean = None
    encoder9_smolgen_ln1_squared = getattr(self, "encoder9/smolgen/ln1/squared")(encoder9_smolgen_ln1_centered, encoder9_smolgen_ln1_centered)
    encoder9_smolgen_ln1_var = getattr(self, "encoder9/smolgen/ln1/var")(encoder9_smolgen_ln1_squared);  encoder9_smolgen_ln1_squared = None
    initializers_onnx_initializer_386 = self.initializers.onnx_initializer_386
    encoder9_smolgen_ln1_var_eps = getattr(self, "encoder9/smolgen/ln1/var_eps")(encoder9_smolgen_ln1_var, initializers_onnx_initializer_386);  encoder9_smolgen_ln1_var = initializers_onnx_initializer_386 = None
    encoder9_smolgen_ln1_std = getattr(self, "encoder9/smolgen/ln1/std")(encoder9_smolgen_ln1_var_eps);  encoder9_smolgen_ln1_var_eps = None
    encoder9_smolgen_ln1_inv_std = getattr(self, "encoder9/smolgen/ln1/inv_std")(encoder9_smolgen_ln1_std);  encoder9_smolgen_ln1_std = None
    encoder9_smolgen_ln1_normalized = getattr(self, "encoder9/smolgen/ln1/normalized")(encoder9_smolgen_ln1_centered, encoder9_smolgen_ln1_inv_std);  encoder9_smolgen_ln1_centered = encoder9_smolgen_ln1_inv_std = None
    encoder9_smolgen_ln1_to_data_type = getattr(self, "encoder9/smolgen/ln1/to_data_type")(encoder9_smolgen_ln1_normalized);  encoder9_smolgen_ln1_normalized = None
    initializers_onnx_initializer_387 = self.initializers.onnx_initializer_387
    encoder9_smolgen_ln1_gammas = getattr(self, "encoder9/smolgen/ln1/gammas")(encoder9_smolgen_ln1_to_data_type, initializers_onnx_initializer_387);  encoder9_smolgen_ln1_to_data_type = initializers_onnx_initializer_387 = None
    initializers_onnx_initializer_388 = self.initializers.onnx_initializer_388
    encoder9_smolgen_ln1_betas = getattr(self, "encoder9/smolgen/ln1/betas")(encoder9_smolgen_ln1_gammas, initializers_onnx_initializer_388);  encoder9_smolgen_ln1_gammas = initializers_onnx_initializer_388 = None
    initializers_onnx_initializer_389 = self.initializers.onnx_initializer_389
    encoder9_smolgen_dense2_w = getattr(self, "encoder9/smolgen/dense2/w")(encoder9_smolgen_ln1_betas, initializers_onnx_initializer_389);  encoder9_smolgen_ln1_betas = initializers_onnx_initializer_389 = None
    initializers_onnx_initializer_390 = self.initializers.onnx_initializer_390
    encoder9_smolgen_dense2_b = getattr(self, "encoder9/smolgen/dense2/b")(encoder9_smolgen_dense2_w, initializers_onnx_initializer_390);  encoder9_smolgen_dense2_w = initializers_onnx_initializer_390 = None
    encoder9_smolgen_dense2_swish_sigmoid = getattr(self, "encoder9/smolgen/dense2/swish/sigmoid")(encoder9_smolgen_dense2_b)
    encoder9_smolgen_dense2_swish = getattr(self, "encoder9/smolgen/dense2/swish")(encoder9_smolgen_dense2_swish_sigmoid, encoder9_smolgen_dense2_b);  encoder9_smolgen_dense2_swish_sigmoid = encoder9_smolgen_dense2_b = None
    encoder9_smolgen_ln2_to_float = getattr(self, "encoder9/smolgen/ln2/to_float")(encoder9_smolgen_dense2_swish);  encoder9_smolgen_dense2_swish = None
    encoder9_smolgen_ln2_mean = getattr(self, "encoder9/smolgen/ln2/mean")(encoder9_smolgen_ln2_to_float)
    encoder9_smolgen_ln2_centered = getattr(self, "encoder9/smolgen/ln2/centered")(encoder9_smolgen_ln2_to_float, encoder9_smolgen_ln2_mean);  encoder9_smolgen_ln2_to_float = encoder9_smolgen_ln2_mean = None
    encoder9_smolgen_ln2_squared = getattr(self, "encoder9/smolgen/ln2/squared")(encoder9_smolgen_ln2_centered, encoder9_smolgen_ln2_centered)
    encoder9_smolgen_ln2_var = getattr(self, "encoder9/smolgen/ln2/var")(encoder9_smolgen_ln2_squared);  encoder9_smolgen_ln2_squared = None
    initializers_onnx_initializer_391 = self.initializers.onnx_initializer_391
    encoder9_smolgen_ln2_var_eps = getattr(self, "encoder9/smolgen/ln2/var_eps")(encoder9_smolgen_ln2_var, initializers_onnx_initializer_391);  encoder9_smolgen_ln2_var = initializers_onnx_initializer_391 = None
    encoder9_smolgen_ln2_std = getattr(self, "encoder9/smolgen/ln2/std")(encoder9_smolgen_ln2_var_eps);  encoder9_smolgen_ln2_var_eps = None
    encoder9_smolgen_ln2_inv_std = getattr(self, "encoder9/smolgen/ln2/inv_std")(encoder9_smolgen_ln2_std);  encoder9_smolgen_ln2_std = None
    encoder9_smolgen_ln2_normalized = getattr(self, "encoder9/smolgen/ln2/normalized")(encoder9_smolgen_ln2_centered, encoder9_smolgen_ln2_inv_std);  encoder9_smolgen_ln2_centered = encoder9_smolgen_ln2_inv_std = None
    encoder9_smolgen_ln2_to_data_type = getattr(self, "encoder9/smolgen/ln2/to_data_type")(encoder9_smolgen_ln2_normalized);  encoder9_smolgen_ln2_normalized = None
    initializers_onnx_initializer_392 = self.initializers.onnx_initializer_392
    encoder9_smolgen_ln2_gammas = getattr(self, "encoder9/smolgen/ln2/gammas")(encoder9_smolgen_ln2_to_data_type, initializers_onnx_initializer_392);  encoder9_smolgen_ln2_to_data_type = initializers_onnx_initializer_392 = None
    initializers_onnx_initializer_393 = self.initializers.onnx_initializer_393
    encoder9_smolgen_ln2_betas = getattr(self, "encoder9/smolgen/ln2/betas")(encoder9_smolgen_ln2_gammas, initializers_onnx_initializer_393);  encoder9_smolgen_ln2_gammas = initializers_onnx_initializer_393 = None
    initializers_onnx_initializer_394 = self.initializers.onnx_initializer_394
    encoder9_smolgen_gen_from_reshape = getattr(self, "encoder9/smolgen/gen_from/reshape")(encoder9_smolgen_ln2_betas, initializers_onnx_initializer_394);  encoder9_smolgen_ln2_betas = initializers_onnx_initializer_394 = None
    initializers_onnx_initializer_395 = self.initializers.onnx_initializer_395
    encoder9_smolgen_smol_weight_gen = getattr(self, "encoder9/smolgen/smol_weight_gen")(encoder9_smolgen_gen_from_reshape, initializers_onnx_initializer_395);  encoder9_smolgen_gen_from_reshape = initializers_onnx_initializer_395 = None
    initializers_onnx_initializer_396 = self.initializers.onnx_initializer_396
    encoder9_smolgen_out_reshape = getattr(self, "encoder9/smolgen/out/reshape")(encoder9_smolgen_smol_weight_gen, initializers_onnx_initializer_396);  encoder9_smolgen_smol_weight_gen = initializers_onnx_initializer_396 = None
    encoder9_smolgen_weights = getattr(self, "encoder9/smolgen_weights")(encoder9_mha_qk_scale, encoder9_smolgen_out_reshape);  encoder9_mha_qk_scale = encoder9_smolgen_out_reshape = None
    encoder9_mha_qk_softmax = getattr(self, "encoder9/mha/QK/softmax")(encoder9_smolgen_weights);  encoder9_smolgen_weights = None
    encoder9_mha_qkv_matmul = getattr(self, "encoder9/mha/QKV/matmul")(encoder9_mha_qk_softmax, encoder9_mha_v_transpose);  encoder9_mha_qk_softmax = encoder9_mha_v_transpose = None
    encoder9_mha_out_transpose = getattr(self, "encoder9/mha/out/transpose")(encoder9_mha_qkv_matmul);  encoder9_mha_qkv_matmul = None
    initializers_onnx_initializer_397 = self.initializers.onnx_initializer_397
    encoder9_mha_out_reshape = getattr(self, "encoder9/mha/out/reshape")(encoder9_mha_out_transpose, initializers_onnx_initializer_397);  encoder9_mha_out_transpose = initializers_onnx_initializer_397 = None
    initializers_onnx_initializer_398 = self.initializers.onnx_initializer_398
    encoder9_mha_out_dense_w = getattr(self, "encoder9/mha/out/dense/w")(encoder9_mha_out_reshape, initializers_onnx_initializer_398);  encoder9_mha_out_reshape = initializers_onnx_initializer_398 = None
    initializers_onnx_initializer_399 = self.initializers.onnx_initializer_399
    encoder9_mha_out_dense_b = getattr(self, "encoder9/mha/out/dense/b")(encoder9_mha_out_dense_w, initializers_onnx_initializer_399);  encoder9_mha_out_dense_w = initializers_onnx_initializer_399 = None
    initializers_onnx_initializer_400 = self.initializers.onnx_initializer_400
    encoder9_alpha_input = getattr(self, "encoder9/alpha*input")(encoder9_mha_out_dense_b, initializers_onnx_initializer_400);  encoder9_mha_out_dense_b = initializers_onnx_initializer_400 = None
    encoder9_mha_out_skip = getattr(self, "encoder9/mha/out/skip")(encoder9_alpha_input, encoder8_ln2_betas);  encoder9_alpha_input = encoder8_ln2_betas = None
    encoder9_ln1_to_float = getattr(self, "encoder9/ln1/to_float")(encoder9_mha_out_skip);  encoder9_mha_out_skip = None
    encoder9_ln1_mean = getattr(self, "encoder9/ln1/mean")(encoder9_ln1_to_float)
    encoder9_ln1_centered = getattr(self, "encoder9/ln1/centered")(encoder9_ln1_to_float, encoder9_ln1_mean);  encoder9_ln1_to_float = encoder9_ln1_mean = None
    encoder9_ln1_squared = getattr(self, "encoder9/ln1/squared")(encoder9_ln1_centered, encoder9_ln1_centered)
    encoder9_ln1_var = getattr(self, "encoder9/ln1/var")(encoder9_ln1_squared);  encoder9_ln1_squared = None
    initializers_onnx_initializer_401 = self.initializers.onnx_initializer_401
    encoder9_ln1_var_eps = getattr(self, "encoder9/ln1/var_eps")(encoder9_ln1_var, initializers_onnx_initializer_401);  encoder9_ln1_var = initializers_onnx_initializer_401 = None
    encoder9_ln1_std = getattr(self, "encoder9/ln1/std")(encoder9_ln1_var_eps);  encoder9_ln1_var_eps = None
    encoder9_ln1_inv_std = getattr(self, "encoder9/ln1/inv_std")(encoder9_ln1_std);  encoder9_ln1_std = None
    encoder9_ln1_normalized = getattr(self, "encoder9/ln1/normalized")(encoder9_ln1_centered, encoder9_ln1_inv_std);  encoder9_ln1_centered = encoder9_ln1_inv_std = None
    encoder9_ln1_to_data_type = getattr(self, "encoder9/ln1/to_data_type")(encoder9_ln1_normalized);  encoder9_ln1_normalized = None
    initializers_onnx_initializer_402 = self.initializers.onnx_initializer_402
    encoder9_ln1_gammas = getattr(self, "encoder9/ln1/gammas")(encoder9_ln1_to_data_type, initializers_onnx_initializer_402);  encoder9_ln1_to_data_type = initializers_onnx_initializer_402 = None
    initializers_onnx_initializer_403 = self.initializers.onnx_initializer_403
    encoder9_ln1_betas = getattr(self, "encoder9/ln1/betas")(encoder9_ln1_gammas, initializers_onnx_initializer_403);  encoder9_ln1_gammas = initializers_onnx_initializer_403 = None
    initializers_onnx_initializer_404 = self.initializers.onnx_initializer_404
    encoder9_ffn_dense1_w = getattr(self, "encoder9/ffn/dense1/w")(encoder9_ln1_betas, initializers_onnx_initializer_404);  initializers_onnx_initializer_404 = None
    initializers_onnx_initializer_405 = self.initializers.onnx_initializer_405
    encoder9_ffn_dense1_b = getattr(self, "encoder9/ffn/dense1/b")(encoder9_ffn_dense1_w, initializers_onnx_initializer_405);  encoder9_ffn_dense1_w = initializers_onnx_initializer_405 = None
    encoder9_ffn_dense1_sqrrelu_relu = getattr(self, "encoder9/ffn/dense1/sqrrelu/relu")(encoder9_ffn_dense1_b);  encoder9_ffn_dense1_b = None
    encoder9_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder9/ffn/dense1/sqrrelu/sqr")(encoder9_ffn_dense1_sqrrelu_relu, encoder9_ffn_dense1_sqrrelu_relu);  encoder9_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_406 = self.initializers.onnx_initializer_406
    encoder9_ffn_dense2_w = getattr(self, "encoder9/ffn/dense2/w")(encoder9_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_406);  encoder9_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_406 = None
    initializers_onnx_initializer_407 = self.initializers.onnx_initializer_407
    encoder9_ffn_dense2_b = getattr(self, "encoder9/ffn/dense2/b")(encoder9_ffn_dense2_w, initializers_onnx_initializer_407);  encoder9_ffn_dense2_w = initializers_onnx_initializer_407 = None
    initializers_onnx_initializer_408 = self.initializers.onnx_initializer_408
    encoder9_ffn_alpha = getattr(self, "encoder9/ffn/alpha")(encoder9_ffn_dense2_b, initializers_onnx_initializer_408);  encoder9_ffn_dense2_b = initializers_onnx_initializer_408 = None
    encoder9_ffn_skip = getattr(self, "encoder9/ffn/skip")(encoder9_ffn_alpha, encoder9_ln1_betas);  encoder9_ffn_alpha = encoder9_ln1_betas = None
    encoder9_ln2_to_float = getattr(self, "encoder9/ln2/to_float")(encoder9_ffn_skip);  encoder9_ffn_skip = None
    encoder9_ln2_mean = getattr(self, "encoder9/ln2/mean")(encoder9_ln2_to_float)
    encoder9_ln2_centered = getattr(self, "encoder9/ln2/centered")(encoder9_ln2_to_float, encoder9_ln2_mean);  encoder9_ln2_to_float = encoder9_ln2_mean = None
    encoder9_ln2_squared = getattr(self, "encoder9/ln2/squared")(encoder9_ln2_centered, encoder9_ln2_centered)
    encoder9_ln2_var = getattr(self, "encoder9/ln2/var")(encoder9_ln2_squared);  encoder9_ln2_squared = None
    initializers_onnx_initializer_409 = self.initializers.onnx_initializer_409
    encoder9_ln2_var_eps = getattr(self, "encoder9/ln2/var_eps")(encoder9_ln2_var, initializers_onnx_initializer_409);  encoder9_ln2_var = initializers_onnx_initializer_409 = None
    encoder9_ln2_std = getattr(self, "encoder9/ln2/std")(encoder9_ln2_var_eps);  encoder9_ln2_var_eps = None
    encoder9_ln2_inv_std = getattr(self, "encoder9/ln2/inv_std")(encoder9_ln2_std);  encoder9_ln2_std = None
    encoder9_ln2_normalized = getattr(self, "encoder9/ln2/normalized")(encoder9_ln2_centered, encoder9_ln2_inv_std);  encoder9_ln2_centered = encoder9_ln2_inv_std = None
    encoder9_ln2_to_data_type = getattr(self, "encoder9/ln2/to_data_type")(encoder9_ln2_normalized);  encoder9_ln2_normalized = None
    initializers_onnx_initializer_410 = self.initializers.onnx_initializer_410
    encoder9_ln2_gammas = getattr(self, "encoder9/ln2/gammas")(encoder9_ln2_to_data_type, initializers_onnx_initializer_410);  encoder9_ln2_to_data_type = initializers_onnx_initializer_410 = None
    initializers_onnx_initializer_411 = self.initializers.onnx_initializer_411
    encoder9_ln2_betas = getattr(self, "encoder9/ln2/betas")(encoder9_ln2_gammas, initializers_onnx_initializer_411);  encoder9_ln2_gammas = initializers_onnx_initializer_411 = None
    initializers_onnx_initializer_412 = self.initializers.onnx_initializer_412
    encoder10_mha_q_w = getattr(self, "encoder10/mha/Q/w")(encoder9_ln2_betas, initializers_onnx_initializer_412);  initializers_onnx_initializer_412 = None
    initializers_onnx_initializer_413 = self.initializers.onnx_initializer_413
    encoder10_mha_q_b = getattr(self, "encoder10/mha/Q/b")(encoder10_mha_q_w, initializers_onnx_initializer_413);  encoder10_mha_q_w = initializers_onnx_initializer_413 = None
    initializers_onnx_initializer_414 = self.initializers.onnx_initializer_414
    encoder10_mha_q_reshape = getattr(self, "encoder10/mha/Q/reshape")(encoder10_mha_q_b, initializers_onnx_initializer_414);  encoder10_mha_q_b = initializers_onnx_initializer_414 = None
    encoder10_mha_q_transpose = getattr(self, "encoder10/mha/Q/transpose")(encoder10_mha_q_reshape);  encoder10_mha_q_reshape = None
    initializers_onnx_initializer_415 = self.initializers.onnx_initializer_415
    encoder10_mha_k_w = getattr(self, "encoder10/mha/K/w")(encoder9_ln2_betas, initializers_onnx_initializer_415);  initializers_onnx_initializer_415 = None
    initializers_onnx_initializer_416 = self.initializers.onnx_initializer_416
    encoder10_mha_k_b = getattr(self, "encoder10/mha/K/b")(encoder10_mha_k_w, initializers_onnx_initializer_416);  encoder10_mha_k_w = initializers_onnx_initializer_416 = None
    initializers_onnx_initializer_417 = self.initializers.onnx_initializer_417
    encoder10_mha_k_reshape = getattr(self, "encoder10/mha/K/reshape")(encoder10_mha_k_b, initializers_onnx_initializer_417);  encoder10_mha_k_b = initializers_onnx_initializer_417 = None
    encoder10_mha_k_transpose = getattr(self, "encoder10/mha/K/transpose")(encoder10_mha_k_reshape);  encoder10_mha_k_reshape = None
    initializers_onnx_initializer_418 = self.initializers.onnx_initializer_418
    encoder10_mha_v_w = getattr(self, "encoder10/mha/V/w")(encoder9_ln2_betas, initializers_onnx_initializer_418);  initializers_onnx_initializer_418 = None
    initializers_onnx_initializer_419 = self.initializers.onnx_initializer_419
    encoder10_mha_v_b = getattr(self, "encoder10/mha/V/b")(encoder10_mha_v_w, initializers_onnx_initializer_419);  encoder10_mha_v_w = initializers_onnx_initializer_419 = None
    initializers_onnx_initializer_420 = self.initializers.onnx_initializer_420
    encoder10_mha_v_reshape = getattr(self, "encoder10/mha/V/reshape")(encoder10_mha_v_b, initializers_onnx_initializer_420);  encoder10_mha_v_b = initializers_onnx_initializer_420 = None
    encoder10_mha_v_transpose = getattr(self, "encoder10/mha/V/transpose")(encoder10_mha_v_reshape);  encoder10_mha_v_reshape = None
    encoder10_mha_qk_matmul = getattr(self, "encoder10/mha/QK/matmul")(encoder10_mha_q_transpose, encoder10_mha_k_transpose);  encoder10_mha_q_transpose = encoder10_mha_k_transpose = None
    initializers_onnx_initializer_421 = self.initializers.onnx_initializer_421
    encoder10_mha_qk_scale = getattr(self, "encoder10/mha/QK/scale")(encoder10_mha_qk_matmul, initializers_onnx_initializer_421);  encoder10_mha_qk_matmul = initializers_onnx_initializer_421 = None
    initializers_onnx_initializer_422 = self.initializers.onnx_initializer_422
    encoder10_smolgen_compress = getattr(self, "encoder10/smolgen/compress")(encoder9_ln2_betas, initializers_onnx_initializer_422);  initializers_onnx_initializer_422 = None
    initializers_onnx_initializer_423 = self.initializers.onnx_initializer_423
    encoder10_smolgen_compress_reshape = getattr(self, "encoder10/smolgen/compress/reshape")(encoder10_smolgen_compress, initializers_onnx_initializer_423);  encoder10_smolgen_compress = initializers_onnx_initializer_423 = None
    initializers_onnx_initializer_424 = self.initializers.onnx_initializer_424
    encoder10_smolgen_dense1_w = getattr(self, "encoder10/smolgen/dense1/w")(encoder10_smolgen_compress_reshape, initializers_onnx_initializer_424);  encoder10_smolgen_compress_reshape = initializers_onnx_initializer_424 = None
    initializers_onnx_initializer_425 = self.initializers.onnx_initializer_425
    encoder10_smolgen_dense1_b = getattr(self, "encoder10/smolgen/dense1/b")(encoder10_smolgen_dense1_w, initializers_onnx_initializer_425);  encoder10_smolgen_dense1_w = initializers_onnx_initializer_425 = None
    encoder10_smolgen_dense1_swish_sigmoid = getattr(self, "encoder10/smolgen/dense1/swish/sigmoid")(encoder10_smolgen_dense1_b)
    encoder10_smolgen_dense1_swish = getattr(self, "encoder10/smolgen/dense1/swish")(encoder10_smolgen_dense1_swish_sigmoid, encoder10_smolgen_dense1_b);  encoder10_smolgen_dense1_swish_sigmoid = encoder10_smolgen_dense1_b = None
    encoder10_smolgen_ln1_to_float = getattr(self, "encoder10/smolgen/ln1/to_float")(encoder10_smolgen_dense1_swish);  encoder10_smolgen_dense1_swish = None
    encoder10_smolgen_ln1_mean = getattr(self, "encoder10/smolgen/ln1/mean")(encoder10_smolgen_ln1_to_float)
    encoder10_smolgen_ln1_centered = getattr(self, "encoder10/smolgen/ln1/centered")(encoder10_smolgen_ln1_to_float, encoder10_smolgen_ln1_mean);  encoder10_smolgen_ln1_to_float = encoder10_smolgen_ln1_mean = None
    encoder10_smolgen_ln1_squared = getattr(self, "encoder10/smolgen/ln1/squared")(encoder10_smolgen_ln1_centered, encoder10_smolgen_ln1_centered)
    encoder10_smolgen_ln1_var = getattr(self, "encoder10/smolgen/ln1/var")(encoder10_smolgen_ln1_squared);  encoder10_smolgen_ln1_squared = None
    initializers_onnx_initializer_426 = self.initializers.onnx_initializer_426
    encoder10_smolgen_ln1_var_eps = getattr(self, "encoder10/smolgen/ln1/var_eps")(encoder10_smolgen_ln1_var, initializers_onnx_initializer_426);  encoder10_smolgen_ln1_var = initializers_onnx_initializer_426 = None
    encoder10_smolgen_ln1_std = getattr(self, "encoder10/smolgen/ln1/std")(encoder10_smolgen_ln1_var_eps);  encoder10_smolgen_ln1_var_eps = None
    encoder10_smolgen_ln1_inv_std = getattr(self, "encoder10/smolgen/ln1/inv_std")(encoder10_smolgen_ln1_std);  encoder10_smolgen_ln1_std = None
    encoder10_smolgen_ln1_normalized = getattr(self, "encoder10/smolgen/ln1/normalized")(encoder10_smolgen_ln1_centered, encoder10_smolgen_ln1_inv_std);  encoder10_smolgen_ln1_centered = encoder10_smolgen_ln1_inv_std = None
    encoder10_smolgen_ln1_to_data_type = getattr(self, "encoder10/smolgen/ln1/to_data_type")(encoder10_smolgen_ln1_normalized);  encoder10_smolgen_ln1_normalized = None
    initializers_onnx_initializer_427 = self.initializers.onnx_initializer_427
    encoder10_smolgen_ln1_gammas = getattr(self, "encoder10/smolgen/ln1/gammas")(encoder10_smolgen_ln1_to_data_type, initializers_onnx_initializer_427);  encoder10_smolgen_ln1_to_data_type = initializers_onnx_initializer_427 = None
    initializers_onnx_initializer_428 = self.initializers.onnx_initializer_428
    encoder10_smolgen_ln1_betas = getattr(self, "encoder10/smolgen/ln1/betas")(encoder10_smolgen_ln1_gammas, initializers_onnx_initializer_428);  encoder10_smolgen_ln1_gammas = initializers_onnx_initializer_428 = None
    initializers_onnx_initializer_429 = self.initializers.onnx_initializer_429
    encoder10_smolgen_dense2_w = getattr(self, "encoder10/smolgen/dense2/w")(encoder10_smolgen_ln1_betas, initializers_onnx_initializer_429);  encoder10_smolgen_ln1_betas = initializers_onnx_initializer_429 = None
    initializers_onnx_initializer_430 = self.initializers.onnx_initializer_430
    encoder10_smolgen_dense2_b = getattr(self, "encoder10/smolgen/dense2/b")(encoder10_smolgen_dense2_w, initializers_onnx_initializer_430);  encoder10_smolgen_dense2_w = initializers_onnx_initializer_430 = None
    encoder10_smolgen_dense2_swish_sigmoid = getattr(self, "encoder10/smolgen/dense2/swish/sigmoid")(encoder10_smolgen_dense2_b)
    encoder10_smolgen_dense2_swish = getattr(self, "encoder10/smolgen/dense2/swish")(encoder10_smolgen_dense2_swish_sigmoid, encoder10_smolgen_dense2_b);  encoder10_smolgen_dense2_swish_sigmoid = encoder10_smolgen_dense2_b = None
    encoder10_smolgen_ln2_to_float = getattr(self, "encoder10/smolgen/ln2/to_float")(encoder10_smolgen_dense2_swish);  encoder10_smolgen_dense2_swish = None
    encoder10_smolgen_ln2_mean = getattr(self, "encoder10/smolgen/ln2/mean")(encoder10_smolgen_ln2_to_float)
    encoder10_smolgen_ln2_centered = getattr(self, "encoder10/smolgen/ln2/centered")(encoder10_smolgen_ln2_to_float, encoder10_smolgen_ln2_mean);  encoder10_smolgen_ln2_to_float = encoder10_smolgen_ln2_mean = None
    encoder10_smolgen_ln2_squared = getattr(self, "encoder10/smolgen/ln2/squared")(encoder10_smolgen_ln2_centered, encoder10_smolgen_ln2_centered)
    encoder10_smolgen_ln2_var = getattr(self, "encoder10/smolgen/ln2/var")(encoder10_smolgen_ln2_squared);  encoder10_smolgen_ln2_squared = None
    initializers_onnx_initializer_431 = self.initializers.onnx_initializer_431
    encoder10_smolgen_ln2_var_eps = getattr(self, "encoder10/smolgen/ln2/var_eps")(encoder10_smolgen_ln2_var, initializers_onnx_initializer_431);  encoder10_smolgen_ln2_var = initializers_onnx_initializer_431 = None
    encoder10_smolgen_ln2_std = getattr(self, "encoder10/smolgen/ln2/std")(encoder10_smolgen_ln2_var_eps);  encoder10_smolgen_ln2_var_eps = None
    encoder10_smolgen_ln2_inv_std = getattr(self, "encoder10/smolgen/ln2/inv_std")(encoder10_smolgen_ln2_std);  encoder10_smolgen_ln2_std = None
    encoder10_smolgen_ln2_normalized = getattr(self, "encoder10/smolgen/ln2/normalized")(encoder10_smolgen_ln2_centered, encoder10_smolgen_ln2_inv_std);  encoder10_smolgen_ln2_centered = encoder10_smolgen_ln2_inv_std = None
    encoder10_smolgen_ln2_to_data_type = getattr(self, "encoder10/smolgen/ln2/to_data_type")(encoder10_smolgen_ln2_normalized);  encoder10_smolgen_ln2_normalized = None
    initializers_onnx_initializer_432 = self.initializers.onnx_initializer_432
    encoder10_smolgen_ln2_gammas = getattr(self, "encoder10/smolgen/ln2/gammas")(encoder10_smolgen_ln2_to_data_type, initializers_onnx_initializer_432);  encoder10_smolgen_ln2_to_data_type = initializers_onnx_initializer_432 = None
    initializers_onnx_initializer_433 = self.initializers.onnx_initializer_433
    encoder10_smolgen_ln2_betas = getattr(self, "encoder10/smolgen/ln2/betas")(encoder10_smolgen_ln2_gammas, initializers_onnx_initializer_433);  encoder10_smolgen_ln2_gammas = initializers_onnx_initializer_433 = None
    initializers_onnx_initializer_434 = self.initializers.onnx_initializer_434
    encoder10_smolgen_gen_from_reshape = getattr(self, "encoder10/smolgen/gen_from/reshape")(encoder10_smolgen_ln2_betas, initializers_onnx_initializer_434);  encoder10_smolgen_ln2_betas = initializers_onnx_initializer_434 = None
    initializers_onnx_initializer_435 = self.initializers.onnx_initializer_435
    encoder10_smolgen_smol_weight_gen = getattr(self, "encoder10/smolgen/smol_weight_gen")(encoder10_smolgen_gen_from_reshape, initializers_onnx_initializer_435);  encoder10_smolgen_gen_from_reshape = initializers_onnx_initializer_435 = None
    initializers_onnx_initializer_436 = self.initializers.onnx_initializer_436
    encoder10_smolgen_out_reshape = getattr(self, "encoder10/smolgen/out/reshape")(encoder10_smolgen_smol_weight_gen, initializers_onnx_initializer_436);  encoder10_smolgen_smol_weight_gen = initializers_onnx_initializer_436 = None
    encoder10_smolgen_weights = getattr(self, "encoder10/smolgen_weights")(encoder10_mha_qk_scale, encoder10_smolgen_out_reshape);  encoder10_mha_qk_scale = encoder10_smolgen_out_reshape = None
    encoder10_mha_qk_softmax = getattr(self, "encoder10/mha/QK/softmax")(encoder10_smolgen_weights);  encoder10_smolgen_weights = None
    encoder10_mha_qkv_matmul = getattr(self, "encoder10/mha/QKV/matmul")(encoder10_mha_qk_softmax, encoder10_mha_v_transpose);  encoder10_mha_qk_softmax = encoder10_mha_v_transpose = None
    encoder10_mha_out_transpose = getattr(self, "encoder10/mha/out/transpose")(encoder10_mha_qkv_matmul);  encoder10_mha_qkv_matmul = None
    initializers_onnx_initializer_437 = self.initializers.onnx_initializer_437
    encoder10_mha_out_reshape = getattr(self, "encoder10/mha/out/reshape")(encoder10_mha_out_transpose, initializers_onnx_initializer_437);  encoder10_mha_out_transpose = initializers_onnx_initializer_437 = None
    initializers_onnx_initializer_438 = self.initializers.onnx_initializer_438
    encoder10_mha_out_dense_w = getattr(self, "encoder10/mha/out/dense/w")(encoder10_mha_out_reshape, initializers_onnx_initializer_438);  encoder10_mha_out_reshape = initializers_onnx_initializer_438 = None
    initializers_onnx_initializer_439 = self.initializers.onnx_initializer_439
    encoder10_mha_out_dense_b = getattr(self, "encoder10/mha/out/dense/b")(encoder10_mha_out_dense_w, initializers_onnx_initializer_439);  encoder10_mha_out_dense_w = initializers_onnx_initializer_439 = None
    initializers_onnx_initializer_440 = self.initializers.onnx_initializer_440
    encoder10_alpha_input = getattr(self, "encoder10/alpha*input")(encoder10_mha_out_dense_b, initializers_onnx_initializer_440);  encoder10_mha_out_dense_b = initializers_onnx_initializer_440 = None
    encoder10_mha_out_skip = getattr(self, "encoder10/mha/out/skip")(encoder10_alpha_input, encoder9_ln2_betas);  encoder10_alpha_input = encoder9_ln2_betas = None
    encoder10_ln1_to_float = getattr(self, "encoder10/ln1/to_float")(encoder10_mha_out_skip);  encoder10_mha_out_skip = None
    encoder10_ln1_mean = getattr(self, "encoder10/ln1/mean")(encoder10_ln1_to_float)
    encoder10_ln1_centered = getattr(self, "encoder10/ln1/centered")(encoder10_ln1_to_float, encoder10_ln1_mean);  encoder10_ln1_to_float = encoder10_ln1_mean = None
    encoder10_ln1_squared = getattr(self, "encoder10/ln1/squared")(encoder10_ln1_centered, encoder10_ln1_centered)
    encoder10_ln1_var = getattr(self, "encoder10/ln1/var")(encoder10_ln1_squared);  encoder10_ln1_squared = None
    initializers_onnx_initializer_441 = self.initializers.onnx_initializer_441
    encoder10_ln1_var_eps = getattr(self, "encoder10/ln1/var_eps")(encoder10_ln1_var, initializers_onnx_initializer_441);  encoder10_ln1_var = initializers_onnx_initializer_441 = None
    encoder10_ln1_std = getattr(self, "encoder10/ln1/std")(encoder10_ln1_var_eps);  encoder10_ln1_var_eps = None
    encoder10_ln1_inv_std = getattr(self, "encoder10/ln1/inv_std")(encoder10_ln1_std);  encoder10_ln1_std = None
    encoder10_ln1_normalized = getattr(self, "encoder10/ln1/normalized")(encoder10_ln1_centered, encoder10_ln1_inv_std);  encoder10_ln1_centered = encoder10_ln1_inv_std = None
    encoder10_ln1_to_data_type = getattr(self, "encoder10/ln1/to_data_type")(encoder10_ln1_normalized);  encoder10_ln1_normalized = None
    initializers_onnx_initializer_442 = self.initializers.onnx_initializer_442
    encoder10_ln1_gammas = getattr(self, "encoder10/ln1/gammas")(encoder10_ln1_to_data_type, initializers_onnx_initializer_442);  encoder10_ln1_to_data_type = initializers_onnx_initializer_442 = None
    initializers_onnx_initializer_443 = self.initializers.onnx_initializer_443
    encoder10_ln1_betas = getattr(self, "encoder10/ln1/betas")(encoder10_ln1_gammas, initializers_onnx_initializer_443);  encoder10_ln1_gammas = initializers_onnx_initializer_443 = None
    initializers_onnx_initializer_444 = self.initializers.onnx_initializer_444
    encoder10_ffn_dense1_w = getattr(self, "encoder10/ffn/dense1/w")(encoder10_ln1_betas, initializers_onnx_initializer_444);  initializers_onnx_initializer_444 = None
    initializers_onnx_initializer_445 = self.initializers.onnx_initializer_445
    encoder10_ffn_dense1_b = getattr(self, "encoder10/ffn/dense1/b")(encoder10_ffn_dense1_w, initializers_onnx_initializer_445);  encoder10_ffn_dense1_w = initializers_onnx_initializer_445 = None
    encoder10_ffn_dense1_sqrrelu_relu = getattr(self, "encoder10/ffn/dense1/sqrrelu/relu")(encoder10_ffn_dense1_b);  encoder10_ffn_dense1_b = None
    encoder10_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder10/ffn/dense1/sqrrelu/sqr")(encoder10_ffn_dense1_sqrrelu_relu, encoder10_ffn_dense1_sqrrelu_relu);  encoder10_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_446 = self.initializers.onnx_initializer_446
    encoder10_ffn_dense2_w = getattr(self, "encoder10/ffn/dense2/w")(encoder10_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_446);  encoder10_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_446 = None
    initializers_onnx_initializer_447 = self.initializers.onnx_initializer_447
    encoder10_ffn_dense2_b = getattr(self, "encoder10/ffn/dense2/b")(encoder10_ffn_dense2_w, initializers_onnx_initializer_447);  encoder10_ffn_dense2_w = initializers_onnx_initializer_447 = None
    initializers_onnx_initializer_448 = self.initializers.onnx_initializer_448
    encoder10_ffn_alpha = getattr(self, "encoder10/ffn/alpha")(encoder10_ffn_dense2_b, initializers_onnx_initializer_448);  encoder10_ffn_dense2_b = initializers_onnx_initializer_448 = None
    encoder10_ffn_skip = getattr(self, "encoder10/ffn/skip")(encoder10_ffn_alpha, encoder10_ln1_betas);  encoder10_ffn_alpha = encoder10_ln1_betas = None
    encoder10_ln2_to_float = getattr(self, "encoder10/ln2/to_float")(encoder10_ffn_skip);  encoder10_ffn_skip = None
    encoder10_ln2_mean = getattr(self, "encoder10/ln2/mean")(encoder10_ln2_to_float)
    encoder10_ln2_centered = getattr(self, "encoder10/ln2/centered")(encoder10_ln2_to_float, encoder10_ln2_mean);  encoder10_ln2_to_float = encoder10_ln2_mean = None
    encoder10_ln2_squared = getattr(self, "encoder10/ln2/squared")(encoder10_ln2_centered, encoder10_ln2_centered)
    encoder10_ln2_var = getattr(self, "encoder10/ln2/var")(encoder10_ln2_squared);  encoder10_ln2_squared = None
    initializers_onnx_initializer_449 = self.initializers.onnx_initializer_449
    encoder10_ln2_var_eps = getattr(self, "encoder10/ln2/var_eps")(encoder10_ln2_var, initializers_onnx_initializer_449);  encoder10_ln2_var = initializers_onnx_initializer_449 = None
    encoder10_ln2_std = getattr(self, "encoder10/ln2/std")(encoder10_ln2_var_eps);  encoder10_ln2_var_eps = None
    encoder10_ln2_inv_std = getattr(self, "encoder10/ln2/inv_std")(encoder10_ln2_std);  encoder10_ln2_std = None
    encoder10_ln2_normalized = getattr(self, "encoder10/ln2/normalized")(encoder10_ln2_centered, encoder10_ln2_inv_std);  encoder10_ln2_centered = encoder10_ln2_inv_std = None
    encoder10_ln2_to_data_type = getattr(self, "encoder10/ln2/to_data_type")(encoder10_ln2_normalized);  encoder10_ln2_normalized = None
    initializers_onnx_initializer_450 = self.initializers.onnx_initializer_450
    encoder10_ln2_gammas = getattr(self, "encoder10/ln2/gammas")(encoder10_ln2_to_data_type, initializers_onnx_initializer_450);  encoder10_ln2_to_data_type = initializers_onnx_initializer_450 = None
    initializers_onnx_initializer_451 = self.initializers.onnx_initializer_451
    encoder10_ln2_betas = getattr(self, "encoder10/ln2/betas")(encoder10_ln2_gammas, initializers_onnx_initializer_451);  encoder10_ln2_gammas = initializers_onnx_initializer_451 = None
    initializers_onnx_initializer_452 = self.initializers.onnx_initializer_452
    encoder11_mha_q_w = getattr(self, "encoder11/mha/Q/w")(encoder10_ln2_betas, initializers_onnx_initializer_452);  initializers_onnx_initializer_452 = None
    initializers_onnx_initializer_453 = self.initializers.onnx_initializer_453
    encoder11_mha_q_b = getattr(self, "encoder11/mha/Q/b")(encoder11_mha_q_w, initializers_onnx_initializer_453);  encoder11_mha_q_w = initializers_onnx_initializer_453 = None
    initializers_onnx_initializer_454 = self.initializers.onnx_initializer_454
    encoder11_mha_q_reshape = getattr(self, "encoder11/mha/Q/reshape")(encoder11_mha_q_b, initializers_onnx_initializer_454);  encoder11_mha_q_b = initializers_onnx_initializer_454 = None
    encoder11_mha_q_transpose = getattr(self, "encoder11/mha/Q/transpose")(encoder11_mha_q_reshape);  encoder11_mha_q_reshape = None
    initializers_onnx_initializer_455 = self.initializers.onnx_initializer_455
    encoder11_mha_k_w = getattr(self, "encoder11/mha/K/w")(encoder10_ln2_betas, initializers_onnx_initializer_455);  initializers_onnx_initializer_455 = None
    initializers_onnx_initializer_456 = self.initializers.onnx_initializer_456
    encoder11_mha_k_b = getattr(self, "encoder11/mha/K/b")(encoder11_mha_k_w, initializers_onnx_initializer_456);  encoder11_mha_k_w = initializers_onnx_initializer_456 = None
    initializers_onnx_initializer_457 = self.initializers.onnx_initializer_457
    encoder11_mha_k_reshape = getattr(self, "encoder11/mha/K/reshape")(encoder11_mha_k_b, initializers_onnx_initializer_457);  encoder11_mha_k_b = initializers_onnx_initializer_457 = None
    encoder11_mha_k_transpose = getattr(self, "encoder11/mha/K/transpose")(encoder11_mha_k_reshape);  encoder11_mha_k_reshape = None
    initializers_onnx_initializer_458 = self.initializers.onnx_initializer_458
    encoder11_mha_v_w = getattr(self, "encoder11/mha/V/w")(encoder10_ln2_betas, initializers_onnx_initializer_458);  initializers_onnx_initializer_458 = None
    initializers_onnx_initializer_459 = self.initializers.onnx_initializer_459
    encoder11_mha_v_b = getattr(self, "encoder11/mha/V/b")(encoder11_mha_v_w, initializers_onnx_initializer_459);  encoder11_mha_v_w = initializers_onnx_initializer_459 = None
    initializers_onnx_initializer_460 = self.initializers.onnx_initializer_460
    encoder11_mha_v_reshape = getattr(self, "encoder11/mha/V/reshape")(encoder11_mha_v_b, initializers_onnx_initializer_460);  encoder11_mha_v_b = initializers_onnx_initializer_460 = None
    encoder11_mha_v_transpose = getattr(self, "encoder11/mha/V/transpose")(encoder11_mha_v_reshape);  encoder11_mha_v_reshape = None
    encoder11_mha_qk_matmul = getattr(self, "encoder11/mha/QK/matmul")(encoder11_mha_q_transpose, encoder11_mha_k_transpose);  encoder11_mha_q_transpose = encoder11_mha_k_transpose = None
    initializers_onnx_initializer_461 = self.initializers.onnx_initializer_461
    encoder11_mha_qk_scale = getattr(self, "encoder11/mha/QK/scale")(encoder11_mha_qk_matmul, initializers_onnx_initializer_461);  encoder11_mha_qk_matmul = initializers_onnx_initializer_461 = None
    initializers_onnx_initializer_462 = self.initializers.onnx_initializer_462
    encoder11_smolgen_compress = getattr(self, "encoder11/smolgen/compress")(encoder10_ln2_betas, initializers_onnx_initializer_462);  initializers_onnx_initializer_462 = None
    initializers_onnx_initializer_463 = self.initializers.onnx_initializer_463
    encoder11_smolgen_compress_reshape = getattr(self, "encoder11/smolgen/compress/reshape")(encoder11_smolgen_compress, initializers_onnx_initializer_463);  encoder11_smolgen_compress = initializers_onnx_initializer_463 = None
    initializers_onnx_initializer_464 = self.initializers.onnx_initializer_464
    encoder11_smolgen_dense1_w = getattr(self, "encoder11/smolgen/dense1/w")(encoder11_smolgen_compress_reshape, initializers_onnx_initializer_464);  encoder11_smolgen_compress_reshape = initializers_onnx_initializer_464 = None
    initializers_onnx_initializer_465 = self.initializers.onnx_initializer_465
    encoder11_smolgen_dense1_b = getattr(self, "encoder11/smolgen/dense1/b")(encoder11_smolgen_dense1_w, initializers_onnx_initializer_465);  encoder11_smolgen_dense1_w = initializers_onnx_initializer_465 = None
    encoder11_smolgen_dense1_swish_sigmoid = getattr(self, "encoder11/smolgen/dense1/swish/sigmoid")(encoder11_smolgen_dense1_b)
    encoder11_smolgen_dense1_swish = getattr(self, "encoder11/smolgen/dense1/swish")(encoder11_smolgen_dense1_swish_sigmoid, encoder11_smolgen_dense1_b);  encoder11_smolgen_dense1_swish_sigmoid = encoder11_smolgen_dense1_b = None
    encoder11_smolgen_ln1_to_float = getattr(self, "encoder11/smolgen/ln1/to_float")(encoder11_smolgen_dense1_swish);  encoder11_smolgen_dense1_swish = None
    encoder11_smolgen_ln1_mean = getattr(self, "encoder11/smolgen/ln1/mean")(encoder11_smolgen_ln1_to_float)
    encoder11_smolgen_ln1_centered = getattr(self, "encoder11/smolgen/ln1/centered")(encoder11_smolgen_ln1_to_float, encoder11_smolgen_ln1_mean);  encoder11_smolgen_ln1_to_float = encoder11_smolgen_ln1_mean = None
    encoder11_smolgen_ln1_squared = getattr(self, "encoder11/smolgen/ln1/squared")(encoder11_smolgen_ln1_centered, encoder11_smolgen_ln1_centered)
    encoder11_smolgen_ln1_var = getattr(self, "encoder11/smolgen/ln1/var")(encoder11_smolgen_ln1_squared);  encoder11_smolgen_ln1_squared = None
    initializers_onnx_initializer_466 = self.initializers.onnx_initializer_466
    encoder11_smolgen_ln1_var_eps = getattr(self, "encoder11/smolgen/ln1/var_eps")(encoder11_smolgen_ln1_var, initializers_onnx_initializer_466);  encoder11_smolgen_ln1_var = initializers_onnx_initializer_466 = None
    encoder11_smolgen_ln1_std = getattr(self, "encoder11/smolgen/ln1/std")(encoder11_smolgen_ln1_var_eps);  encoder11_smolgen_ln1_var_eps = None
    encoder11_smolgen_ln1_inv_std = getattr(self, "encoder11/smolgen/ln1/inv_std")(encoder11_smolgen_ln1_std);  encoder11_smolgen_ln1_std = None
    encoder11_smolgen_ln1_normalized = getattr(self, "encoder11/smolgen/ln1/normalized")(encoder11_smolgen_ln1_centered, encoder11_smolgen_ln1_inv_std);  encoder11_smolgen_ln1_centered = encoder11_smolgen_ln1_inv_std = None
    encoder11_smolgen_ln1_to_data_type = getattr(self, "encoder11/smolgen/ln1/to_data_type")(encoder11_smolgen_ln1_normalized);  encoder11_smolgen_ln1_normalized = None
    initializers_onnx_initializer_467 = self.initializers.onnx_initializer_467
    encoder11_smolgen_ln1_gammas = getattr(self, "encoder11/smolgen/ln1/gammas")(encoder11_smolgen_ln1_to_data_type, initializers_onnx_initializer_467);  encoder11_smolgen_ln1_to_data_type = initializers_onnx_initializer_467 = None
    initializers_onnx_initializer_468 = self.initializers.onnx_initializer_468
    encoder11_smolgen_ln1_betas = getattr(self, "encoder11/smolgen/ln1/betas")(encoder11_smolgen_ln1_gammas, initializers_onnx_initializer_468);  encoder11_smolgen_ln1_gammas = initializers_onnx_initializer_468 = None
    initializers_onnx_initializer_469 = self.initializers.onnx_initializer_469
    encoder11_smolgen_dense2_w = getattr(self, "encoder11/smolgen/dense2/w")(encoder11_smolgen_ln1_betas, initializers_onnx_initializer_469);  encoder11_smolgen_ln1_betas = initializers_onnx_initializer_469 = None
    initializers_onnx_initializer_470 = self.initializers.onnx_initializer_470
    encoder11_smolgen_dense2_b = getattr(self, "encoder11/smolgen/dense2/b")(encoder11_smolgen_dense2_w, initializers_onnx_initializer_470);  encoder11_smolgen_dense2_w = initializers_onnx_initializer_470 = None
    encoder11_smolgen_dense2_swish_sigmoid = getattr(self, "encoder11/smolgen/dense2/swish/sigmoid")(encoder11_smolgen_dense2_b)
    encoder11_smolgen_dense2_swish = getattr(self, "encoder11/smolgen/dense2/swish")(encoder11_smolgen_dense2_swish_sigmoid, encoder11_smolgen_dense2_b);  encoder11_smolgen_dense2_swish_sigmoid = encoder11_smolgen_dense2_b = None
    encoder11_smolgen_ln2_to_float = getattr(self, "encoder11/smolgen/ln2/to_float")(encoder11_smolgen_dense2_swish);  encoder11_smolgen_dense2_swish = None
    encoder11_smolgen_ln2_mean = getattr(self, "encoder11/smolgen/ln2/mean")(encoder11_smolgen_ln2_to_float)
    encoder11_smolgen_ln2_centered = getattr(self, "encoder11/smolgen/ln2/centered")(encoder11_smolgen_ln2_to_float, encoder11_smolgen_ln2_mean);  encoder11_smolgen_ln2_to_float = encoder11_smolgen_ln2_mean = None
    encoder11_smolgen_ln2_squared = getattr(self, "encoder11/smolgen/ln2/squared")(encoder11_smolgen_ln2_centered, encoder11_smolgen_ln2_centered)
    encoder11_smolgen_ln2_var = getattr(self, "encoder11/smolgen/ln2/var")(encoder11_smolgen_ln2_squared);  encoder11_smolgen_ln2_squared = None
    initializers_onnx_initializer_471 = self.initializers.onnx_initializer_471
    encoder11_smolgen_ln2_var_eps = getattr(self, "encoder11/smolgen/ln2/var_eps")(encoder11_smolgen_ln2_var, initializers_onnx_initializer_471);  encoder11_smolgen_ln2_var = initializers_onnx_initializer_471 = None
    encoder11_smolgen_ln2_std = getattr(self, "encoder11/smolgen/ln2/std")(encoder11_smolgen_ln2_var_eps);  encoder11_smolgen_ln2_var_eps = None
    encoder11_smolgen_ln2_inv_std = getattr(self, "encoder11/smolgen/ln2/inv_std")(encoder11_smolgen_ln2_std);  encoder11_smolgen_ln2_std = None
    encoder11_smolgen_ln2_normalized = getattr(self, "encoder11/smolgen/ln2/normalized")(encoder11_smolgen_ln2_centered, encoder11_smolgen_ln2_inv_std);  encoder11_smolgen_ln2_centered = encoder11_smolgen_ln2_inv_std = None
    encoder11_smolgen_ln2_to_data_type = getattr(self, "encoder11/smolgen/ln2/to_data_type")(encoder11_smolgen_ln2_normalized);  encoder11_smolgen_ln2_normalized = None
    initializers_onnx_initializer_472 = self.initializers.onnx_initializer_472
    encoder11_smolgen_ln2_gammas = getattr(self, "encoder11/smolgen/ln2/gammas")(encoder11_smolgen_ln2_to_data_type, initializers_onnx_initializer_472);  encoder11_smolgen_ln2_to_data_type = initializers_onnx_initializer_472 = None
    initializers_onnx_initializer_473 = self.initializers.onnx_initializer_473
    encoder11_smolgen_ln2_betas = getattr(self, "encoder11/smolgen/ln2/betas")(encoder11_smolgen_ln2_gammas, initializers_onnx_initializer_473);  encoder11_smolgen_ln2_gammas = initializers_onnx_initializer_473 = None
    initializers_onnx_initializer_474 = self.initializers.onnx_initializer_474
    encoder11_smolgen_gen_from_reshape = getattr(self, "encoder11/smolgen/gen_from/reshape")(encoder11_smolgen_ln2_betas, initializers_onnx_initializer_474);  encoder11_smolgen_ln2_betas = initializers_onnx_initializer_474 = None
    initializers_onnx_initializer_475 = self.initializers.onnx_initializer_475
    encoder11_smolgen_smol_weight_gen = getattr(self, "encoder11/smolgen/smol_weight_gen")(encoder11_smolgen_gen_from_reshape, initializers_onnx_initializer_475);  encoder11_smolgen_gen_from_reshape = initializers_onnx_initializer_475 = None
    initializers_onnx_initializer_476 = self.initializers.onnx_initializer_476
    encoder11_smolgen_out_reshape = getattr(self, "encoder11/smolgen/out/reshape")(encoder11_smolgen_smol_weight_gen, initializers_onnx_initializer_476);  encoder11_smolgen_smol_weight_gen = initializers_onnx_initializer_476 = None
    encoder11_smolgen_weights = getattr(self, "encoder11/smolgen_weights")(encoder11_mha_qk_scale, encoder11_smolgen_out_reshape);  encoder11_mha_qk_scale = encoder11_smolgen_out_reshape = None
    encoder11_mha_qk_softmax = getattr(self, "encoder11/mha/QK/softmax")(encoder11_smolgen_weights);  encoder11_smolgen_weights = None
    encoder11_mha_qkv_matmul = getattr(self, "encoder11/mha/QKV/matmul")(encoder11_mha_qk_softmax, encoder11_mha_v_transpose);  encoder11_mha_qk_softmax = encoder11_mha_v_transpose = None
    encoder11_mha_out_transpose = getattr(self, "encoder11/mha/out/transpose")(encoder11_mha_qkv_matmul);  encoder11_mha_qkv_matmul = None
    initializers_onnx_initializer_477 = self.initializers.onnx_initializer_477
    encoder11_mha_out_reshape = getattr(self, "encoder11/mha/out/reshape")(encoder11_mha_out_transpose, initializers_onnx_initializer_477);  encoder11_mha_out_transpose = initializers_onnx_initializer_477 = None
    initializers_onnx_initializer_478 = self.initializers.onnx_initializer_478
    encoder11_mha_out_dense_w = getattr(self, "encoder11/mha/out/dense/w")(encoder11_mha_out_reshape, initializers_onnx_initializer_478);  encoder11_mha_out_reshape = initializers_onnx_initializer_478 = None
    initializers_onnx_initializer_479 = self.initializers.onnx_initializer_479
    encoder11_mha_out_dense_b = getattr(self, "encoder11/mha/out/dense/b")(encoder11_mha_out_dense_w, initializers_onnx_initializer_479);  encoder11_mha_out_dense_w = initializers_onnx_initializer_479 = None
    initializers_onnx_initializer_480 = self.initializers.onnx_initializer_480
    encoder11_alpha_input = getattr(self, "encoder11/alpha*input")(encoder11_mha_out_dense_b, initializers_onnx_initializer_480);  encoder11_mha_out_dense_b = initializers_onnx_initializer_480 = None
    encoder11_mha_out_skip = getattr(self, "encoder11/mha/out/skip")(encoder11_alpha_input, encoder10_ln2_betas);  encoder11_alpha_input = encoder10_ln2_betas = None
    encoder11_ln1_to_float = getattr(self, "encoder11/ln1/to_float")(encoder11_mha_out_skip);  encoder11_mha_out_skip = None
    encoder11_ln1_mean = getattr(self, "encoder11/ln1/mean")(encoder11_ln1_to_float)
    encoder11_ln1_centered = getattr(self, "encoder11/ln1/centered")(encoder11_ln1_to_float, encoder11_ln1_mean);  encoder11_ln1_to_float = encoder11_ln1_mean = None
    encoder11_ln1_squared = getattr(self, "encoder11/ln1/squared")(encoder11_ln1_centered, encoder11_ln1_centered)
    encoder11_ln1_var = getattr(self, "encoder11/ln1/var")(encoder11_ln1_squared);  encoder11_ln1_squared = None
    initializers_onnx_initializer_481 = self.initializers.onnx_initializer_481
    encoder11_ln1_var_eps = getattr(self, "encoder11/ln1/var_eps")(encoder11_ln1_var, initializers_onnx_initializer_481);  encoder11_ln1_var = initializers_onnx_initializer_481 = None
    encoder11_ln1_std = getattr(self, "encoder11/ln1/std")(encoder11_ln1_var_eps);  encoder11_ln1_var_eps = None
    encoder11_ln1_inv_std = getattr(self, "encoder11/ln1/inv_std")(encoder11_ln1_std);  encoder11_ln1_std = None
    encoder11_ln1_normalized = getattr(self, "encoder11/ln1/normalized")(encoder11_ln1_centered, encoder11_ln1_inv_std);  encoder11_ln1_centered = encoder11_ln1_inv_std = None
    encoder11_ln1_to_data_type = getattr(self, "encoder11/ln1/to_data_type")(encoder11_ln1_normalized);  encoder11_ln1_normalized = None
    initializers_onnx_initializer_482 = self.initializers.onnx_initializer_482
    encoder11_ln1_gammas = getattr(self, "encoder11/ln1/gammas")(encoder11_ln1_to_data_type, initializers_onnx_initializer_482);  encoder11_ln1_to_data_type = initializers_onnx_initializer_482 = None
    initializers_onnx_initializer_483 = self.initializers.onnx_initializer_483
    encoder11_ln1_betas = getattr(self, "encoder11/ln1/betas")(encoder11_ln1_gammas, initializers_onnx_initializer_483);  encoder11_ln1_gammas = initializers_onnx_initializer_483 = None
    initializers_onnx_initializer_484 = self.initializers.onnx_initializer_484
    encoder11_ffn_dense1_w = getattr(self, "encoder11/ffn/dense1/w")(encoder11_ln1_betas, initializers_onnx_initializer_484);  initializers_onnx_initializer_484 = None
    initializers_onnx_initializer_485 = self.initializers.onnx_initializer_485
    encoder11_ffn_dense1_b = getattr(self, "encoder11/ffn/dense1/b")(encoder11_ffn_dense1_w, initializers_onnx_initializer_485);  encoder11_ffn_dense1_w = initializers_onnx_initializer_485 = None
    encoder11_ffn_dense1_sqrrelu_relu = getattr(self, "encoder11/ffn/dense1/sqrrelu/relu")(encoder11_ffn_dense1_b);  encoder11_ffn_dense1_b = None
    encoder11_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder11/ffn/dense1/sqrrelu/sqr")(encoder11_ffn_dense1_sqrrelu_relu, encoder11_ffn_dense1_sqrrelu_relu);  encoder11_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_486 = self.initializers.onnx_initializer_486
    encoder11_ffn_dense2_w = getattr(self, "encoder11/ffn/dense2/w")(encoder11_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_486);  encoder11_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_486 = None
    initializers_onnx_initializer_487 = self.initializers.onnx_initializer_487
    encoder11_ffn_dense2_b = getattr(self, "encoder11/ffn/dense2/b")(encoder11_ffn_dense2_w, initializers_onnx_initializer_487);  encoder11_ffn_dense2_w = initializers_onnx_initializer_487 = None
    initializers_onnx_initializer_488 = self.initializers.onnx_initializer_488
    encoder11_ffn_alpha = getattr(self, "encoder11/ffn/alpha")(encoder11_ffn_dense2_b, initializers_onnx_initializer_488);  encoder11_ffn_dense2_b = initializers_onnx_initializer_488 = None
    encoder11_ffn_skip = getattr(self, "encoder11/ffn/skip")(encoder11_ffn_alpha, encoder11_ln1_betas);  encoder11_ffn_alpha = encoder11_ln1_betas = None
    encoder11_ln2_to_float = getattr(self, "encoder11/ln2/to_float")(encoder11_ffn_skip);  encoder11_ffn_skip = None
    encoder11_ln2_mean = getattr(self, "encoder11/ln2/mean")(encoder11_ln2_to_float)
    encoder11_ln2_centered = getattr(self, "encoder11/ln2/centered")(encoder11_ln2_to_float, encoder11_ln2_mean);  encoder11_ln2_to_float = encoder11_ln2_mean = None
    encoder11_ln2_squared = getattr(self, "encoder11/ln2/squared")(encoder11_ln2_centered, encoder11_ln2_centered)
    encoder11_ln2_var = getattr(self, "encoder11/ln2/var")(encoder11_ln2_squared);  encoder11_ln2_squared = None
    initializers_onnx_initializer_489 = self.initializers.onnx_initializer_489
    encoder11_ln2_var_eps = getattr(self, "encoder11/ln2/var_eps")(encoder11_ln2_var, initializers_onnx_initializer_489);  encoder11_ln2_var = initializers_onnx_initializer_489 = None
    encoder11_ln2_std = getattr(self, "encoder11/ln2/std")(encoder11_ln2_var_eps);  encoder11_ln2_var_eps = None
    encoder11_ln2_inv_std = getattr(self, "encoder11/ln2/inv_std")(encoder11_ln2_std);  encoder11_ln2_std = None
    encoder11_ln2_normalized = getattr(self, "encoder11/ln2/normalized")(encoder11_ln2_centered, encoder11_ln2_inv_std);  encoder11_ln2_centered = encoder11_ln2_inv_std = None
    encoder11_ln2_to_data_type = getattr(self, "encoder11/ln2/to_data_type")(encoder11_ln2_normalized);  encoder11_ln2_normalized = None
    initializers_onnx_initializer_490 = self.initializers.onnx_initializer_490
    encoder11_ln2_gammas = getattr(self, "encoder11/ln2/gammas")(encoder11_ln2_to_data_type, initializers_onnx_initializer_490);  encoder11_ln2_to_data_type = initializers_onnx_initializer_490 = None
    initializers_onnx_initializer_491 = self.initializers.onnx_initializer_491
    encoder11_ln2_betas = getattr(self, "encoder11/ln2/betas")(encoder11_ln2_gammas, initializers_onnx_initializer_491);  encoder11_ln2_gammas = initializers_onnx_initializer_491 = None
    initializers_onnx_initializer_492 = self.initializers.onnx_initializer_492
    encoder12_mha_q_w = getattr(self, "encoder12/mha/Q/w")(encoder11_ln2_betas, initializers_onnx_initializer_492);  initializers_onnx_initializer_492 = None
    initializers_onnx_initializer_493 = self.initializers.onnx_initializer_493
    encoder12_mha_q_b = getattr(self, "encoder12/mha/Q/b")(encoder12_mha_q_w, initializers_onnx_initializer_493);  encoder12_mha_q_w = initializers_onnx_initializer_493 = None
    initializers_onnx_initializer_494 = self.initializers.onnx_initializer_494
    encoder12_mha_q_reshape = getattr(self, "encoder12/mha/Q/reshape")(encoder12_mha_q_b, initializers_onnx_initializer_494);  encoder12_mha_q_b = initializers_onnx_initializer_494 = None
    encoder12_mha_q_transpose = getattr(self, "encoder12/mha/Q/transpose")(encoder12_mha_q_reshape);  encoder12_mha_q_reshape = None
    initializers_onnx_initializer_495 = self.initializers.onnx_initializer_495
    encoder12_mha_k_w = getattr(self, "encoder12/mha/K/w")(encoder11_ln2_betas, initializers_onnx_initializer_495);  initializers_onnx_initializer_495 = None
    initializers_onnx_initializer_496 = self.initializers.onnx_initializer_496
    encoder12_mha_k_b = getattr(self, "encoder12/mha/K/b")(encoder12_mha_k_w, initializers_onnx_initializer_496);  encoder12_mha_k_w = initializers_onnx_initializer_496 = None
    initializers_onnx_initializer_497 = self.initializers.onnx_initializer_497
    encoder12_mha_k_reshape = getattr(self, "encoder12/mha/K/reshape")(encoder12_mha_k_b, initializers_onnx_initializer_497);  encoder12_mha_k_b = initializers_onnx_initializer_497 = None
    encoder12_mha_k_transpose = getattr(self, "encoder12/mha/K/transpose")(encoder12_mha_k_reshape);  encoder12_mha_k_reshape = None
    initializers_onnx_initializer_498 = self.initializers.onnx_initializer_498
    encoder12_mha_v_w = getattr(self, "encoder12/mha/V/w")(encoder11_ln2_betas, initializers_onnx_initializer_498);  initializers_onnx_initializer_498 = None
    initializers_onnx_initializer_499 = self.initializers.onnx_initializer_499
    encoder12_mha_v_b = getattr(self, "encoder12/mha/V/b")(encoder12_mha_v_w, initializers_onnx_initializer_499);  encoder12_mha_v_w = initializers_onnx_initializer_499 = None
    initializers_onnx_initializer_500 = self.initializers.onnx_initializer_500
    encoder12_mha_v_reshape = getattr(self, "encoder12/mha/V/reshape")(encoder12_mha_v_b, initializers_onnx_initializer_500);  encoder12_mha_v_b = initializers_onnx_initializer_500 = None
    encoder12_mha_v_transpose = getattr(self, "encoder12/mha/V/transpose")(encoder12_mha_v_reshape);  encoder12_mha_v_reshape = None
    encoder12_mha_qk_matmul = getattr(self, "encoder12/mha/QK/matmul")(encoder12_mha_q_transpose, encoder12_mha_k_transpose);  encoder12_mha_q_transpose = encoder12_mha_k_transpose = None
    initializers_onnx_initializer_501 = self.initializers.onnx_initializer_501
    encoder12_mha_qk_scale = getattr(self, "encoder12/mha/QK/scale")(encoder12_mha_qk_matmul, initializers_onnx_initializer_501);  encoder12_mha_qk_matmul = initializers_onnx_initializer_501 = None
    initializers_onnx_initializer_502 = self.initializers.onnx_initializer_502
    encoder12_smolgen_compress = getattr(self, "encoder12/smolgen/compress")(encoder11_ln2_betas, initializers_onnx_initializer_502);  initializers_onnx_initializer_502 = None
    initializers_onnx_initializer_503 = self.initializers.onnx_initializer_503
    encoder12_smolgen_compress_reshape = getattr(self, "encoder12/smolgen/compress/reshape")(encoder12_smolgen_compress, initializers_onnx_initializer_503);  encoder12_smolgen_compress = initializers_onnx_initializer_503 = None
    initializers_onnx_initializer_504 = self.initializers.onnx_initializer_504
    encoder12_smolgen_dense1_w = getattr(self, "encoder12/smolgen/dense1/w")(encoder12_smolgen_compress_reshape, initializers_onnx_initializer_504);  encoder12_smolgen_compress_reshape = initializers_onnx_initializer_504 = None
    initializers_onnx_initializer_505 = self.initializers.onnx_initializer_505
    encoder12_smolgen_dense1_b = getattr(self, "encoder12/smolgen/dense1/b")(encoder12_smolgen_dense1_w, initializers_onnx_initializer_505);  encoder12_smolgen_dense1_w = initializers_onnx_initializer_505 = None
    encoder12_smolgen_dense1_swish_sigmoid = getattr(self, "encoder12/smolgen/dense1/swish/sigmoid")(encoder12_smolgen_dense1_b)
    encoder12_smolgen_dense1_swish = getattr(self, "encoder12/smolgen/dense1/swish")(encoder12_smolgen_dense1_swish_sigmoid, encoder12_smolgen_dense1_b);  encoder12_smolgen_dense1_swish_sigmoid = encoder12_smolgen_dense1_b = None
    encoder12_smolgen_ln1_to_float = getattr(self, "encoder12/smolgen/ln1/to_float")(encoder12_smolgen_dense1_swish);  encoder12_smolgen_dense1_swish = None
    encoder12_smolgen_ln1_mean = getattr(self, "encoder12/smolgen/ln1/mean")(encoder12_smolgen_ln1_to_float)
    encoder12_smolgen_ln1_centered = getattr(self, "encoder12/smolgen/ln1/centered")(encoder12_smolgen_ln1_to_float, encoder12_smolgen_ln1_mean);  encoder12_smolgen_ln1_to_float = encoder12_smolgen_ln1_mean = None
    encoder12_smolgen_ln1_squared = getattr(self, "encoder12/smolgen/ln1/squared")(encoder12_smolgen_ln1_centered, encoder12_smolgen_ln1_centered)
    encoder12_smolgen_ln1_var = getattr(self, "encoder12/smolgen/ln1/var")(encoder12_smolgen_ln1_squared);  encoder12_smolgen_ln1_squared = None
    initializers_onnx_initializer_506 = self.initializers.onnx_initializer_506
    encoder12_smolgen_ln1_var_eps = getattr(self, "encoder12/smolgen/ln1/var_eps")(encoder12_smolgen_ln1_var, initializers_onnx_initializer_506);  encoder12_smolgen_ln1_var = initializers_onnx_initializer_506 = None
    encoder12_smolgen_ln1_std = getattr(self, "encoder12/smolgen/ln1/std")(encoder12_smolgen_ln1_var_eps);  encoder12_smolgen_ln1_var_eps = None
    encoder12_smolgen_ln1_inv_std = getattr(self, "encoder12/smolgen/ln1/inv_std")(encoder12_smolgen_ln1_std);  encoder12_smolgen_ln1_std = None
    encoder12_smolgen_ln1_normalized = getattr(self, "encoder12/smolgen/ln1/normalized")(encoder12_smolgen_ln1_centered, encoder12_smolgen_ln1_inv_std);  encoder12_smolgen_ln1_centered = encoder12_smolgen_ln1_inv_std = None
    encoder12_smolgen_ln1_to_data_type = getattr(self, "encoder12/smolgen/ln1/to_data_type")(encoder12_smolgen_ln1_normalized);  encoder12_smolgen_ln1_normalized = None
    initializers_onnx_initializer_507 = self.initializers.onnx_initializer_507
    encoder12_smolgen_ln1_gammas = getattr(self, "encoder12/smolgen/ln1/gammas")(encoder12_smolgen_ln1_to_data_type, initializers_onnx_initializer_507);  encoder12_smolgen_ln1_to_data_type = initializers_onnx_initializer_507 = None
    initializers_onnx_initializer_508 = self.initializers.onnx_initializer_508
    encoder12_smolgen_ln1_betas = getattr(self, "encoder12/smolgen/ln1/betas")(encoder12_smolgen_ln1_gammas, initializers_onnx_initializer_508);  encoder12_smolgen_ln1_gammas = initializers_onnx_initializer_508 = None
    initializers_onnx_initializer_509 = self.initializers.onnx_initializer_509
    encoder12_smolgen_dense2_w = getattr(self, "encoder12/smolgen/dense2/w")(encoder12_smolgen_ln1_betas, initializers_onnx_initializer_509);  encoder12_smolgen_ln1_betas = initializers_onnx_initializer_509 = None
    initializers_onnx_initializer_510 = self.initializers.onnx_initializer_510
    encoder12_smolgen_dense2_b = getattr(self, "encoder12/smolgen/dense2/b")(encoder12_smolgen_dense2_w, initializers_onnx_initializer_510);  encoder12_smolgen_dense2_w = initializers_onnx_initializer_510 = None
    encoder12_smolgen_dense2_swish_sigmoid = getattr(self, "encoder12/smolgen/dense2/swish/sigmoid")(encoder12_smolgen_dense2_b)
    encoder12_smolgen_dense2_swish = getattr(self, "encoder12/smolgen/dense2/swish")(encoder12_smolgen_dense2_swish_sigmoid, encoder12_smolgen_dense2_b);  encoder12_smolgen_dense2_swish_sigmoid = encoder12_smolgen_dense2_b = None
    encoder12_smolgen_ln2_to_float = getattr(self, "encoder12/smolgen/ln2/to_float")(encoder12_smolgen_dense2_swish);  encoder12_smolgen_dense2_swish = None
    encoder12_smolgen_ln2_mean = getattr(self, "encoder12/smolgen/ln2/mean")(encoder12_smolgen_ln2_to_float)
    encoder12_smolgen_ln2_centered = getattr(self, "encoder12/smolgen/ln2/centered")(encoder12_smolgen_ln2_to_float, encoder12_smolgen_ln2_mean);  encoder12_smolgen_ln2_to_float = encoder12_smolgen_ln2_mean = None
    encoder12_smolgen_ln2_squared = getattr(self, "encoder12/smolgen/ln2/squared")(encoder12_smolgen_ln2_centered, encoder12_smolgen_ln2_centered)
    encoder12_smolgen_ln2_var = getattr(self, "encoder12/smolgen/ln2/var")(encoder12_smolgen_ln2_squared);  encoder12_smolgen_ln2_squared = None
    initializers_onnx_initializer_511 = self.initializers.onnx_initializer_511
    encoder12_smolgen_ln2_var_eps = getattr(self, "encoder12/smolgen/ln2/var_eps")(encoder12_smolgen_ln2_var, initializers_onnx_initializer_511);  encoder12_smolgen_ln2_var = initializers_onnx_initializer_511 = None
    encoder12_smolgen_ln2_std = getattr(self, "encoder12/smolgen/ln2/std")(encoder12_smolgen_ln2_var_eps);  encoder12_smolgen_ln2_var_eps = None
    encoder12_smolgen_ln2_inv_std = getattr(self, "encoder12/smolgen/ln2/inv_std")(encoder12_smolgen_ln2_std);  encoder12_smolgen_ln2_std = None
    encoder12_smolgen_ln2_normalized = getattr(self, "encoder12/smolgen/ln2/normalized")(encoder12_smolgen_ln2_centered, encoder12_smolgen_ln2_inv_std);  encoder12_smolgen_ln2_centered = encoder12_smolgen_ln2_inv_std = None
    encoder12_smolgen_ln2_to_data_type = getattr(self, "encoder12/smolgen/ln2/to_data_type")(encoder12_smolgen_ln2_normalized);  encoder12_smolgen_ln2_normalized = None
    initializers_onnx_initializer_512 = self.initializers.onnx_initializer_512
    encoder12_smolgen_ln2_gammas = getattr(self, "encoder12/smolgen/ln2/gammas")(encoder12_smolgen_ln2_to_data_type, initializers_onnx_initializer_512);  encoder12_smolgen_ln2_to_data_type = initializers_onnx_initializer_512 = None
    initializers_onnx_initializer_513 = self.initializers.onnx_initializer_513
    encoder12_smolgen_ln2_betas = getattr(self, "encoder12/smolgen/ln2/betas")(encoder12_smolgen_ln2_gammas, initializers_onnx_initializer_513);  encoder12_smolgen_ln2_gammas = initializers_onnx_initializer_513 = None
    initializers_onnx_initializer_514 = self.initializers.onnx_initializer_514
    encoder12_smolgen_gen_from_reshape = getattr(self, "encoder12/smolgen/gen_from/reshape")(encoder12_smolgen_ln2_betas, initializers_onnx_initializer_514);  encoder12_smolgen_ln2_betas = initializers_onnx_initializer_514 = None
    initializers_onnx_initializer_515 = self.initializers.onnx_initializer_515
    encoder12_smolgen_smol_weight_gen = getattr(self, "encoder12/smolgen/smol_weight_gen")(encoder12_smolgen_gen_from_reshape, initializers_onnx_initializer_515);  encoder12_smolgen_gen_from_reshape = initializers_onnx_initializer_515 = None
    initializers_onnx_initializer_516 = self.initializers.onnx_initializer_516
    encoder12_smolgen_out_reshape = getattr(self, "encoder12/smolgen/out/reshape")(encoder12_smolgen_smol_weight_gen, initializers_onnx_initializer_516);  encoder12_smolgen_smol_weight_gen = initializers_onnx_initializer_516 = None
    encoder12_smolgen_weights = getattr(self, "encoder12/smolgen_weights")(encoder12_mha_qk_scale, encoder12_smolgen_out_reshape);  encoder12_mha_qk_scale = encoder12_smolgen_out_reshape = None
    encoder12_mha_qk_softmax = getattr(self, "encoder12/mha/QK/softmax")(encoder12_smolgen_weights);  encoder12_smolgen_weights = None
    encoder12_mha_qkv_matmul = getattr(self, "encoder12/mha/QKV/matmul")(encoder12_mha_qk_softmax, encoder12_mha_v_transpose);  encoder12_mha_qk_softmax = encoder12_mha_v_transpose = None
    encoder12_mha_out_transpose = getattr(self, "encoder12/mha/out/transpose")(encoder12_mha_qkv_matmul);  encoder12_mha_qkv_matmul = None
    initializers_onnx_initializer_517 = self.initializers.onnx_initializer_517
    encoder12_mha_out_reshape = getattr(self, "encoder12/mha/out/reshape")(encoder12_mha_out_transpose, initializers_onnx_initializer_517);  encoder12_mha_out_transpose = initializers_onnx_initializer_517 = None
    initializers_onnx_initializer_518 = self.initializers.onnx_initializer_518
    encoder12_mha_out_dense_w = getattr(self, "encoder12/mha/out/dense/w")(encoder12_mha_out_reshape, initializers_onnx_initializer_518);  encoder12_mha_out_reshape = initializers_onnx_initializer_518 = None
    initializers_onnx_initializer_519 = self.initializers.onnx_initializer_519
    encoder12_mha_out_dense_b = getattr(self, "encoder12/mha/out/dense/b")(encoder12_mha_out_dense_w, initializers_onnx_initializer_519);  encoder12_mha_out_dense_w = initializers_onnx_initializer_519 = None
    initializers_onnx_initializer_520 = self.initializers.onnx_initializer_520
    encoder12_alpha_input = getattr(self, "encoder12/alpha*input")(encoder12_mha_out_dense_b, initializers_onnx_initializer_520);  encoder12_mha_out_dense_b = initializers_onnx_initializer_520 = None
    encoder12_mha_out_skip = getattr(self, "encoder12/mha/out/skip")(encoder12_alpha_input, encoder11_ln2_betas);  encoder12_alpha_input = encoder11_ln2_betas = None
    encoder12_ln1_to_float = getattr(self, "encoder12/ln1/to_float")(encoder12_mha_out_skip);  encoder12_mha_out_skip = None
    encoder12_ln1_mean = getattr(self, "encoder12/ln1/mean")(encoder12_ln1_to_float)
    encoder12_ln1_centered = getattr(self, "encoder12/ln1/centered")(encoder12_ln1_to_float, encoder12_ln1_mean);  encoder12_ln1_to_float = encoder12_ln1_mean = None
    encoder12_ln1_squared = getattr(self, "encoder12/ln1/squared")(encoder12_ln1_centered, encoder12_ln1_centered)
    encoder12_ln1_var = getattr(self, "encoder12/ln1/var")(encoder12_ln1_squared);  encoder12_ln1_squared = None
    initializers_onnx_initializer_521 = self.initializers.onnx_initializer_521
    encoder12_ln1_var_eps = getattr(self, "encoder12/ln1/var_eps")(encoder12_ln1_var, initializers_onnx_initializer_521);  encoder12_ln1_var = initializers_onnx_initializer_521 = None
    encoder12_ln1_std = getattr(self, "encoder12/ln1/std")(encoder12_ln1_var_eps);  encoder12_ln1_var_eps = None
    encoder12_ln1_inv_std = getattr(self, "encoder12/ln1/inv_std")(encoder12_ln1_std);  encoder12_ln1_std = None
    encoder12_ln1_normalized = getattr(self, "encoder12/ln1/normalized")(encoder12_ln1_centered, encoder12_ln1_inv_std);  encoder12_ln1_centered = encoder12_ln1_inv_std = None
    encoder12_ln1_to_data_type = getattr(self, "encoder12/ln1/to_data_type")(encoder12_ln1_normalized);  encoder12_ln1_normalized = None
    initializers_onnx_initializer_522 = self.initializers.onnx_initializer_522
    encoder12_ln1_gammas = getattr(self, "encoder12/ln1/gammas")(encoder12_ln1_to_data_type, initializers_onnx_initializer_522);  encoder12_ln1_to_data_type = initializers_onnx_initializer_522 = None
    initializers_onnx_initializer_523 = self.initializers.onnx_initializer_523
    encoder12_ln1_betas = getattr(self, "encoder12/ln1/betas")(encoder12_ln1_gammas, initializers_onnx_initializer_523);  encoder12_ln1_gammas = initializers_onnx_initializer_523 = None
    initializers_onnx_initializer_524 = self.initializers.onnx_initializer_524
    encoder12_ffn_dense1_w = getattr(self, "encoder12/ffn/dense1/w")(encoder12_ln1_betas, initializers_onnx_initializer_524);  initializers_onnx_initializer_524 = None
    initializers_onnx_initializer_525 = self.initializers.onnx_initializer_525
    encoder12_ffn_dense1_b = getattr(self, "encoder12/ffn/dense1/b")(encoder12_ffn_dense1_w, initializers_onnx_initializer_525);  encoder12_ffn_dense1_w = initializers_onnx_initializer_525 = None
    encoder12_ffn_dense1_sqrrelu_relu = getattr(self, "encoder12/ffn/dense1/sqrrelu/relu")(encoder12_ffn_dense1_b);  encoder12_ffn_dense1_b = None
    encoder12_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder12/ffn/dense1/sqrrelu/sqr")(encoder12_ffn_dense1_sqrrelu_relu, encoder12_ffn_dense1_sqrrelu_relu);  encoder12_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_526 = self.initializers.onnx_initializer_526
    encoder12_ffn_dense2_w = getattr(self, "encoder12/ffn/dense2/w")(encoder12_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_526);  encoder12_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_526 = None
    initializers_onnx_initializer_527 = self.initializers.onnx_initializer_527
    encoder12_ffn_dense2_b = getattr(self, "encoder12/ffn/dense2/b")(encoder12_ffn_dense2_w, initializers_onnx_initializer_527);  encoder12_ffn_dense2_w = initializers_onnx_initializer_527 = None
    initializers_onnx_initializer_528 = self.initializers.onnx_initializer_528
    encoder12_ffn_alpha = getattr(self, "encoder12/ffn/alpha")(encoder12_ffn_dense2_b, initializers_onnx_initializer_528);  encoder12_ffn_dense2_b = initializers_onnx_initializer_528 = None
    encoder12_ffn_skip = getattr(self, "encoder12/ffn/skip")(encoder12_ffn_alpha, encoder12_ln1_betas);  encoder12_ffn_alpha = encoder12_ln1_betas = None
    encoder12_ln2_to_float = getattr(self, "encoder12/ln2/to_float")(encoder12_ffn_skip);  encoder12_ffn_skip = None
    encoder12_ln2_mean = getattr(self, "encoder12/ln2/mean")(encoder12_ln2_to_float)
    encoder12_ln2_centered = getattr(self, "encoder12/ln2/centered")(encoder12_ln2_to_float, encoder12_ln2_mean);  encoder12_ln2_to_float = encoder12_ln2_mean = None
    encoder12_ln2_squared = getattr(self, "encoder12/ln2/squared")(encoder12_ln2_centered, encoder12_ln2_centered)
    encoder12_ln2_var = getattr(self, "encoder12/ln2/var")(encoder12_ln2_squared);  encoder12_ln2_squared = None
    initializers_onnx_initializer_529 = self.initializers.onnx_initializer_529
    encoder12_ln2_var_eps = getattr(self, "encoder12/ln2/var_eps")(encoder12_ln2_var, initializers_onnx_initializer_529);  encoder12_ln2_var = initializers_onnx_initializer_529 = None
    encoder12_ln2_std = getattr(self, "encoder12/ln2/std")(encoder12_ln2_var_eps);  encoder12_ln2_var_eps = None
    encoder12_ln2_inv_std = getattr(self, "encoder12/ln2/inv_std")(encoder12_ln2_std);  encoder12_ln2_std = None
    encoder12_ln2_normalized = getattr(self, "encoder12/ln2/normalized")(encoder12_ln2_centered, encoder12_ln2_inv_std);  encoder12_ln2_centered = encoder12_ln2_inv_std = None
    encoder12_ln2_to_data_type = getattr(self, "encoder12/ln2/to_data_type")(encoder12_ln2_normalized);  encoder12_ln2_normalized = None
    initializers_onnx_initializer_530 = self.initializers.onnx_initializer_530
    encoder12_ln2_gammas = getattr(self, "encoder12/ln2/gammas")(encoder12_ln2_to_data_type, initializers_onnx_initializer_530);  encoder12_ln2_to_data_type = initializers_onnx_initializer_530 = None
    initializers_onnx_initializer_531 = self.initializers.onnx_initializer_531
    encoder12_ln2_betas = getattr(self, "encoder12/ln2/betas")(encoder12_ln2_gammas, initializers_onnx_initializer_531);  encoder12_ln2_gammas = initializers_onnx_initializer_531 = None
    initializers_onnx_initializer_532 = self.initializers.onnx_initializer_532
    encoder13_mha_q_w = getattr(self, "encoder13/mha/Q/w")(encoder12_ln2_betas, initializers_onnx_initializer_532);  initializers_onnx_initializer_532 = None
    initializers_onnx_initializer_533 = self.initializers.onnx_initializer_533
    encoder13_mha_q_b = getattr(self, "encoder13/mha/Q/b")(encoder13_mha_q_w, initializers_onnx_initializer_533);  encoder13_mha_q_w = initializers_onnx_initializer_533 = None
    initializers_onnx_initializer_534 = self.initializers.onnx_initializer_534
    encoder13_mha_q_reshape = getattr(self, "encoder13/mha/Q/reshape")(encoder13_mha_q_b, initializers_onnx_initializer_534);  encoder13_mha_q_b = initializers_onnx_initializer_534 = None
    encoder13_mha_q_transpose = getattr(self, "encoder13/mha/Q/transpose")(encoder13_mha_q_reshape);  encoder13_mha_q_reshape = None
    initializers_onnx_initializer_535 = self.initializers.onnx_initializer_535
    encoder13_mha_k_w = getattr(self, "encoder13/mha/K/w")(encoder12_ln2_betas, initializers_onnx_initializer_535);  initializers_onnx_initializer_535 = None
    initializers_onnx_initializer_536 = self.initializers.onnx_initializer_536
    encoder13_mha_k_b = getattr(self, "encoder13/mha/K/b")(encoder13_mha_k_w, initializers_onnx_initializer_536);  encoder13_mha_k_w = initializers_onnx_initializer_536 = None
    initializers_onnx_initializer_537 = self.initializers.onnx_initializer_537
    encoder13_mha_k_reshape = getattr(self, "encoder13/mha/K/reshape")(encoder13_mha_k_b, initializers_onnx_initializer_537);  encoder13_mha_k_b = initializers_onnx_initializer_537 = None
    encoder13_mha_k_transpose = getattr(self, "encoder13/mha/K/transpose")(encoder13_mha_k_reshape);  encoder13_mha_k_reshape = None
    initializers_onnx_initializer_538 = self.initializers.onnx_initializer_538
    encoder13_mha_v_w = getattr(self, "encoder13/mha/V/w")(encoder12_ln2_betas, initializers_onnx_initializer_538);  initializers_onnx_initializer_538 = None
    initializers_onnx_initializer_539 = self.initializers.onnx_initializer_539
    encoder13_mha_v_b = getattr(self, "encoder13/mha/V/b")(encoder13_mha_v_w, initializers_onnx_initializer_539);  encoder13_mha_v_w = initializers_onnx_initializer_539 = None
    initializers_onnx_initializer_540 = self.initializers.onnx_initializer_540
    encoder13_mha_v_reshape = getattr(self, "encoder13/mha/V/reshape")(encoder13_mha_v_b, initializers_onnx_initializer_540);  encoder13_mha_v_b = initializers_onnx_initializer_540 = None
    encoder13_mha_v_transpose = getattr(self, "encoder13/mha/V/transpose")(encoder13_mha_v_reshape);  encoder13_mha_v_reshape = None
    encoder13_mha_qk_matmul = getattr(self, "encoder13/mha/QK/matmul")(encoder13_mha_q_transpose, encoder13_mha_k_transpose);  encoder13_mha_q_transpose = encoder13_mha_k_transpose = None
    initializers_onnx_initializer_541 = self.initializers.onnx_initializer_541
    encoder13_mha_qk_scale = getattr(self, "encoder13/mha/QK/scale")(encoder13_mha_qk_matmul, initializers_onnx_initializer_541);  encoder13_mha_qk_matmul = initializers_onnx_initializer_541 = None
    initializers_onnx_initializer_542 = self.initializers.onnx_initializer_542
    encoder13_smolgen_compress = getattr(self, "encoder13/smolgen/compress")(encoder12_ln2_betas, initializers_onnx_initializer_542);  initializers_onnx_initializer_542 = None
    initializers_onnx_initializer_543 = self.initializers.onnx_initializer_543
    encoder13_smolgen_compress_reshape = getattr(self, "encoder13/smolgen/compress/reshape")(encoder13_smolgen_compress, initializers_onnx_initializer_543);  encoder13_smolgen_compress = initializers_onnx_initializer_543 = None
    initializers_onnx_initializer_544 = self.initializers.onnx_initializer_544
    encoder13_smolgen_dense1_w = getattr(self, "encoder13/smolgen/dense1/w")(encoder13_smolgen_compress_reshape, initializers_onnx_initializer_544);  encoder13_smolgen_compress_reshape = initializers_onnx_initializer_544 = None
    initializers_onnx_initializer_545 = self.initializers.onnx_initializer_545
    encoder13_smolgen_dense1_b = getattr(self, "encoder13/smolgen/dense1/b")(encoder13_smolgen_dense1_w, initializers_onnx_initializer_545);  encoder13_smolgen_dense1_w = initializers_onnx_initializer_545 = None
    encoder13_smolgen_dense1_swish_sigmoid = getattr(self, "encoder13/smolgen/dense1/swish/sigmoid")(encoder13_smolgen_dense1_b)
    encoder13_smolgen_dense1_swish = getattr(self, "encoder13/smolgen/dense1/swish")(encoder13_smolgen_dense1_swish_sigmoid, encoder13_smolgen_dense1_b);  encoder13_smolgen_dense1_swish_sigmoid = encoder13_smolgen_dense1_b = None
    encoder13_smolgen_ln1_to_float = getattr(self, "encoder13/smolgen/ln1/to_float")(encoder13_smolgen_dense1_swish);  encoder13_smolgen_dense1_swish = None
    encoder13_smolgen_ln1_mean = getattr(self, "encoder13/smolgen/ln1/mean")(encoder13_smolgen_ln1_to_float)
    encoder13_smolgen_ln1_centered = getattr(self, "encoder13/smolgen/ln1/centered")(encoder13_smolgen_ln1_to_float, encoder13_smolgen_ln1_mean);  encoder13_smolgen_ln1_to_float = encoder13_smolgen_ln1_mean = None
    encoder13_smolgen_ln1_squared = getattr(self, "encoder13/smolgen/ln1/squared")(encoder13_smolgen_ln1_centered, encoder13_smolgen_ln1_centered)
    encoder13_smolgen_ln1_var = getattr(self, "encoder13/smolgen/ln1/var")(encoder13_smolgen_ln1_squared);  encoder13_smolgen_ln1_squared = None
    initializers_onnx_initializer_546 = self.initializers.onnx_initializer_546
    encoder13_smolgen_ln1_var_eps = getattr(self, "encoder13/smolgen/ln1/var_eps")(encoder13_smolgen_ln1_var, initializers_onnx_initializer_546);  encoder13_smolgen_ln1_var = initializers_onnx_initializer_546 = None
    encoder13_smolgen_ln1_std = getattr(self, "encoder13/smolgen/ln1/std")(encoder13_smolgen_ln1_var_eps);  encoder13_smolgen_ln1_var_eps = None
    encoder13_smolgen_ln1_inv_std = getattr(self, "encoder13/smolgen/ln1/inv_std")(encoder13_smolgen_ln1_std);  encoder13_smolgen_ln1_std = None
    encoder13_smolgen_ln1_normalized = getattr(self, "encoder13/smolgen/ln1/normalized")(encoder13_smolgen_ln1_centered, encoder13_smolgen_ln1_inv_std);  encoder13_smolgen_ln1_centered = encoder13_smolgen_ln1_inv_std = None
    encoder13_smolgen_ln1_to_data_type = getattr(self, "encoder13/smolgen/ln1/to_data_type")(encoder13_smolgen_ln1_normalized);  encoder13_smolgen_ln1_normalized = None
    initializers_onnx_initializer_547 = self.initializers.onnx_initializer_547
    encoder13_smolgen_ln1_gammas = getattr(self, "encoder13/smolgen/ln1/gammas")(encoder13_smolgen_ln1_to_data_type, initializers_onnx_initializer_547);  encoder13_smolgen_ln1_to_data_type = initializers_onnx_initializer_547 = None
    initializers_onnx_initializer_548 = self.initializers.onnx_initializer_548
    encoder13_smolgen_ln1_betas = getattr(self, "encoder13/smolgen/ln1/betas")(encoder13_smolgen_ln1_gammas, initializers_onnx_initializer_548);  encoder13_smolgen_ln1_gammas = initializers_onnx_initializer_548 = None
    initializers_onnx_initializer_549 = self.initializers.onnx_initializer_549
    encoder13_smolgen_dense2_w = getattr(self, "encoder13/smolgen/dense2/w")(encoder13_smolgen_ln1_betas, initializers_onnx_initializer_549);  encoder13_smolgen_ln1_betas = initializers_onnx_initializer_549 = None
    initializers_onnx_initializer_550 = self.initializers.onnx_initializer_550
    encoder13_smolgen_dense2_b = getattr(self, "encoder13/smolgen/dense2/b")(encoder13_smolgen_dense2_w, initializers_onnx_initializer_550);  encoder13_smolgen_dense2_w = initializers_onnx_initializer_550 = None
    encoder13_smolgen_dense2_swish_sigmoid = getattr(self, "encoder13/smolgen/dense2/swish/sigmoid")(encoder13_smolgen_dense2_b)
    encoder13_smolgen_dense2_swish = getattr(self, "encoder13/smolgen/dense2/swish")(encoder13_smolgen_dense2_swish_sigmoid, encoder13_smolgen_dense2_b);  encoder13_smolgen_dense2_swish_sigmoid = encoder13_smolgen_dense2_b = None
    encoder13_smolgen_ln2_to_float = getattr(self, "encoder13/smolgen/ln2/to_float")(encoder13_smolgen_dense2_swish);  encoder13_smolgen_dense2_swish = None
    encoder13_smolgen_ln2_mean = getattr(self, "encoder13/smolgen/ln2/mean")(encoder13_smolgen_ln2_to_float)
    encoder13_smolgen_ln2_centered = getattr(self, "encoder13/smolgen/ln2/centered")(encoder13_smolgen_ln2_to_float, encoder13_smolgen_ln2_mean);  encoder13_smolgen_ln2_to_float = encoder13_smolgen_ln2_mean = None
    encoder13_smolgen_ln2_squared = getattr(self, "encoder13/smolgen/ln2/squared")(encoder13_smolgen_ln2_centered, encoder13_smolgen_ln2_centered)
    encoder13_smolgen_ln2_var = getattr(self, "encoder13/smolgen/ln2/var")(encoder13_smolgen_ln2_squared);  encoder13_smolgen_ln2_squared = None
    initializers_onnx_initializer_551 = self.initializers.onnx_initializer_551
    encoder13_smolgen_ln2_var_eps = getattr(self, "encoder13/smolgen/ln2/var_eps")(encoder13_smolgen_ln2_var, initializers_onnx_initializer_551);  encoder13_smolgen_ln2_var = initializers_onnx_initializer_551 = None
    encoder13_smolgen_ln2_std = getattr(self, "encoder13/smolgen/ln2/std")(encoder13_smolgen_ln2_var_eps);  encoder13_smolgen_ln2_var_eps = None
    encoder13_smolgen_ln2_inv_std = getattr(self, "encoder13/smolgen/ln2/inv_std")(encoder13_smolgen_ln2_std);  encoder13_smolgen_ln2_std = None
    encoder13_smolgen_ln2_normalized = getattr(self, "encoder13/smolgen/ln2/normalized")(encoder13_smolgen_ln2_centered, encoder13_smolgen_ln2_inv_std);  encoder13_smolgen_ln2_centered = encoder13_smolgen_ln2_inv_std = None
    encoder13_smolgen_ln2_to_data_type = getattr(self, "encoder13/smolgen/ln2/to_data_type")(encoder13_smolgen_ln2_normalized);  encoder13_smolgen_ln2_normalized = None
    initializers_onnx_initializer_552 = self.initializers.onnx_initializer_552
    encoder13_smolgen_ln2_gammas = getattr(self, "encoder13/smolgen/ln2/gammas")(encoder13_smolgen_ln2_to_data_type, initializers_onnx_initializer_552);  encoder13_smolgen_ln2_to_data_type = initializers_onnx_initializer_552 = None
    initializers_onnx_initializer_553 = self.initializers.onnx_initializer_553
    encoder13_smolgen_ln2_betas = getattr(self, "encoder13/smolgen/ln2/betas")(encoder13_smolgen_ln2_gammas, initializers_onnx_initializer_553);  encoder13_smolgen_ln2_gammas = initializers_onnx_initializer_553 = None
    initializers_onnx_initializer_554 = self.initializers.onnx_initializer_554
    encoder13_smolgen_gen_from_reshape = getattr(self, "encoder13/smolgen/gen_from/reshape")(encoder13_smolgen_ln2_betas, initializers_onnx_initializer_554);  encoder13_smolgen_ln2_betas = initializers_onnx_initializer_554 = None
    initializers_onnx_initializer_555 = self.initializers.onnx_initializer_555
    encoder13_smolgen_smol_weight_gen = getattr(self, "encoder13/smolgen/smol_weight_gen")(encoder13_smolgen_gen_from_reshape, initializers_onnx_initializer_555);  encoder13_smolgen_gen_from_reshape = initializers_onnx_initializer_555 = None
    initializers_onnx_initializer_556 = self.initializers.onnx_initializer_556
    encoder13_smolgen_out_reshape = getattr(self, "encoder13/smolgen/out/reshape")(encoder13_smolgen_smol_weight_gen, initializers_onnx_initializer_556);  encoder13_smolgen_smol_weight_gen = initializers_onnx_initializer_556 = None
    encoder13_smolgen_weights = getattr(self, "encoder13/smolgen_weights")(encoder13_mha_qk_scale, encoder13_smolgen_out_reshape);  encoder13_mha_qk_scale = encoder13_smolgen_out_reshape = None
    encoder13_mha_qk_softmax = getattr(self, "encoder13/mha/QK/softmax")(encoder13_smolgen_weights);  encoder13_smolgen_weights = None
    encoder13_mha_qkv_matmul = getattr(self, "encoder13/mha/QKV/matmul")(encoder13_mha_qk_softmax, encoder13_mha_v_transpose);  encoder13_mha_qk_softmax = encoder13_mha_v_transpose = None
    encoder13_mha_out_transpose = getattr(self, "encoder13/mha/out/transpose")(encoder13_mha_qkv_matmul);  encoder13_mha_qkv_matmul = None
    initializers_onnx_initializer_557 = self.initializers.onnx_initializer_557
    encoder13_mha_out_reshape = getattr(self, "encoder13/mha/out/reshape")(encoder13_mha_out_transpose, initializers_onnx_initializer_557);  encoder13_mha_out_transpose = initializers_onnx_initializer_557 = None
    initializers_onnx_initializer_558 = self.initializers.onnx_initializer_558
    encoder13_mha_out_dense_w = getattr(self, "encoder13/mha/out/dense/w")(encoder13_mha_out_reshape, initializers_onnx_initializer_558);  encoder13_mha_out_reshape = initializers_onnx_initializer_558 = None
    initializers_onnx_initializer_559 = self.initializers.onnx_initializer_559
    encoder13_mha_out_dense_b = getattr(self, "encoder13/mha/out/dense/b")(encoder13_mha_out_dense_w, initializers_onnx_initializer_559);  encoder13_mha_out_dense_w = initializers_onnx_initializer_559 = None
    initializers_onnx_initializer_560 = self.initializers.onnx_initializer_560
    encoder13_alpha_input = getattr(self, "encoder13/alpha*input")(encoder13_mha_out_dense_b, initializers_onnx_initializer_560);  encoder13_mha_out_dense_b = initializers_onnx_initializer_560 = None
    encoder13_mha_out_skip = getattr(self, "encoder13/mha/out/skip")(encoder13_alpha_input, encoder12_ln2_betas);  encoder13_alpha_input = encoder12_ln2_betas = None
    encoder13_ln1_to_float = getattr(self, "encoder13/ln1/to_float")(encoder13_mha_out_skip);  encoder13_mha_out_skip = None
    encoder13_ln1_mean = getattr(self, "encoder13/ln1/mean")(encoder13_ln1_to_float)
    encoder13_ln1_centered = getattr(self, "encoder13/ln1/centered")(encoder13_ln1_to_float, encoder13_ln1_mean);  encoder13_ln1_to_float = encoder13_ln1_mean = None
    encoder13_ln1_squared = getattr(self, "encoder13/ln1/squared")(encoder13_ln1_centered, encoder13_ln1_centered)
    encoder13_ln1_var = getattr(self, "encoder13/ln1/var")(encoder13_ln1_squared);  encoder13_ln1_squared = None
    initializers_onnx_initializer_561 = self.initializers.onnx_initializer_561
    encoder13_ln1_var_eps = getattr(self, "encoder13/ln1/var_eps")(encoder13_ln1_var, initializers_onnx_initializer_561);  encoder13_ln1_var = initializers_onnx_initializer_561 = None
    encoder13_ln1_std = getattr(self, "encoder13/ln1/std")(encoder13_ln1_var_eps);  encoder13_ln1_var_eps = None
    encoder13_ln1_inv_std = getattr(self, "encoder13/ln1/inv_std")(encoder13_ln1_std);  encoder13_ln1_std = None
    encoder13_ln1_normalized = getattr(self, "encoder13/ln1/normalized")(encoder13_ln1_centered, encoder13_ln1_inv_std);  encoder13_ln1_centered = encoder13_ln1_inv_std = None
    encoder13_ln1_to_data_type = getattr(self, "encoder13/ln1/to_data_type")(encoder13_ln1_normalized);  encoder13_ln1_normalized = None
    initializers_onnx_initializer_562 = self.initializers.onnx_initializer_562
    encoder13_ln1_gammas = getattr(self, "encoder13/ln1/gammas")(encoder13_ln1_to_data_type, initializers_onnx_initializer_562);  encoder13_ln1_to_data_type = initializers_onnx_initializer_562 = None
    initializers_onnx_initializer_563 = self.initializers.onnx_initializer_563
    encoder13_ln1_betas = getattr(self, "encoder13/ln1/betas")(encoder13_ln1_gammas, initializers_onnx_initializer_563);  encoder13_ln1_gammas = initializers_onnx_initializer_563 = None
    initializers_onnx_initializer_564 = self.initializers.onnx_initializer_564
    encoder13_ffn_dense1_w = getattr(self, "encoder13/ffn/dense1/w")(encoder13_ln1_betas, initializers_onnx_initializer_564);  initializers_onnx_initializer_564 = None
    initializers_onnx_initializer_565 = self.initializers.onnx_initializer_565
    encoder13_ffn_dense1_b = getattr(self, "encoder13/ffn/dense1/b")(encoder13_ffn_dense1_w, initializers_onnx_initializer_565);  encoder13_ffn_dense1_w = initializers_onnx_initializer_565 = None
    encoder13_ffn_dense1_sqrrelu_relu = getattr(self, "encoder13/ffn/dense1/sqrrelu/relu")(encoder13_ffn_dense1_b);  encoder13_ffn_dense1_b = None
    encoder13_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder13/ffn/dense1/sqrrelu/sqr")(encoder13_ffn_dense1_sqrrelu_relu, encoder13_ffn_dense1_sqrrelu_relu);  encoder13_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_566 = self.initializers.onnx_initializer_566
    encoder13_ffn_dense2_w = getattr(self, "encoder13/ffn/dense2/w")(encoder13_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_566);  encoder13_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_566 = None
    initializers_onnx_initializer_567 = self.initializers.onnx_initializer_567
    encoder13_ffn_dense2_b = getattr(self, "encoder13/ffn/dense2/b")(encoder13_ffn_dense2_w, initializers_onnx_initializer_567);  encoder13_ffn_dense2_w = initializers_onnx_initializer_567 = None
    initializers_onnx_initializer_568 = self.initializers.onnx_initializer_568
    encoder13_ffn_alpha = getattr(self, "encoder13/ffn/alpha")(encoder13_ffn_dense2_b, initializers_onnx_initializer_568);  encoder13_ffn_dense2_b = initializers_onnx_initializer_568 = None
    encoder13_ffn_skip = getattr(self, "encoder13/ffn/skip")(encoder13_ffn_alpha, encoder13_ln1_betas);  encoder13_ffn_alpha = encoder13_ln1_betas = None
    encoder13_ln2_to_float = getattr(self, "encoder13/ln2/to_float")(encoder13_ffn_skip);  encoder13_ffn_skip = None
    encoder13_ln2_mean = getattr(self, "encoder13/ln2/mean")(encoder13_ln2_to_float)
    encoder13_ln2_centered = getattr(self, "encoder13/ln2/centered")(encoder13_ln2_to_float, encoder13_ln2_mean);  encoder13_ln2_to_float = encoder13_ln2_mean = None
    encoder13_ln2_squared = getattr(self, "encoder13/ln2/squared")(encoder13_ln2_centered, encoder13_ln2_centered)
    encoder13_ln2_var = getattr(self, "encoder13/ln2/var")(encoder13_ln2_squared);  encoder13_ln2_squared = None
    initializers_onnx_initializer_569 = self.initializers.onnx_initializer_569
    encoder13_ln2_var_eps = getattr(self, "encoder13/ln2/var_eps")(encoder13_ln2_var, initializers_onnx_initializer_569);  encoder13_ln2_var = initializers_onnx_initializer_569 = None
    encoder13_ln2_std = getattr(self, "encoder13/ln2/std")(encoder13_ln2_var_eps);  encoder13_ln2_var_eps = None
    encoder13_ln2_inv_std = getattr(self, "encoder13/ln2/inv_std")(encoder13_ln2_std);  encoder13_ln2_std = None
    encoder13_ln2_normalized = getattr(self, "encoder13/ln2/normalized")(encoder13_ln2_centered, encoder13_ln2_inv_std);  encoder13_ln2_centered = encoder13_ln2_inv_std = None
    encoder13_ln2_to_data_type = getattr(self, "encoder13/ln2/to_data_type")(encoder13_ln2_normalized);  encoder13_ln2_normalized = None
    initializers_onnx_initializer_570 = self.initializers.onnx_initializer_570
    encoder13_ln2_gammas = getattr(self, "encoder13/ln2/gammas")(encoder13_ln2_to_data_type, initializers_onnx_initializer_570);  encoder13_ln2_to_data_type = initializers_onnx_initializer_570 = None
    initializers_onnx_initializer_571 = self.initializers.onnx_initializer_571
    encoder13_ln2_betas = getattr(self, "encoder13/ln2/betas")(encoder13_ln2_gammas, initializers_onnx_initializer_571);  encoder13_ln2_gammas = initializers_onnx_initializer_571 = None
    initializers_onnx_initializer_572 = self.initializers.onnx_initializer_572
    encoder14_mha_q_w = getattr(self, "encoder14/mha/Q/w")(encoder13_ln2_betas, initializers_onnx_initializer_572);  initializers_onnx_initializer_572 = None
    initializers_onnx_initializer_573 = self.initializers.onnx_initializer_573
    encoder14_mha_q_b = getattr(self, "encoder14/mha/Q/b")(encoder14_mha_q_w, initializers_onnx_initializer_573);  encoder14_mha_q_w = initializers_onnx_initializer_573 = None
    initializers_onnx_initializer_574 = self.initializers.onnx_initializer_574
    encoder14_mha_q_reshape = getattr(self, "encoder14/mha/Q/reshape")(encoder14_mha_q_b, initializers_onnx_initializer_574);  encoder14_mha_q_b = initializers_onnx_initializer_574 = None
    encoder14_mha_q_transpose = getattr(self, "encoder14/mha/Q/transpose")(encoder14_mha_q_reshape);  encoder14_mha_q_reshape = None
    initializers_onnx_initializer_575 = self.initializers.onnx_initializer_575
    encoder14_mha_k_w = getattr(self, "encoder14/mha/K/w")(encoder13_ln2_betas, initializers_onnx_initializer_575);  initializers_onnx_initializer_575 = None
    initializers_onnx_initializer_576 = self.initializers.onnx_initializer_576
    encoder14_mha_k_b = getattr(self, "encoder14/mha/K/b")(encoder14_mha_k_w, initializers_onnx_initializer_576);  encoder14_mha_k_w = initializers_onnx_initializer_576 = None
    initializers_onnx_initializer_577 = self.initializers.onnx_initializer_577
    encoder14_mha_k_reshape = getattr(self, "encoder14/mha/K/reshape")(encoder14_mha_k_b, initializers_onnx_initializer_577);  encoder14_mha_k_b = initializers_onnx_initializer_577 = None
    encoder14_mha_k_transpose = getattr(self, "encoder14/mha/K/transpose")(encoder14_mha_k_reshape);  encoder14_mha_k_reshape = None
    initializers_onnx_initializer_578 = self.initializers.onnx_initializer_578
    encoder14_mha_v_w = getattr(self, "encoder14/mha/V/w")(encoder13_ln2_betas, initializers_onnx_initializer_578);  initializers_onnx_initializer_578 = None
    initializers_onnx_initializer_579 = self.initializers.onnx_initializer_579
    encoder14_mha_v_b = getattr(self, "encoder14/mha/V/b")(encoder14_mha_v_w, initializers_onnx_initializer_579);  encoder14_mha_v_w = initializers_onnx_initializer_579 = None
    initializers_onnx_initializer_580 = self.initializers.onnx_initializer_580
    encoder14_mha_v_reshape = getattr(self, "encoder14/mha/V/reshape")(encoder14_mha_v_b, initializers_onnx_initializer_580);  encoder14_mha_v_b = initializers_onnx_initializer_580 = None
    encoder14_mha_v_transpose = getattr(self, "encoder14/mha/V/transpose")(encoder14_mha_v_reshape);  encoder14_mha_v_reshape = None
    encoder14_mha_qk_matmul = getattr(self, "encoder14/mha/QK/matmul")(encoder14_mha_q_transpose, encoder14_mha_k_transpose);  encoder14_mha_q_transpose = encoder14_mha_k_transpose = None
    initializers_onnx_initializer_581 = self.initializers.onnx_initializer_581
    encoder14_mha_qk_scale = getattr(self, "encoder14/mha/QK/scale")(encoder14_mha_qk_matmul, initializers_onnx_initializer_581);  encoder14_mha_qk_matmul = initializers_onnx_initializer_581 = None
    initializers_onnx_initializer_582 = self.initializers.onnx_initializer_582
    encoder14_smolgen_compress = getattr(self, "encoder14/smolgen/compress")(encoder13_ln2_betas, initializers_onnx_initializer_582);  initializers_onnx_initializer_582 = None
    initializers_onnx_initializer_583 = self.initializers.onnx_initializer_583
    encoder14_smolgen_compress_reshape = getattr(self, "encoder14/smolgen/compress/reshape")(encoder14_smolgen_compress, initializers_onnx_initializer_583);  encoder14_smolgen_compress = initializers_onnx_initializer_583 = None
    initializers_onnx_initializer_584 = self.initializers.onnx_initializer_584
    encoder14_smolgen_dense1_w = getattr(self, "encoder14/smolgen/dense1/w")(encoder14_smolgen_compress_reshape, initializers_onnx_initializer_584);  encoder14_smolgen_compress_reshape = initializers_onnx_initializer_584 = None
    initializers_onnx_initializer_585 = self.initializers.onnx_initializer_585
    encoder14_smolgen_dense1_b = getattr(self, "encoder14/smolgen/dense1/b")(encoder14_smolgen_dense1_w, initializers_onnx_initializer_585);  encoder14_smolgen_dense1_w = initializers_onnx_initializer_585 = None
    encoder14_smolgen_dense1_swish_sigmoid = getattr(self, "encoder14/smolgen/dense1/swish/sigmoid")(encoder14_smolgen_dense1_b)
    encoder14_smolgen_dense1_swish = getattr(self, "encoder14/smolgen/dense1/swish")(encoder14_smolgen_dense1_swish_sigmoid, encoder14_smolgen_dense1_b);  encoder14_smolgen_dense1_swish_sigmoid = encoder14_smolgen_dense1_b = None
    encoder14_smolgen_ln1_to_float = getattr(self, "encoder14/smolgen/ln1/to_float")(encoder14_smolgen_dense1_swish);  encoder14_smolgen_dense1_swish = None
    encoder14_smolgen_ln1_mean = getattr(self, "encoder14/smolgen/ln1/mean")(encoder14_smolgen_ln1_to_float)
    encoder14_smolgen_ln1_centered = getattr(self, "encoder14/smolgen/ln1/centered")(encoder14_smolgen_ln1_to_float, encoder14_smolgen_ln1_mean);  encoder14_smolgen_ln1_to_float = encoder14_smolgen_ln1_mean = None
    encoder14_smolgen_ln1_squared = getattr(self, "encoder14/smolgen/ln1/squared")(encoder14_smolgen_ln1_centered, encoder14_smolgen_ln1_centered)
    encoder14_smolgen_ln1_var = getattr(self, "encoder14/smolgen/ln1/var")(encoder14_smolgen_ln1_squared);  encoder14_smolgen_ln1_squared = None
    initializers_onnx_initializer_586 = self.initializers.onnx_initializer_586
    encoder14_smolgen_ln1_var_eps = getattr(self, "encoder14/smolgen/ln1/var_eps")(encoder14_smolgen_ln1_var, initializers_onnx_initializer_586);  encoder14_smolgen_ln1_var = initializers_onnx_initializer_586 = None
    encoder14_smolgen_ln1_std = getattr(self, "encoder14/smolgen/ln1/std")(encoder14_smolgen_ln1_var_eps);  encoder14_smolgen_ln1_var_eps = None
    encoder14_smolgen_ln1_inv_std = getattr(self, "encoder14/smolgen/ln1/inv_std")(encoder14_smolgen_ln1_std);  encoder14_smolgen_ln1_std = None
    encoder14_smolgen_ln1_normalized = getattr(self, "encoder14/smolgen/ln1/normalized")(encoder14_smolgen_ln1_centered, encoder14_smolgen_ln1_inv_std);  encoder14_smolgen_ln1_centered = encoder14_smolgen_ln1_inv_std = None
    encoder14_smolgen_ln1_to_data_type = getattr(self, "encoder14/smolgen/ln1/to_data_type")(encoder14_smolgen_ln1_normalized);  encoder14_smolgen_ln1_normalized = None
    initializers_onnx_initializer_587 = self.initializers.onnx_initializer_587
    encoder14_smolgen_ln1_gammas = getattr(self, "encoder14/smolgen/ln1/gammas")(encoder14_smolgen_ln1_to_data_type, initializers_onnx_initializer_587);  encoder14_smolgen_ln1_to_data_type = initializers_onnx_initializer_587 = None
    initializers_onnx_initializer_588 = self.initializers.onnx_initializer_588
    encoder14_smolgen_ln1_betas = getattr(self, "encoder14/smolgen/ln1/betas")(encoder14_smolgen_ln1_gammas, initializers_onnx_initializer_588);  encoder14_smolgen_ln1_gammas = initializers_onnx_initializer_588 = None
    initializers_onnx_initializer_589 = self.initializers.onnx_initializer_589
    encoder14_smolgen_dense2_w = getattr(self, "encoder14/smolgen/dense2/w")(encoder14_smolgen_ln1_betas, initializers_onnx_initializer_589);  encoder14_smolgen_ln1_betas = initializers_onnx_initializer_589 = None
    initializers_onnx_initializer_590 = self.initializers.onnx_initializer_590
    encoder14_smolgen_dense2_b = getattr(self, "encoder14/smolgen/dense2/b")(encoder14_smolgen_dense2_w, initializers_onnx_initializer_590);  encoder14_smolgen_dense2_w = initializers_onnx_initializer_590 = None
    encoder14_smolgen_dense2_swish_sigmoid = getattr(self, "encoder14/smolgen/dense2/swish/sigmoid")(encoder14_smolgen_dense2_b)
    encoder14_smolgen_dense2_swish = getattr(self, "encoder14/smolgen/dense2/swish")(encoder14_smolgen_dense2_swish_sigmoid, encoder14_smolgen_dense2_b);  encoder14_smolgen_dense2_swish_sigmoid = encoder14_smolgen_dense2_b = None
    encoder14_smolgen_ln2_to_float = getattr(self, "encoder14/smolgen/ln2/to_float")(encoder14_smolgen_dense2_swish);  encoder14_smolgen_dense2_swish = None
    encoder14_smolgen_ln2_mean = getattr(self, "encoder14/smolgen/ln2/mean")(encoder14_smolgen_ln2_to_float)
    encoder14_smolgen_ln2_centered = getattr(self, "encoder14/smolgen/ln2/centered")(encoder14_smolgen_ln2_to_float, encoder14_smolgen_ln2_mean);  encoder14_smolgen_ln2_to_float = encoder14_smolgen_ln2_mean = None
    encoder14_smolgen_ln2_squared = getattr(self, "encoder14/smolgen/ln2/squared")(encoder14_smolgen_ln2_centered, encoder14_smolgen_ln2_centered)
    encoder14_smolgen_ln2_var = getattr(self, "encoder14/smolgen/ln2/var")(encoder14_smolgen_ln2_squared);  encoder14_smolgen_ln2_squared = None
    initializers_onnx_initializer_591 = self.initializers.onnx_initializer_591
    encoder14_smolgen_ln2_var_eps = getattr(self, "encoder14/smolgen/ln2/var_eps")(encoder14_smolgen_ln2_var, initializers_onnx_initializer_591);  encoder14_smolgen_ln2_var = initializers_onnx_initializer_591 = None
    encoder14_smolgen_ln2_std = getattr(self, "encoder14/smolgen/ln2/std")(encoder14_smolgen_ln2_var_eps);  encoder14_smolgen_ln2_var_eps = None
    encoder14_smolgen_ln2_inv_std = getattr(self, "encoder14/smolgen/ln2/inv_std")(encoder14_smolgen_ln2_std);  encoder14_smolgen_ln2_std = None
    encoder14_smolgen_ln2_normalized = getattr(self, "encoder14/smolgen/ln2/normalized")(encoder14_smolgen_ln2_centered, encoder14_smolgen_ln2_inv_std);  encoder14_smolgen_ln2_centered = encoder14_smolgen_ln2_inv_std = None
    encoder14_smolgen_ln2_to_data_type = getattr(self, "encoder14/smolgen/ln2/to_data_type")(encoder14_smolgen_ln2_normalized);  encoder14_smolgen_ln2_normalized = None
    initializers_onnx_initializer_592 = self.initializers.onnx_initializer_592
    encoder14_smolgen_ln2_gammas = getattr(self, "encoder14/smolgen/ln2/gammas")(encoder14_smolgen_ln2_to_data_type, initializers_onnx_initializer_592);  encoder14_smolgen_ln2_to_data_type = initializers_onnx_initializer_592 = None
    initializers_onnx_initializer_593 = self.initializers.onnx_initializer_593
    encoder14_smolgen_ln2_betas = getattr(self, "encoder14/smolgen/ln2/betas")(encoder14_smolgen_ln2_gammas, initializers_onnx_initializer_593);  encoder14_smolgen_ln2_gammas = initializers_onnx_initializer_593 = None
    initializers_onnx_initializer_594 = self.initializers.onnx_initializer_594
    encoder14_smolgen_gen_from_reshape = getattr(self, "encoder14/smolgen/gen_from/reshape")(encoder14_smolgen_ln2_betas, initializers_onnx_initializer_594);  encoder14_smolgen_ln2_betas = initializers_onnx_initializer_594 = None
    initializers_onnx_initializer_595 = self.initializers.onnx_initializer_595
    encoder14_smolgen_smol_weight_gen = getattr(self, "encoder14/smolgen/smol_weight_gen")(encoder14_smolgen_gen_from_reshape, initializers_onnx_initializer_595);  encoder14_smolgen_gen_from_reshape = initializers_onnx_initializer_595 = None
    initializers_onnx_initializer_596 = self.initializers.onnx_initializer_596
    encoder14_smolgen_out_reshape = getattr(self, "encoder14/smolgen/out/reshape")(encoder14_smolgen_smol_weight_gen, initializers_onnx_initializer_596);  encoder14_smolgen_smol_weight_gen = initializers_onnx_initializer_596 = None
    encoder14_smolgen_weights = getattr(self, "encoder14/smolgen_weights")(encoder14_mha_qk_scale, encoder14_smolgen_out_reshape);  encoder14_mha_qk_scale = encoder14_smolgen_out_reshape = None
    encoder14_mha_qk_softmax = getattr(self, "encoder14/mha/QK/softmax")(encoder14_smolgen_weights);  encoder14_smolgen_weights = None
    encoder14_mha_qkv_matmul = getattr(self, "encoder14/mha/QKV/matmul")(encoder14_mha_qk_softmax, encoder14_mha_v_transpose);  encoder14_mha_qk_softmax = encoder14_mha_v_transpose = None
    encoder14_mha_out_transpose = getattr(self, "encoder14/mha/out/transpose")(encoder14_mha_qkv_matmul);  encoder14_mha_qkv_matmul = None
    initializers_onnx_initializer_597 = self.initializers.onnx_initializer_597
    encoder14_mha_out_reshape = getattr(self, "encoder14/mha/out/reshape")(encoder14_mha_out_transpose, initializers_onnx_initializer_597);  encoder14_mha_out_transpose = initializers_onnx_initializer_597 = None
    initializers_onnx_initializer_598 = self.initializers.onnx_initializer_598
    encoder14_mha_out_dense_w = getattr(self, "encoder14/mha/out/dense/w")(encoder14_mha_out_reshape, initializers_onnx_initializer_598);  encoder14_mha_out_reshape = initializers_onnx_initializer_598 = None
    initializers_onnx_initializer_599 = self.initializers.onnx_initializer_599
    encoder14_mha_out_dense_b = getattr(self, "encoder14/mha/out/dense/b")(encoder14_mha_out_dense_w, initializers_onnx_initializer_599);  encoder14_mha_out_dense_w = initializers_onnx_initializer_599 = None
    initializers_onnx_initializer_600 = self.initializers.onnx_initializer_600
    encoder14_alpha_input = getattr(self, "encoder14/alpha*input")(encoder14_mha_out_dense_b, initializers_onnx_initializer_600);  encoder14_mha_out_dense_b = initializers_onnx_initializer_600 = None
    encoder14_mha_out_skip = getattr(self, "encoder14/mha/out/skip")(encoder14_alpha_input, encoder13_ln2_betas);  encoder14_alpha_input = encoder13_ln2_betas = None
    encoder14_ln1_to_float = getattr(self, "encoder14/ln1/to_float")(encoder14_mha_out_skip);  encoder14_mha_out_skip = None
    encoder14_ln1_mean = getattr(self, "encoder14/ln1/mean")(encoder14_ln1_to_float)
    encoder14_ln1_centered = getattr(self, "encoder14/ln1/centered")(encoder14_ln1_to_float, encoder14_ln1_mean);  encoder14_ln1_to_float = encoder14_ln1_mean = None
    encoder14_ln1_squared = getattr(self, "encoder14/ln1/squared")(encoder14_ln1_centered, encoder14_ln1_centered)
    encoder14_ln1_var = getattr(self, "encoder14/ln1/var")(encoder14_ln1_squared);  encoder14_ln1_squared = None
    initializers_onnx_initializer_601 = self.initializers.onnx_initializer_601
    encoder14_ln1_var_eps = getattr(self, "encoder14/ln1/var_eps")(encoder14_ln1_var, initializers_onnx_initializer_601);  encoder14_ln1_var = initializers_onnx_initializer_601 = None
    encoder14_ln1_std = getattr(self, "encoder14/ln1/std")(encoder14_ln1_var_eps);  encoder14_ln1_var_eps = None
    encoder14_ln1_inv_std = getattr(self, "encoder14/ln1/inv_std")(encoder14_ln1_std);  encoder14_ln1_std = None
    encoder14_ln1_normalized = getattr(self, "encoder14/ln1/normalized")(encoder14_ln1_centered, encoder14_ln1_inv_std);  encoder14_ln1_centered = encoder14_ln1_inv_std = None
    encoder14_ln1_to_data_type = getattr(self, "encoder14/ln1/to_data_type")(encoder14_ln1_normalized);  encoder14_ln1_normalized = None
    initializers_onnx_initializer_602 = self.initializers.onnx_initializer_602
    encoder14_ln1_gammas = getattr(self, "encoder14/ln1/gammas")(encoder14_ln1_to_data_type, initializers_onnx_initializer_602);  encoder14_ln1_to_data_type = initializers_onnx_initializer_602 = None
    initializers_onnx_initializer_603 = self.initializers.onnx_initializer_603
    encoder14_ln1_betas = getattr(self, "encoder14/ln1/betas")(encoder14_ln1_gammas, initializers_onnx_initializer_603);  encoder14_ln1_gammas = initializers_onnx_initializer_603 = None
    initializers_onnx_initializer_604 = self.initializers.onnx_initializer_604
    encoder14_ffn_dense1_w = getattr(self, "encoder14/ffn/dense1/w")(encoder14_ln1_betas, initializers_onnx_initializer_604);  initializers_onnx_initializer_604 = None
    initializers_onnx_initializer_605 = self.initializers.onnx_initializer_605
    encoder14_ffn_dense1_b = getattr(self, "encoder14/ffn/dense1/b")(encoder14_ffn_dense1_w, initializers_onnx_initializer_605);  encoder14_ffn_dense1_w = initializers_onnx_initializer_605 = None
    encoder14_ffn_dense1_sqrrelu_relu = getattr(self, "encoder14/ffn/dense1/sqrrelu/relu")(encoder14_ffn_dense1_b);  encoder14_ffn_dense1_b = None
    encoder14_ffn_dense1_sqrrelu_sqr = getattr(self, "encoder14/ffn/dense1/sqrrelu/sqr")(encoder14_ffn_dense1_sqrrelu_relu, encoder14_ffn_dense1_sqrrelu_relu);  encoder14_ffn_dense1_sqrrelu_relu = None
    initializers_onnx_initializer_606 = self.initializers.onnx_initializer_606
    encoder14_ffn_dense2_w = getattr(self, "encoder14/ffn/dense2/w")(encoder14_ffn_dense1_sqrrelu_sqr, initializers_onnx_initializer_606);  encoder14_ffn_dense1_sqrrelu_sqr = initializers_onnx_initializer_606 = None
    initializers_onnx_initializer_607 = self.initializers.onnx_initializer_607
    encoder14_ffn_dense2_b = getattr(self, "encoder14/ffn/dense2/b")(encoder14_ffn_dense2_w, initializers_onnx_initializer_607);  encoder14_ffn_dense2_w = initializers_onnx_initializer_607 = None
    initializers_onnx_initializer_608 = self.initializers.onnx_initializer_608
    encoder14_ffn_alpha = getattr(self, "encoder14/ffn/alpha")(encoder14_ffn_dense2_b, initializers_onnx_initializer_608);  encoder14_ffn_dense2_b = initializers_onnx_initializer_608 = None
    encoder14_ffn_skip = getattr(self, "encoder14/ffn/skip")(encoder14_ffn_alpha, encoder14_ln1_betas);  encoder14_ffn_alpha = encoder14_ln1_betas = None
    encoder14_ln2_to_float = getattr(self, "encoder14/ln2/to_float")(encoder14_ffn_skip);  encoder14_ffn_skip = None
    encoder14_ln2_mean = getattr(self, "encoder14/ln2/mean")(encoder14_ln2_to_float)
    encoder14_ln2_centered = getattr(self, "encoder14/ln2/centered")(encoder14_ln2_to_float, encoder14_ln2_mean);  encoder14_ln2_to_float = encoder14_ln2_mean = None
    encoder14_ln2_squared = getattr(self, "encoder14/ln2/squared")(encoder14_ln2_centered, encoder14_ln2_centered)
    encoder14_ln2_var = getattr(self, "encoder14/ln2/var")(encoder14_ln2_squared);  encoder14_ln2_squared = None
    initializers_onnx_initializer_609 = self.initializers.onnx_initializer_609
    encoder14_ln2_var_eps = getattr(self, "encoder14/ln2/var_eps")(encoder14_ln2_var, initializers_onnx_initializer_609);  encoder14_ln2_var = initializers_onnx_initializer_609 = None
    encoder14_ln2_std = getattr(self, "encoder14/ln2/std")(encoder14_ln2_var_eps);  encoder14_ln2_var_eps = None
    encoder14_ln2_inv_std = getattr(self, "encoder14/ln2/inv_std")(encoder14_ln2_std);  encoder14_ln2_std = None
    encoder14_ln2_normalized = getattr(self, "encoder14/ln2/normalized")(encoder14_ln2_centered, encoder14_ln2_inv_std);  encoder14_ln2_centered = encoder14_ln2_inv_std = None
    encoder14_ln2_to_data_type = getattr(self, "encoder14/ln2/to_data_type")(encoder14_ln2_normalized);  encoder14_ln2_normalized = None
    initializers_onnx_initializer_610 = self.initializers.onnx_initializer_610
    encoder14_ln2_gammas = getattr(self, "encoder14/ln2/gammas")(encoder14_ln2_to_data_type, initializers_onnx_initializer_610);  encoder14_ln2_to_data_type = initializers_onnx_initializer_610 = None
    initializers_onnx_initializer_611 = self.initializers.onnx_initializer_611
    encoder14_ln2_betas = getattr(self, "encoder14/ln2/betas")(encoder14_ln2_gammas, initializers_onnx_initializer_611);  encoder14_ln2_gammas = initializers_onnx_initializer_611 = None
    return encoder14_ln2_betas.reshape(bsz, -1)
    # initializers_onnx_initializer_612 = self.initializers.onnx_initializer_612
    # policy_dense1_matmul = getattr(self, "policy/dense1/matmul")(encoder14_ln2_betas, initializers_onnx_initializer_612);  initializers_onnx_initializer_612 = None
    # initializers_onnx_initializer_613 = self.initializers.onnx_initializer_613
    # policy_dense1_add = getattr(self, "policy/dense1/add")(policy_dense1_matmul, initializers_onnx_initializer_613);  policy_dense1_matmul = initializers_onnx_initializer_613 = None
    # policy_dense1_mish_softplus = getattr(self, "policy/dense1/mish/softplus")(policy_dense1_add)
    # policy_dense1_mish_tanh = getattr(self, "policy/dense1/mish/tanh")(policy_dense1_mish_softplus);  policy_dense1_mish_softplus = None
    # policy_dense1_mish = getattr(self, "policy/dense1/mish")(policy_dense1_mish_tanh, policy_dense1_add);  policy_dense1_mish_tanh = policy_dense1_add = None
    # initializers_onnx_initializer_614 = self.initializers.onnx_initializer_614
    # policy_q_matmul = getattr(self, "policy/Q/matmul")(policy_dense1_mish, initializers_onnx_initializer_614);  initializers_onnx_initializer_614 = None
    # initializers_onnx_initializer_615 = self.initializers.onnx_initializer_615
    # policy_q_add = getattr(self, "policy/Q/add")(policy_q_matmul, initializers_onnx_initializer_615);  policy_q_matmul = initializers_onnx_initializer_615 = None
    # initializers_onnx_initializer_616 = self.initializers.onnx_initializer_616
    # policy_q_reshape = getattr(self, "policy/Q/reshape")(policy_q_add, initializers_onnx_initializer_616);  policy_q_add = initializers_onnx_initializer_616 = None
    # initializers_onnx_initializer_617 = self.initializers.onnx_initializer_617
    # policy_k_matmul = getattr(self, "policy/K/matmul")(policy_dense1_mish, initializers_onnx_initializer_617);  policy_dense1_mish = initializers_onnx_initializer_617 = None
    # initializers_onnx_initializer_618 = self.initializers.onnx_initializer_618
    # policy_k_add = getattr(self, "policy/K/add")(policy_k_matmul, initializers_onnx_initializer_618);  policy_k_matmul = initializers_onnx_initializer_618 = None
    # initializers_onnx_initializer_619 = self.initializers.onnx_initializer_619
    # policy_k_reshape = getattr(self, "policy/K/reshape")(policy_k_add, initializers_onnx_initializer_619);  policy_k_add = initializers_onnx_initializer_619 = None
    # policy_k_transpose = getattr(self, "policy/K/transpose")(policy_k_reshape)
    # policy_matmul = getattr(self, "policy/matmul")(policy_q_reshape, policy_k_transpose);  policy_q_reshape = policy_k_transpose = None
    # initializers_onnx_initializer_620 = self.initializers.onnx_initializer_620
    # policy_scale = getattr(self, "policy/scale")(policy_matmul, initializers_onnx_initializer_620);  policy_matmul = initializers_onnx_initializer_620 = None
    # initializers_onnx_initializer_621 = self.initializers.onnx_initializer_621
    # initializers_onnx_initializer_622 = self.initializers.onnx_initializer_622
    # policy_promotion_slice = getattr(self, "policy/promotion/slice")(policy_k_reshape, initializers_onnx_initializer_621, initializers_onnx_initializer_622);  policy_k_reshape = initializers_onnx_initializer_621 = initializers_onnx_initializer_622 = None
    # initializers_onnx_initializer_623 = self.initializers.onnx_initializer_623
    # policy_promotion_matmul = getattr(self, "policy/promotion/matmul")(policy_promotion_slice, initializers_onnx_initializer_623);  policy_promotion_slice = initializers_onnx_initializer_623 = None
    # policy_promotion_transpose = getattr(self, "policy/promotion/transpose")(policy_promotion_matmul);  policy_promotion_matmul = None
    # initializers_onnx_initializer_624 = self.initializers.onnx_initializer_624
    # policy_promotion_split = getattr(self, "policy/promotion/split")(policy_promotion_transpose, initializers_onnx_initializer_624);  policy_promotion_transpose = initializers_onnx_initializer_624 = None
    # getitem = policy_promotion_split[0]
    # getitem_1 = policy_promotion_split[1];  policy_promotion_split = None
    # policy_promotion_add = getattr(self, "policy/promotion/add")(getitem, getitem_1);  getitem = getitem_1 = None
    # policy_promotion_transpose2 = getattr(self, "policy/promotion/transpose2")(policy_promotion_add);  policy_promotion_add = None
    # initializers_onnx_initializer_625 = self.initializers.onnx_initializer_625
    # policy_promotion_reshape = getattr(self, "policy/promotion/reshape")(policy_promotion_transpose2, initializers_onnx_initializer_625);  policy_promotion_transpose2 = initializers_onnx_initializer_625 = None
    # initializers_onnx_initializer_626 = self.initializers.onnx_initializer_626
    # initializers_onnx_initializer_627 = self.initializers.onnx_initializer_627
    # policy_promotion_slice2 = getattr(self, "policy/promotion/slice2")(policy_scale, initializers_onnx_initializer_626, initializers_onnx_initializer_627);  initializers_onnx_initializer_626 = initializers_onnx_initializer_627 = None
    # initializers_onnx_initializer_628 = self.initializers.onnx_initializer_628
    # policy_promotion_reshape2 = getattr(self, "policy/promotion/reshape2")(policy_promotion_slice2, initializers_onnx_initializer_628);  policy_promotion_slice2 = initializers_onnx_initializer_628 = None
    # policy_promotion_concat = getattr(self, "policy/promotion/concat")(policy_promotion_reshape2, policy_promotion_reshape2, policy_promotion_reshape2);  policy_promotion_reshape2 = None
    # initializers_onnx_initializer_629 = self.initializers.onnx_initializer_629
    # policy_promotion_reshape3 = getattr(self, "policy/promotion/reshape3")(policy_promotion_concat, initializers_onnx_initializer_629);  policy_promotion_concat = initializers_onnx_initializer_629 = None
    # policy_promotion_add2 = getattr(self, "policy/promotion/add2")(policy_promotion_reshape3, policy_promotion_reshape);  policy_promotion_reshape3 = policy_promotion_reshape = None
    # initializers_onnx_initializer_630 = self.initializers.onnx_initializer_630
    # policy_promotion_reshape4 = getattr(self, "policy/promotion/reshape4")(policy_promotion_add2, initializers_onnx_initializer_630);  policy_promotion_add2 = initializers_onnx_initializer_630 = None
    # policy_concat = getattr(self, "policy/concat")(policy_scale, policy_promotion_reshape4);  policy_scale = policy_promotion_reshape4 = None
    # initializers_onnx_initializer_631 = self.initializers.onnx_initializer_631
    # policy_reshape = getattr(self, "policy/reshape")(policy_concat, initializers_onnx_initializer_631);  policy_concat = initializers_onnx_initializer_631 = None
    # initializers_onnx_initializer_632 = self.initializers.onnx_initializer_632
    # output_policy = getattr(self, "output/policy")(policy_reshape, initializers_onnx_initializer_632);  policy_reshape = initializers_onnx_initializer_632 = None
    # initializers_onnx_initializer_633 = self.initializers.onnx_initializer_633
    # value_embed_matmul = getattr(self, "value/embed/matmul")(encoder14_ln2_betas, initializers_onnx_initializer_633);  initializers_onnx_initializer_633 = None
    # initializers_onnx_initializer_634 = self.initializers.onnx_initializer_634
    # value_embed_add = getattr(self, "value/embed/add")(value_embed_matmul, initializers_onnx_initializer_634);  value_embed_matmul = initializers_onnx_initializer_634 = None
    # value_embed_mish_softplus = getattr(self, "value/embed/mish/softplus")(value_embed_add)
    # value_embed_mish_tanh = getattr(self, "value/embed/mish/tanh")(value_embed_mish_softplus);  value_embed_mish_softplus = None
    # value_embed_mish = getattr(self, "value/embed/mish")(value_embed_mish_tanh, value_embed_add);  value_embed_mish_tanh = value_embed_add = None
    # initializers_onnx_initializer_635 = self.initializers.onnx_initializer_635
    # value_reshape = getattr(self, "value/reshape")(value_embed_mish, initializers_onnx_initializer_635);  value_embed_mish = initializers_onnx_initializer_635 = None
    # initializers_onnx_initializer_636 = self.initializers.onnx_initializer_636
    # value_dense1_matmul = getattr(self, "value/dense1/matmul")(value_reshape, initializers_onnx_initializer_636);  value_reshape = initializers_onnx_initializer_636 = None
    # initializers_onnx_initializer_637 = self.initializers.onnx_initializer_637
    # value_dense1_add = getattr(self, "value/dense1/add")(value_dense1_matmul, initializers_onnx_initializer_637);  value_dense1_matmul = initializers_onnx_initializer_637 = None
    # value_dense1_mish_softplus = getattr(self, "value/dense1/mish/softplus")(value_dense1_add)
    # value_dense1_mish_tanh = getattr(self, "value/dense1/mish/tanh")(value_dense1_mish_softplus);  value_dense1_mish_softplus = None
    # value_dense1_mish = getattr(self, "value/dense1/mish")(value_dense1_mish_tanh, value_dense1_add);  value_dense1_mish_tanh = value_dense1_add = None
    # initializers_onnx_initializer_638 = self.initializers.onnx_initializer_638
    # value_dense2_matmul = getattr(self, "value/dense2/matmul")(value_dense1_mish, initializers_onnx_initializer_638);  value_dense1_mish = initializers_onnx_initializer_638 = None
    # initializers_onnx_initializer_639 = self.initializers.onnx_initializer_639
    # value_dense2_add = getattr(self, "value/dense2/add")(value_dense2_matmul, initializers_onnx_initializer_639);  value_dense2_matmul = initializers_onnx_initializer_639 = None
    # output_wdl = getattr(self, "output/wdl")(value_dense2_add);  value_dense2_add = None
    # initializers_onnx_initializer_640 = self.initializers.onnx_initializer_640
    # mlh_embed_matmul = getattr(self, "mlh/embed/matmul")(encoder14_ln2_betas, initializers_onnx_initializer_640);  encoder14_ln2_betas = initializers_onnx_initializer_640 = None
    # initializers_onnx_initializer_641 = self.initializers.onnx_initializer_641
    # mlh_embed_add = getattr(self, "mlh/embed/add")(mlh_embed_matmul, initializers_onnx_initializer_641);  mlh_embed_matmul = initializers_onnx_initializer_641 = None
    # mlh_embed_mish_softplus = getattr(self, "mlh/embed/mish/softplus")(mlh_embed_add)
    # mlh_embed_mish_tanh = getattr(self, "mlh/embed/mish/tanh")(mlh_embed_mish_softplus);  mlh_embed_mish_softplus = None
    # mlh_embed_mish = getattr(self, "mlh/embed/mish")(mlh_embed_mish_tanh, mlh_embed_add);  mlh_embed_mish_tanh = mlh_embed_add = None
    # initializers_onnx_initializer_642 = self.initializers.onnx_initializer_642
    # mlh_reshape = getattr(self, "mlh/reshape")(mlh_embed_mish, initializers_onnx_initializer_642);  mlh_embed_mish = initializers_onnx_initializer_642 = None
    # initializers_onnx_initializer_643 = self.initializers.onnx_initializer_643
    # mlh_dense1_matmul = getattr(self, "mlh/dense1/matmul")(mlh_reshape, initializers_onnx_initializer_643);  mlh_reshape = initializers_onnx_initializer_643 = None
    # initializers_onnx_initializer_644 = self.initializers.onnx_initializer_644
    # mlh_dense1_add = getattr(self, "mlh/dense1/add")(mlh_dense1_matmul, initializers_onnx_initializer_644);  mlh_dense1_matmul = initializers_onnx_initializer_644 = None
    # mlh_dense1_mish_softplus = getattr(self, "mlh/dense1/mish/softplus")(mlh_dense1_add)
    # mlh_dense1_mish_tanh = getattr(self, "mlh/dense1/mish/tanh")(mlh_dense1_mish_softplus);  mlh_dense1_mish_softplus = None
    # mlh_dense1_mish = getattr(self, "mlh/dense1/mish")(mlh_dense1_mish_tanh, mlh_dense1_add);  mlh_dense1_mish_tanh = mlh_dense1_add = None
    # initializers_onnx_initializer_645 = self.initializers.onnx_initializer_645
    # mlh_dense2_matmul = getattr(self, "mlh/dense2/matmul")(mlh_dense1_mish, initializers_onnx_initializer_645);  mlh_dense1_mish = initializers_onnx_initializer_645 = None
    # initializers_onnx_initializer_646 = self.initializers.onnx_initializer_646
    # mlh_dense2_add = getattr(self, "mlh/dense2/add")(mlh_dense2_matmul, initializers_onnx_initializer_646);  mlh_dense2_matmul = initializers_onnx_initializer_646 = None
    # mlh_dense2_mish_softplus = getattr(self, "mlh/dense2/mish/softplus")(mlh_dense2_add)
    # mlh_dense2_mish_tanh = getattr(self, "mlh/dense2/mish/tanh")(mlh_dense2_mish_softplus);  mlh_dense2_mish_softplus = None
    # mlh_dense2_mish = getattr(self, "mlh/dense2/mish")(mlh_dense2_mish_tanh, mlh_dense2_add);  mlh_dense2_mish_tanh = mlh_dense2_add = None
    # output_mlh = getattr(self, "output/mlh")(mlh_dense2_mish);  mlh_dense2_mish = None
    # return [output_policy, output_wdl, output_mlh]
   
def _betas_large_embed(self, input_1):
    bsz = input_1.shape[0]
    attn_body_transpose = getattr(self, "attn_body/transpose")(input_1);  input_1 = None
    initializers_onnx_initializer_0 = self.initializers.onnx_initializer_0
    attn_body_reshape = getattr(self, "attn_body/reshape")(attn_body_transpose, initializers_onnx_initializer_0);  attn_body_transpose = initializers_onnx_initializer_0 = None
    attn_body_shape = getattr(self, "attn_body/shape")(attn_body_reshape)
    initializers_onnx_initializer_1 = self.initializers.onnx_initializer_1
    initializers_onnx_initializer_2 = self.initializers.onnx_initializer_2
    attn_body_batch = getattr(self, "attn_body/batch")(attn_body_shape, initializers_onnx_initializer_1, initializers_onnx_initializer_2);  attn_body_shape = initializers_onnx_initializer_1 = initializers_onnx_initializer_2 = None
    initializers_onnx_initializer_3 = self.initializers.onnx_initializer_3
    attn_body_pos_encoding_shape = getattr(self, "attn_body/pos_encoding_shape")(attn_body_batch, initializers_onnx_initializer_3);  attn_body_batch = initializers_onnx_initializer_3 = None
    initializers_onnx_initializer_4 = self.initializers.onnx_initializer_4
    attn_body_expand = getattr(self, "attn_body/expand")(initializers_onnx_initializer_4, attn_body_pos_encoding_shape);  initializers_onnx_initializer_4 = attn_body_pos_encoding_shape = None
    attn_body_padded_input = getattr(self, "attn_body/padded_input")(attn_body_reshape, attn_body_expand);  attn_body_reshape = attn_body_expand = None
    initializers_onnx_initializer_5 = self.initializers.onnx_initializer_5
    attn_body_reshape2 = getattr(self, "attn_body/reshape2")(attn_body_padded_input, initializers_onnx_initializer_5);  attn_body_padded_input = initializers_onnx_initializer_5 = None
    initializers_onnx_initializer_6 = self.initializers.onnx_initializer_6
    attn_body_matmul = getattr(self, "attn_body/matmul")(attn_body_reshape2, initializers_onnx_initializer_6);  attn_body_reshape2 = initializers_onnx_initializer_6 = None
    initializers_onnx_initializer_7 = self.initializers.onnx_initializer_7
    attn_body_add = getattr(self, "attn_body/add")(attn_body_matmul, initializers_onnx_initializer_7);  attn_body_matmul = initializers_onnx_initializer_7 = None
    attn_body_mish_softplus = getattr(self, "attn_body/mish/softplus")(attn_body_add)
    attn_body_mish_tanh = getattr(self, "attn_body/mish/tanh")(attn_body_mish_softplus);  attn_body_mish_softplus = None
    attn_body_mish = getattr(self, "attn_body/mish")(attn_body_mish_tanh, attn_body_add);  attn_body_mish_tanh = attn_body_add = None
    initializers_onnx_initializer_8 = self.initializers.onnx_initializer_8
    attn_body_ma_gating_rehape1 = getattr(self, "attn_body/ma_gating/rehape1")(attn_body_mish, initializers_onnx_initializer_8);  attn_body_mish = initializers_onnx_initializer_8 = None
    initializers_onnx_initializer_9 = self.initializers.onnx_initializer_9
    ip_mul_gate = self.ip_mul_gate(attn_body_ma_gating_rehape1, initializers_onnx_initializer_9);  attn_body_ma_gating_rehape1 = initializers_onnx_initializer_9 = None
    initializers_onnx_initializer_10 = self.initializers.onnx_initializer_10
    ip_add_gate = self.ip_add_gate(ip_mul_gate, initializers_onnx_initializer_10);  ip_mul_gate = initializers_onnx_initializer_10 = None
    initializers_onnx_initializer_11 = self.initializers.onnx_initializer_11
    attn_body_ma_gating_rehape2 = getattr(self, "attn_body/ma_gating/rehape2")(ip_add_gate, initializers_onnx_initializer_11);  ip_add_gate = initializers_onnx_initializer_11 = None
    initializers_onnx_initializer_12 = self.initializers.onnx_initializer_12
    encoder0_mha_q_w = getattr(self, "encoder0/mha/Q/w")(attn_body_ma_gating_rehape2, initializers_onnx_initializer_12);  initializers_onnx_initializer_12 = None
    initializers_onnx_initializer_13 = self.initializers.onnx_initializer_13
    encoder0_mha_q_b = getattr(self, "encoder0/mha/Q/b")(encoder0_mha_q_w, initializers_onnx_initializer_13);  encoder0_mha_q_w = initializers_onnx_initializer_13 = None
    initializers_onnx_initializer_14 = self.initializers.onnx_initializer_14
    encoder0_mha_q_reshape = getattr(self, "encoder0/mha/Q/reshape")(encoder0_mha_q_b, initializers_onnx_initializer_14);  encoder0_mha_q_b = initializers_onnx_initializer_14 = None
    encoder0_mha_q_transpose = getattr(self, "encoder0/mha/Q/transpose")(encoder0_mha_q_reshape);  encoder0_mha_q_reshape = None
    initializers_onnx_initializer_15 = self.initializers.onnx_initializer_15
    encoder0_mha_k_w = getattr(self, "encoder0/mha/K/w")(attn_body_ma_gating_rehape2, initializers_onnx_initializer_15);  initializers_onnx_initializer_15 = None
    initializers_onnx_initializer_16 = self.initializers.onnx_initializer_16
    encoder0_mha_k_b = getattr(self, "encoder0/mha/K/b")(encoder0_mha_k_w, initializers_onnx_initializer_16);  encoder0_mha_k_w = initializers_onnx_initializer_16 = None
    initializers_onnx_initializer_17 = self.initializers.onnx_initializer_17
    encoder0_mha_k_reshape = getattr(self, "encoder0/mha/K/reshape")(encoder0_mha_k_b, initializers_onnx_initializer_17);  encoder0_mha_k_b = initializers_onnx_initializer_17 = None
    encoder0_mha_k_transpose = getattr(self, "encoder0/mha/K/transpose")(encoder0_mha_k_reshape);  encoder0_mha_k_reshape = None
    initializers_onnx_initializer_18 = self.initializers.onnx_initializer_18
    encoder0_mha_v_w = getattr(self, "encoder0/mha/V/w")(attn_body_ma_gating_rehape2, initializers_onnx_initializer_18);  initializers_onnx_initializer_18 = None
    initializers_onnx_initializer_19 = self.initializers.onnx_initializer_19
    encoder0_mha_v_b = getattr(self, "encoder0/mha/V/b")(encoder0_mha_v_w, initializers_onnx_initializer_19);  encoder0_mha_v_w = initializers_onnx_initializer_19 = None
    initializers_onnx_initializer_20 = self.initializers.onnx_initializer_20
    encoder0_mha_v_reshape = getattr(self, "encoder0/mha/V/reshape")(encoder0_mha_v_b, initializers_onnx_initializer_20);  encoder0_mha_v_b = initializers_onnx_initializer_20 = None
    encoder0_mha_v_transpose = getattr(self, "encoder0/mha/V/transpose")(encoder0_mha_v_reshape);  encoder0_mha_v_reshape = None
    encoder0_mha_qk_matmul = getattr(self, "encoder0/mha/QK/matmul")(encoder0_mha_q_transpose, encoder0_mha_k_transpose);  encoder0_mha_q_transpose = encoder0_mha_k_transpose = None
    initializers_onnx_initializer_21 = self.initializers.onnx_initializer_21
    encoder0_mha_qk_scale = getattr(self, "encoder0/mha/QK/scale")(encoder0_mha_qk_matmul, initializers_onnx_initializer_21);  encoder0_mha_qk_matmul = initializers_onnx_initializer_21 = None
    initializers_onnx_initializer_22 = self.initializers.onnx_initializer_22
    encoder0_smolgen_compress = getattr(self, "encoder0/smolgen/compress")(attn_body_ma_gating_rehape2, initializers_onnx_initializer_22);  initializers_onnx_initializer_22 = None
    initializers_onnx_initializer_23 = self.initializers.onnx_initializer_23
    encoder0_smolgen_compress_reshape = getattr(self, "encoder0/smolgen/compress/reshape")(encoder0_smolgen_compress, initializers_onnx_initializer_23);  encoder0_smolgen_compress = initializers_onnx_initializer_23 = None
    initializers_onnx_initializer_24 = self.initializers.onnx_initializer_24
    encoder0_smolgen_dense1_w = getattr(self, "encoder0/smolgen/dense1/w")(encoder0_smolgen_compress_reshape, initializers_onnx_initializer_24);  encoder0_smolgen_compress_reshape = initializers_onnx_initializer_24 = None
    initializers_onnx_initializer_25 = self.initializers.onnx_initializer_25
    encoder0_smolgen_dense1_b = getattr(self, "encoder0/smolgen/dense1/b")(encoder0_smolgen_dense1_w, initializers_onnx_initializer_25);  encoder0_smolgen_dense1_w = initializers_onnx_initializer_25 = None
    encoder0_smolgen_dense1_swish_sigmoid = getattr(self, "encoder0/smolgen/dense1/swish/sigmoid")(encoder0_smolgen_dense1_b)
    encoder0_smolgen_dense1_swish = getattr(self, "encoder0/smolgen/dense1/swish")(encoder0_smolgen_dense1_swish_sigmoid, encoder0_smolgen_dense1_b);  encoder0_smolgen_dense1_swish_sigmoid = encoder0_smolgen_dense1_b = None
    encoder0_smolgen_ln1_to_float = getattr(self, "encoder0/smolgen/ln1/to_float")(encoder0_smolgen_dense1_swish);  encoder0_smolgen_dense1_swish = None
    encoder0_smolgen_ln1_mean = getattr(self, "encoder0/smolgen/ln1/mean")(encoder0_smolgen_ln1_to_float)
    encoder0_smolgen_ln1_centered = getattr(self, "encoder0/smolgen/ln1/centered")(encoder0_smolgen_ln1_to_float, encoder0_smolgen_ln1_mean);  encoder0_smolgen_ln1_to_float = encoder0_smolgen_ln1_mean = None
    encoder0_smolgen_ln1_squared = getattr(self, "encoder0/smolgen/ln1/squared")(encoder0_smolgen_ln1_centered, encoder0_smolgen_ln1_centered)
    encoder0_smolgen_ln1_var = getattr(self, "encoder0/smolgen/ln1/var")(encoder0_smolgen_ln1_squared);  encoder0_smolgen_ln1_squared = None
    initializers_onnx_initializer_26 = self.initializers.onnx_initializer_26
    encoder0_smolgen_ln1_var_eps = getattr(self, "encoder0/smolgen/ln1/var_eps")(encoder0_smolgen_ln1_var, initializers_onnx_initializer_26);  encoder0_smolgen_ln1_var = initializers_onnx_initializer_26 = None
    encoder0_smolgen_ln1_std = getattr(self, "encoder0/smolgen/ln1/std")(encoder0_smolgen_ln1_var_eps);  encoder0_smolgen_ln1_var_eps = None
    encoder0_smolgen_ln1_inv_std = getattr(self, "encoder0/smolgen/ln1/inv_std")(encoder0_smolgen_ln1_std);  encoder0_smolgen_ln1_std = None
    encoder0_smolgen_ln1_normalized = getattr(self, "encoder0/smolgen/ln1/normalized")(encoder0_smolgen_ln1_centered, encoder0_smolgen_ln1_inv_std);  encoder0_smolgen_ln1_centered = encoder0_smolgen_ln1_inv_std = None
    encoder0_smolgen_ln1_to_data_type = getattr(self, "encoder0/smolgen/ln1/to_data_type")(encoder0_smolgen_ln1_normalized);  encoder0_smolgen_ln1_normalized = None
    initializers_onnx_initializer_27 = self.initializers.onnx_initializer_27
    encoder0_smolgen_ln1_gammas = getattr(self, "encoder0/smolgen/ln1/gammas")(encoder0_smolgen_ln1_to_data_type, initializers_onnx_initializer_27);  encoder0_smolgen_ln1_to_data_type = initializers_onnx_initializer_27 = None
    initializers_onnx_initializer_28 = self.initializers.onnx_initializer_28
    encoder0_smolgen_ln1_betas = getattr(self, "encoder0/smolgen/ln1/betas")(encoder0_smolgen_ln1_gammas, initializers_onnx_initializer_28);  encoder0_smolgen_ln1_gammas = initializers_onnx_initializer_28 = None
    initializers_onnx_initializer_29 = self.initializers.onnx_initializer_29
    encoder0_smolgen_dense2_w = getattr(self, "encoder0/smolgen/dense2/w")(encoder0_smolgen_ln1_betas, initializers_onnx_initializer_29);  encoder0_smolgen_ln1_betas = initializers_onnx_initializer_29 = None
    initializers_onnx_initializer_30 = self.initializers.onnx_initializer_30
    encoder0_smolgen_dense2_b = getattr(self, "encoder0/smolgen/dense2/b")(encoder0_smolgen_dense2_w, initializers_onnx_initializer_30);  encoder0_smolgen_dense2_w = initializers_onnx_initializer_30 = None
    encoder0_smolgen_dense2_swish_sigmoid = getattr(self, "encoder0/smolgen/dense2/swish/sigmoid")(encoder0_smolgen_dense2_b)
    encoder0_smolgen_dense2_swish = getattr(self, "encoder0/smolgen/dense2/swish")(encoder0_smolgen_dense2_swish_sigmoid, encoder0_smolgen_dense2_b);  encoder0_smolgen_dense2_swish_sigmoid = encoder0_smolgen_dense2_b = None
    encoder0_smolgen_ln2_to_float = getattr(self, "encoder0/smolgen/ln2/to_float")(encoder0_smolgen_dense2_swish);  encoder0_smolgen_dense2_swish = None
    encoder0_smolgen_ln2_mean = getattr(self, "encoder0/smolgen/ln2/mean")(encoder0_smolgen_ln2_to_float)
    encoder0_smolgen_ln2_centered = getattr(self, "encoder0/smolgen/ln2/centered")(encoder0_smolgen_ln2_to_float, encoder0_smolgen_ln2_mean);  encoder0_smolgen_ln2_to_float = encoder0_smolgen_ln2_mean = None
    encoder0_smolgen_ln2_squared = getattr(self, "encoder0/smolgen/ln2/squared")(encoder0_smolgen_ln2_centered, encoder0_smolgen_ln2_centered)
    encoder0_smolgen_ln2_var = getattr(self, "encoder0/smolgen/ln2/var")(encoder0_smolgen_ln2_squared);  encoder0_smolgen_ln2_squared = None
    initializers_onnx_initializer_31 = self.initializers.onnx_initializer_31
    encoder0_smolgen_ln2_var_eps = getattr(self, "encoder0/smolgen/ln2/var_eps")(encoder0_smolgen_ln2_var, initializers_onnx_initializer_31);  encoder0_smolgen_ln2_var = initializers_onnx_initializer_31 = None
    encoder0_smolgen_ln2_std = getattr(self, "encoder0/smolgen/ln2/std")(encoder0_smolgen_ln2_var_eps);  encoder0_smolgen_ln2_var_eps = None
    encoder0_smolgen_ln2_inv_std = getattr(self, "encoder0/smolgen/ln2/inv_std")(encoder0_smolgen_ln2_std);  encoder0_smolgen_ln2_std = None
    encoder0_smolgen_ln2_normalized = getattr(self, "encoder0/smolgen/ln2/normalized")(encoder0_smolgen_ln2_centered, encoder0_smolgen_ln2_inv_std);  encoder0_smolgen_ln2_centered = encoder0_smolgen_ln2_inv_std = None
    encoder0_smolgen_ln2_to_data_type = getattr(self, "encoder0/smolgen/ln2/to_data_type")(encoder0_smolgen_ln2_normalized);  encoder0_smolgen_ln2_normalized = None
    initializers_onnx_initializer_32 = self.initializers.onnx_initializer_32
    encoder0_smolgen_ln2_gammas = getattr(self, "encoder0/smolgen/ln2/gammas")(encoder0_smolgen_ln2_to_data_type, initializers_onnx_initializer_32);  encoder0_smolgen_ln2_to_data_type = initializers_onnx_initializer_32 = None
    initializers_onnx_initializer_33 = self.initializers.onnx_initializer_33
    encoder0_smolgen_ln2_betas = getattr(self, "encoder0/smolgen/ln2/betas")(encoder0_smolgen_ln2_gammas, initializers_onnx_initializer_33);  encoder0_smolgen_ln2_gammas = initializers_onnx_initializer_33 = None
    initializers_onnx_initializer_34 = self.initializers.onnx_initializer_34
    encoder0_smolgen_gen_from_reshape = getattr(self, "encoder0/smolgen/gen_from/reshape")(encoder0_smolgen_ln2_betas, initializers_onnx_initializer_34);  encoder0_smolgen_ln2_betas = initializers_onnx_initializer_34 = None
    initializers_onnx_initializer_35 = self.initializers.onnx_initializer_35
    encoder0_smolgen_smol_weight_gen = getattr(self, "encoder0/smolgen/smol_weight_gen")(encoder0_smolgen_gen_from_reshape, initializers_onnx_initializer_35);  encoder0_smolgen_gen_from_reshape = initializers_onnx_initializer_35 = None
    initializers_onnx_initializer_36 = self.initializers.onnx_initializer_36
    encoder0_smolgen_out_reshape = getattr(self, "encoder0/smolgen/out/reshape")(encoder0_smolgen_smol_weight_gen, initializers_onnx_initializer_36);  encoder0_smolgen_smol_weight_gen = initializers_onnx_initializer_36 = None
    encoder0_smolgen_weights = getattr(self, "encoder0/smolgen_weights")(encoder0_mha_qk_scale, encoder0_smolgen_out_reshape);  encoder0_mha_qk_scale = encoder0_smolgen_out_reshape = None
    encoder0_mha_qk_softmax = getattr(self, "encoder0/mha/QK/softmax")(encoder0_smolgen_weights);  encoder0_smolgen_weights = None
    encoder0_mha_qkv_matmul = getattr(self, "encoder0/mha/QKV/matmul")(encoder0_mha_qk_softmax, encoder0_mha_v_transpose);  encoder0_mha_qk_softmax = encoder0_mha_v_transpose = None
    encoder0_mha_out_transpose = getattr(self, "encoder0/mha/out/transpose")(encoder0_mha_qkv_matmul);  encoder0_mha_qkv_matmul = None
    initializers_onnx_initializer_37 = self.initializers.onnx_initializer_37
    encoder0_mha_out_reshape = getattr(self, "encoder0/mha/out/reshape")(encoder0_mha_out_transpose, initializers_onnx_initializer_37);  encoder0_mha_out_transpose = initializers_onnx_initializer_37 = None
    initializers_onnx_initializer_38 = self.initializers.onnx_initializer_38
    encoder0_mha_out_dense_w = getattr(self, "encoder0/mha/out/dense/w")(encoder0_mha_out_reshape, initializers_onnx_initializer_38);  encoder0_mha_out_reshape = initializers_onnx_initializer_38 = None
    initializers_onnx_initializer_39 = self.initializers.onnx_initializer_39
    encoder0_mha_out_dense_b = getattr(self, "encoder0/mha/out/dense/b")(encoder0_mha_out_dense_w, initializers_onnx_initializer_39);  encoder0_mha_out_dense_w = initializers_onnx_initializer_39 = None
    initializers_onnx_initializer_40 = self.initializers.onnx_initializer_40
    encoder0_alpha_input = getattr(self, "encoder0/alpha*input")(encoder0_mha_out_dense_b, initializers_onnx_initializer_40);  encoder0_mha_out_dense_b = initializers_onnx_initializer_40 = None
    encoder0_mha_out_skip = getattr(self, "encoder0/mha/out/skip")(encoder0_alpha_input, attn_body_ma_gating_rehape2);  encoder0_alpha_input = attn_body_ma_gating_rehape2 = None
    encoder0_ln1_to_float = getattr(self, "encoder0/ln1/to_float")(encoder0_mha_out_skip);  encoder0_mha_out_skip = None
    encoder0_ln1_mean = getattr(self, "encoder0/ln1/mean")(encoder0_ln1_to_float)
    encoder0_ln1_centered = getattr(self, "encoder0/ln1/centered")(encoder0_ln1_to_float, encoder0_ln1_mean);  encoder0_ln1_to_float = encoder0_ln1_mean = None
    encoder0_ln1_squared = getattr(self, "encoder0/ln1/squared")(encoder0_ln1_centered, encoder0_ln1_centered)
    encoder0_ln1_var = getattr(self, "encoder0/ln1/var")(encoder0_ln1_squared);  encoder0_ln1_squared = None
    initializers_onnx_initializer_41 = self.initializers.onnx_initializer_41
    encoder0_ln1_var_eps = getattr(self, "encoder0/ln1/var_eps")(encoder0_ln1_var, initializers_onnx_initializer_41);  encoder0_ln1_var = initializers_onnx_initializer_41 = None
    encoder0_ln1_std = getattr(self, "encoder0/ln1/std")(encoder0_ln1_var_eps);  encoder0_ln1_var_eps = None
    encoder0_ln1_inv_std = getattr(self, "encoder0/ln1/inv_std")(encoder0_ln1_std);  encoder0_ln1_std = None
    encoder0_ln1_normalized = getattr(self, "encoder0/ln1/normalized")(encoder0_ln1_centered, encoder0_ln1_inv_std);  encoder0_ln1_centered = encoder0_ln1_inv_std = None
    encoder0_ln1_to_data_type = getattr(self, "encoder0/ln1/to_data_type")(encoder0_ln1_normalized);  encoder0_ln1_normalized = None
    initializers_onnx_initializer_42 = self.initializers.onnx_initializer_42
    encoder0_ln1_gammas = getattr(self, "encoder0/ln1/gammas")(encoder0_ln1_to_data_type, initializers_onnx_initializer_42);  encoder0_ln1_to_data_type = initializers_onnx_initializer_42 = None
    initializers_onnx_initializer_43 = self.initializers.onnx_initializer_43
    encoder0_ln1_betas = getattr(self, "encoder0/ln1/betas")(encoder0_ln1_gammas, initializers_onnx_initializer_43);  encoder0_ln1_gammas = initializers_onnx_initializer_43 = None
    initializers_onnx_initializer_44 = self.initializers.onnx_initializer_44
    encoder0_ffn_dense1_w = getattr(self, "encoder0/ffn/dense1/w")(encoder0_ln1_betas, initializers_onnx_initializer_44);  initializers_onnx_initializer_44 = None
    initializers_onnx_initializer_45 = self.initializers.onnx_initializer_45
    encoder0_ffn_dense1_b = getattr(self, "encoder0/ffn/dense1/b")(encoder0_ffn_dense1_w, initializers_onnx_initializer_45);  encoder0_ffn_dense1_w = initializers_onnx_initializer_45 = None
    encoder0_ffn_dense1_mish_softplus = getattr(self, "encoder0/ffn/dense1/mish/softplus")(encoder0_ffn_dense1_b)
    encoder0_ffn_dense1_mish_tanh = getattr(self, "encoder0/ffn/dense1/mish/tanh")(encoder0_ffn_dense1_mish_softplus);  encoder0_ffn_dense1_mish_softplus = None
    encoder0_ffn_dense1_mish = getattr(self, "encoder0/ffn/dense1/mish")(encoder0_ffn_dense1_mish_tanh, encoder0_ffn_dense1_b);  encoder0_ffn_dense1_mish_tanh = encoder0_ffn_dense1_b = None
    initializers_onnx_initializer_46 = self.initializers.onnx_initializer_46
    encoder0_ffn_dense2_w = getattr(self, "encoder0/ffn/dense2/w")(encoder0_ffn_dense1_mish, initializers_onnx_initializer_46);  encoder0_ffn_dense1_mish = initializers_onnx_initializer_46 = None
    initializers_onnx_initializer_47 = self.initializers.onnx_initializer_47
    encoder0_ffn_dense2_b = getattr(self, "encoder0/ffn/dense2/b")(encoder0_ffn_dense2_w, initializers_onnx_initializer_47);  encoder0_ffn_dense2_w = initializers_onnx_initializer_47 = None
    initializers_onnx_initializer_48 = self.initializers.onnx_initializer_48
    encoder0_ffn_alpha = getattr(self, "encoder0/ffn/alpha")(encoder0_ffn_dense2_b, initializers_onnx_initializer_48);  encoder0_ffn_dense2_b = initializers_onnx_initializer_48 = None
    encoder0_ffn_skip = getattr(self, "encoder0/ffn/skip")(encoder0_ffn_alpha, encoder0_ln1_betas);  encoder0_ffn_alpha = encoder0_ln1_betas = None
    encoder0_ln2_to_float = getattr(self, "encoder0/ln2/to_float")(encoder0_ffn_skip);  encoder0_ffn_skip = None
    encoder0_ln2_mean = getattr(self, "encoder0/ln2/mean")(encoder0_ln2_to_float)
    encoder0_ln2_centered = getattr(self, "encoder0/ln2/centered")(encoder0_ln2_to_float, encoder0_ln2_mean);  encoder0_ln2_to_float = encoder0_ln2_mean = None
    encoder0_ln2_squared = getattr(self, "encoder0/ln2/squared")(encoder0_ln2_centered, encoder0_ln2_centered)
    encoder0_ln2_var = getattr(self, "encoder0/ln2/var")(encoder0_ln2_squared);  encoder0_ln2_squared = None
    initializers_onnx_initializer_49 = self.initializers.onnx_initializer_49
    encoder0_ln2_var_eps = getattr(self, "encoder0/ln2/var_eps")(encoder0_ln2_var, initializers_onnx_initializer_49);  encoder0_ln2_var = initializers_onnx_initializer_49 = None
    encoder0_ln2_std = getattr(self, "encoder0/ln2/std")(encoder0_ln2_var_eps);  encoder0_ln2_var_eps = None
    encoder0_ln2_inv_std = getattr(self, "encoder0/ln2/inv_std")(encoder0_ln2_std);  encoder0_ln2_std = None
    encoder0_ln2_normalized = getattr(self, "encoder0/ln2/normalized")(encoder0_ln2_centered, encoder0_ln2_inv_std);  encoder0_ln2_centered = encoder0_ln2_inv_std = None
    encoder0_ln2_to_data_type = getattr(self, "encoder0/ln2/to_data_type")(encoder0_ln2_normalized);  encoder0_ln2_normalized = None
    initializers_onnx_initializer_50 = self.initializers.onnx_initializer_50
    encoder0_ln2_gammas = getattr(self, "encoder0/ln2/gammas")(encoder0_ln2_to_data_type, initializers_onnx_initializer_50);  encoder0_ln2_to_data_type = initializers_onnx_initializer_50 = None
    initializers_onnx_initializer_51 = self.initializers.onnx_initializer_51
    encoder0_ln2_betas = getattr(self, "encoder0/ln2/betas")(encoder0_ln2_gammas, initializers_onnx_initializer_51);  encoder0_ln2_gammas = initializers_onnx_initializer_51 = None
    initializers_onnx_initializer_52 = self.initializers.onnx_initializer_52
    encoder1_mha_q_w = getattr(self, "encoder1/mha/Q/w")(encoder0_ln2_betas, initializers_onnx_initializer_52);  initializers_onnx_initializer_52 = None
    initializers_onnx_initializer_53 = self.initializers.onnx_initializer_53
    encoder1_mha_q_b = getattr(self, "encoder1/mha/Q/b")(encoder1_mha_q_w, initializers_onnx_initializer_53);  encoder1_mha_q_w = initializers_onnx_initializer_53 = None
    initializers_onnx_initializer_54 = self.initializers.onnx_initializer_54
    encoder1_mha_q_reshape = getattr(self, "encoder1/mha/Q/reshape")(encoder1_mha_q_b, initializers_onnx_initializer_54);  encoder1_mha_q_b = initializers_onnx_initializer_54 = None
    encoder1_mha_q_transpose = getattr(self, "encoder1/mha/Q/transpose")(encoder1_mha_q_reshape);  encoder1_mha_q_reshape = None
    initializers_onnx_initializer_55 = self.initializers.onnx_initializer_55
    encoder1_mha_k_w = getattr(self, "encoder1/mha/K/w")(encoder0_ln2_betas, initializers_onnx_initializer_55);  initializers_onnx_initializer_55 = None
    initializers_onnx_initializer_56 = self.initializers.onnx_initializer_56
    encoder1_mha_k_b = getattr(self, "encoder1/mha/K/b")(encoder1_mha_k_w, initializers_onnx_initializer_56);  encoder1_mha_k_w = initializers_onnx_initializer_56 = None
    initializers_onnx_initializer_57 = self.initializers.onnx_initializer_57
    encoder1_mha_k_reshape = getattr(self, "encoder1/mha/K/reshape")(encoder1_mha_k_b, initializers_onnx_initializer_57);  encoder1_mha_k_b = initializers_onnx_initializer_57 = None
    encoder1_mha_k_transpose = getattr(self, "encoder1/mha/K/transpose")(encoder1_mha_k_reshape);  encoder1_mha_k_reshape = None
    initializers_onnx_initializer_58 = self.initializers.onnx_initializer_58
    encoder1_mha_v_w = getattr(self, "encoder1/mha/V/w")(encoder0_ln2_betas, initializers_onnx_initializer_58);  initializers_onnx_initializer_58 = None
    initializers_onnx_initializer_59 = self.initializers.onnx_initializer_59
    encoder1_mha_v_b = getattr(self, "encoder1/mha/V/b")(encoder1_mha_v_w, initializers_onnx_initializer_59);  encoder1_mha_v_w = initializers_onnx_initializer_59 = None
    initializers_onnx_initializer_60 = self.initializers.onnx_initializer_60
    encoder1_mha_v_reshape = getattr(self, "encoder1/mha/V/reshape")(encoder1_mha_v_b, initializers_onnx_initializer_60);  encoder1_mha_v_b = initializers_onnx_initializer_60 = None
    encoder1_mha_v_transpose = getattr(self, "encoder1/mha/V/transpose")(encoder1_mha_v_reshape);  encoder1_mha_v_reshape = None
    encoder1_mha_qk_matmul = getattr(self, "encoder1/mha/QK/matmul")(encoder1_mha_q_transpose, encoder1_mha_k_transpose);  encoder1_mha_q_transpose = encoder1_mha_k_transpose = None
    initializers_onnx_initializer_61 = self.initializers.onnx_initializer_61
    encoder1_mha_qk_scale = getattr(self, "encoder1/mha/QK/scale")(encoder1_mha_qk_matmul, initializers_onnx_initializer_61);  encoder1_mha_qk_matmul = initializers_onnx_initializer_61 = None
    initializers_onnx_initializer_62 = self.initializers.onnx_initializer_62
    encoder1_smolgen_compress = getattr(self, "encoder1/smolgen/compress")(encoder0_ln2_betas, initializers_onnx_initializer_62);  initializers_onnx_initializer_62 = None
    initializers_onnx_initializer_63 = self.initializers.onnx_initializer_63
    encoder1_smolgen_compress_reshape = getattr(self, "encoder1/smolgen/compress/reshape")(encoder1_smolgen_compress, initializers_onnx_initializer_63);  encoder1_smolgen_compress = initializers_onnx_initializer_63 = None
    initializers_onnx_initializer_64 = self.initializers.onnx_initializer_64
    encoder1_smolgen_dense1_w = getattr(self, "encoder1/smolgen/dense1/w")(encoder1_smolgen_compress_reshape, initializers_onnx_initializer_64);  encoder1_smolgen_compress_reshape = initializers_onnx_initializer_64 = None
    initializers_onnx_initializer_65 = self.initializers.onnx_initializer_65
    encoder1_smolgen_dense1_b = getattr(self, "encoder1/smolgen/dense1/b")(encoder1_smolgen_dense1_w, initializers_onnx_initializer_65);  encoder1_smolgen_dense1_w = initializers_onnx_initializer_65 = None
    encoder1_smolgen_dense1_swish_sigmoid = getattr(self, "encoder1/smolgen/dense1/swish/sigmoid")(encoder1_smolgen_dense1_b)
    encoder1_smolgen_dense1_swish = getattr(self, "encoder1/smolgen/dense1/swish")(encoder1_smolgen_dense1_swish_sigmoid, encoder1_smolgen_dense1_b);  encoder1_smolgen_dense1_swish_sigmoid = encoder1_smolgen_dense1_b = None
    encoder1_smolgen_ln1_to_float = getattr(self, "encoder1/smolgen/ln1/to_float")(encoder1_smolgen_dense1_swish);  encoder1_smolgen_dense1_swish = None
    encoder1_smolgen_ln1_mean = getattr(self, "encoder1/smolgen/ln1/mean")(encoder1_smolgen_ln1_to_float)
    encoder1_smolgen_ln1_centered = getattr(self, "encoder1/smolgen/ln1/centered")(encoder1_smolgen_ln1_to_float, encoder1_smolgen_ln1_mean);  encoder1_smolgen_ln1_to_float = encoder1_smolgen_ln1_mean = None
    encoder1_smolgen_ln1_squared = getattr(self, "encoder1/smolgen/ln1/squared")(encoder1_smolgen_ln1_centered, encoder1_smolgen_ln1_centered)
    encoder1_smolgen_ln1_var = getattr(self, "encoder1/smolgen/ln1/var")(encoder1_smolgen_ln1_squared);  encoder1_smolgen_ln1_squared = None
    initializers_onnx_initializer_66 = self.initializers.onnx_initializer_66
    encoder1_smolgen_ln1_var_eps = getattr(self, "encoder1/smolgen/ln1/var_eps")(encoder1_smolgen_ln1_var, initializers_onnx_initializer_66);  encoder1_smolgen_ln1_var = initializers_onnx_initializer_66 = None
    encoder1_smolgen_ln1_std = getattr(self, "encoder1/smolgen/ln1/std")(encoder1_smolgen_ln1_var_eps);  encoder1_smolgen_ln1_var_eps = None
    encoder1_smolgen_ln1_inv_std = getattr(self, "encoder1/smolgen/ln1/inv_std")(encoder1_smolgen_ln1_std);  encoder1_smolgen_ln1_std = None
    encoder1_smolgen_ln1_normalized = getattr(self, "encoder1/smolgen/ln1/normalized")(encoder1_smolgen_ln1_centered, encoder1_smolgen_ln1_inv_std);  encoder1_smolgen_ln1_centered = encoder1_smolgen_ln1_inv_std = None
    encoder1_smolgen_ln1_to_data_type = getattr(self, "encoder1/smolgen/ln1/to_data_type")(encoder1_smolgen_ln1_normalized);  encoder1_smolgen_ln1_normalized = None
    initializers_onnx_initializer_67 = self.initializers.onnx_initializer_67
    encoder1_smolgen_ln1_gammas = getattr(self, "encoder1/smolgen/ln1/gammas")(encoder1_smolgen_ln1_to_data_type, initializers_onnx_initializer_67);  encoder1_smolgen_ln1_to_data_type = initializers_onnx_initializer_67 = None
    initializers_onnx_initializer_68 = self.initializers.onnx_initializer_68
    encoder1_smolgen_ln1_betas = getattr(self, "encoder1/smolgen/ln1/betas")(encoder1_smolgen_ln1_gammas, initializers_onnx_initializer_68);  encoder1_smolgen_ln1_gammas = initializers_onnx_initializer_68 = None
    initializers_onnx_initializer_69 = self.initializers.onnx_initializer_69
    encoder1_smolgen_dense2_w = getattr(self, "encoder1/smolgen/dense2/w")(encoder1_smolgen_ln1_betas, initializers_onnx_initializer_69);  encoder1_smolgen_ln1_betas = initializers_onnx_initializer_69 = None
    initializers_onnx_initializer_70 = self.initializers.onnx_initializer_70
    encoder1_smolgen_dense2_b = getattr(self, "encoder1/smolgen/dense2/b")(encoder1_smolgen_dense2_w, initializers_onnx_initializer_70);  encoder1_smolgen_dense2_w = initializers_onnx_initializer_70 = None
    encoder1_smolgen_dense2_swish_sigmoid = getattr(self, "encoder1/smolgen/dense2/swish/sigmoid")(encoder1_smolgen_dense2_b)
    encoder1_smolgen_dense2_swish = getattr(self, "encoder1/smolgen/dense2/swish")(encoder1_smolgen_dense2_swish_sigmoid, encoder1_smolgen_dense2_b);  encoder1_smolgen_dense2_swish_sigmoid = encoder1_smolgen_dense2_b = None
    encoder1_smolgen_ln2_to_float = getattr(self, "encoder1/smolgen/ln2/to_float")(encoder1_smolgen_dense2_swish);  encoder1_smolgen_dense2_swish = None
    encoder1_smolgen_ln2_mean = getattr(self, "encoder1/smolgen/ln2/mean")(encoder1_smolgen_ln2_to_float)
    encoder1_smolgen_ln2_centered = getattr(self, "encoder1/smolgen/ln2/centered")(encoder1_smolgen_ln2_to_float, encoder1_smolgen_ln2_mean);  encoder1_smolgen_ln2_to_float = encoder1_smolgen_ln2_mean = None
    encoder1_smolgen_ln2_squared = getattr(self, "encoder1/smolgen/ln2/squared")(encoder1_smolgen_ln2_centered, encoder1_smolgen_ln2_centered)
    encoder1_smolgen_ln2_var = getattr(self, "encoder1/smolgen/ln2/var")(encoder1_smolgen_ln2_squared);  encoder1_smolgen_ln2_squared = None
    initializers_onnx_initializer_71 = self.initializers.onnx_initializer_71
    encoder1_smolgen_ln2_var_eps = getattr(self, "encoder1/smolgen/ln2/var_eps")(encoder1_smolgen_ln2_var, initializers_onnx_initializer_71);  encoder1_smolgen_ln2_var = initializers_onnx_initializer_71 = None
    encoder1_smolgen_ln2_std = getattr(self, "encoder1/smolgen/ln2/std")(encoder1_smolgen_ln2_var_eps);  encoder1_smolgen_ln2_var_eps = None
    encoder1_smolgen_ln2_inv_std = getattr(self, "encoder1/smolgen/ln2/inv_std")(encoder1_smolgen_ln2_std);  encoder1_smolgen_ln2_std = None
    encoder1_smolgen_ln2_normalized = getattr(self, "encoder1/smolgen/ln2/normalized")(encoder1_smolgen_ln2_centered, encoder1_smolgen_ln2_inv_std);  encoder1_smolgen_ln2_centered = encoder1_smolgen_ln2_inv_std = None
    encoder1_smolgen_ln2_to_data_type = getattr(self, "encoder1/smolgen/ln2/to_data_type")(encoder1_smolgen_ln2_normalized);  encoder1_smolgen_ln2_normalized = None
    initializers_onnx_initializer_72 = self.initializers.onnx_initializer_72
    encoder1_smolgen_ln2_gammas = getattr(self, "encoder1/smolgen/ln2/gammas")(encoder1_smolgen_ln2_to_data_type, initializers_onnx_initializer_72);  encoder1_smolgen_ln2_to_data_type = initializers_onnx_initializer_72 = None
    initializers_onnx_initializer_73 = self.initializers.onnx_initializer_73
    encoder1_smolgen_ln2_betas = getattr(self, "encoder1/smolgen/ln2/betas")(encoder1_smolgen_ln2_gammas, initializers_onnx_initializer_73);  encoder1_smolgen_ln2_gammas = initializers_onnx_initializer_73 = None
    initializers_onnx_initializer_74 = self.initializers.onnx_initializer_74
    encoder1_smolgen_gen_from_reshape = getattr(self, "encoder1/smolgen/gen_from/reshape")(encoder1_smolgen_ln2_betas, initializers_onnx_initializer_74);  encoder1_smolgen_ln2_betas = initializers_onnx_initializer_74 = None
    initializers_onnx_initializer_75 = self.initializers.onnx_initializer_75
    encoder1_smolgen_smol_weight_gen = getattr(self, "encoder1/smolgen/smol_weight_gen")(encoder1_smolgen_gen_from_reshape, initializers_onnx_initializer_75);  encoder1_smolgen_gen_from_reshape = initializers_onnx_initializer_75 = None
    initializers_onnx_initializer_76 = self.initializers.onnx_initializer_76
    encoder1_smolgen_out_reshape = getattr(self, "encoder1/smolgen/out/reshape")(encoder1_smolgen_smol_weight_gen, initializers_onnx_initializer_76);  encoder1_smolgen_smol_weight_gen = initializers_onnx_initializer_76 = None
    encoder1_smolgen_weights = getattr(self, "encoder1/smolgen_weights")(encoder1_mha_qk_scale, encoder1_smolgen_out_reshape);  encoder1_mha_qk_scale = encoder1_smolgen_out_reshape = None
    encoder1_mha_qk_softmax = getattr(self, "encoder1/mha/QK/softmax")(encoder1_smolgen_weights);  encoder1_smolgen_weights = None
    encoder1_mha_qkv_matmul = getattr(self, "encoder1/mha/QKV/matmul")(encoder1_mha_qk_softmax, encoder1_mha_v_transpose);  encoder1_mha_qk_softmax = encoder1_mha_v_transpose = None
    encoder1_mha_out_transpose = getattr(self, "encoder1/mha/out/transpose")(encoder1_mha_qkv_matmul);  encoder1_mha_qkv_matmul = None
    initializers_onnx_initializer_77 = self.initializers.onnx_initializer_77
    encoder1_mha_out_reshape = getattr(self, "encoder1/mha/out/reshape")(encoder1_mha_out_transpose, initializers_onnx_initializer_77);  encoder1_mha_out_transpose = initializers_onnx_initializer_77 = None
    initializers_onnx_initializer_78 = self.initializers.onnx_initializer_78
    encoder1_mha_out_dense_w = getattr(self, "encoder1/mha/out/dense/w")(encoder1_mha_out_reshape, initializers_onnx_initializer_78);  encoder1_mha_out_reshape = initializers_onnx_initializer_78 = None
    initializers_onnx_initializer_79 = self.initializers.onnx_initializer_79
    encoder1_mha_out_dense_b = getattr(self, "encoder1/mha/out/dense/b")(encoder1_mha_out_dense_w, initializers_onnx_initializer_79);  encoder1_mha_out_dense_w = initializers_onnx_initializer_79 = None
    initializers_onnx_initializer_80 = self.initializers.onnx_initializer_80
    encoder1_alpha_input = getattr(self, "encoder1/alpha*input")(encoder1_mha_out_dense_b, initializers_onnx_initializer_80);  encoder1_mha_out_dense_b = initializers_onnx_initializer_80 = None
    encoder1_mha_out_skip = getattr(self, "encoder1/mha/out/skip")(encoder1_alpha_input, encoder0_ln2_betas);  encoder1_alpha_input = encoder0_ln2_betas = None
    encoder1_ln1_to_float = getattr(self, "encoder1/ln1/to_float")(encoder1_mha_out_skip);  encoder1_mha_out_skip = None
    encoder1_ln1_mean = getattr(self, "encoder1/ln1/mean")(encoder1_ln1_to_float)
    encoder1_ln1_centered = getattr(self, "encoder1/ln1/centered")(encoder1_ln1_to_float, encoder1_ln1_mean);  encoder1_ln1_to_float = encoder1_ln1_mean = None
    encoder1_ln1_squared = getattr(self, "encoder1/ln1/squared")(encoder1_ln1_centered, encoder1_ln1_centered)
    encoder1_ln1_var = getattr(self, "encoder1/ln1/var")(encoder1_ln1_squared);  encoder1_ln1_squared = None
    initializers_onnx_initializer_81 = self.initializers.onnx_initializer_81
    encoder1_ln1_var_eps = getattr(self, "encoder1/ln1/var_eps")(encoder1_ln1_var, initializers_onnx_initializer_81);  encoder1_ln1_var = initializers_onnx_initializer_81 = None
    encoder1_ln1_std = getattr(self, "encoder1/ln1/std")(encoder1_ln1_var_eps);  encoder1_ln1_var_eps = None
    encoder1_ln1_inv_std = getattr(self, "encoder1/ln1/inv_std")(encoder1_ln1_std);  encoder1_ln1_std = None
    encoder1_ln1_normalized = getattr(self, "encoder1/ln1/normalized")(encoder1_ln1_centered, encoder1_ln1_inv_std);  encoder1_ln1_centered = encoder1_ln1_inv_std = None
    encoder1_ln1_to_data_type = getattr(self, "encoder1/ln1/to_data_type")(encoder1_ln1_normalized);  encoder1_ln1_normalized = None
    initializers_onnx_initializer_82 = self.initializers.onnx_initializer_82
    encoder1_ln1_gammas = getattr(self, "encoder1/ln1/gammas")(encoder1_ln1_to_data_type, initializers_onnx_initializer_82);  encoder1_ln1_to_data_type = initializers_onnx_initializer_82 = None
    initializers_onnx_initializer_83 = self.initializers.onnx_initializer_83
    encoder1_ln1_betas = getattr(self, "encoder1/ln1/betas")(encoder1_ln1_gammas, initializers_onnx_initializer_83);  encoder1_ln1_gammas = initializers_onnx_initializer_83 = None
    initializers_onnx_initializer_84 = self.initializers.onnx_initializer_84
    encoder1_ffn_dense1_w = getattr(self, "encoder1/ffn/dense1/w")(encoder1_ln1_betas, initializers_onnx_initializer_84);  initializers_onnx_initializer_84 = None
    initializers_onnx_initializer_85 = self.initializers.onnx_initializer_85
    encoder1_ffn_dense1_b = getattr(self, "encoder1/ffn/dense1/b")(encoder1_ffn_dense1_w, initializers_onnx_initializer_85);  encoder1_ffn_dense1_w = initializers_onnx_initializer_85 = None
    encoder1_ffn_dense1_mish_softplus = getattr(self, "encoder1/ffn/dense1/mish/softplus")(encoder1_ffn_dense1_b)
    encoder1_ffn_dense1_mish_tanh = getattr(self, "encoder1/ffn/dense1/mish/tanh")(encoder1_ffn_dense1_mish_softplus);  encoder1_ffn_dense1_mish_softplus = None
    encoder1_ffn_dense1_mish = getattr(self, "encoder1/ffn/dense1/mish")(encoder1_ffn_dense1_mish_tanh, encoder1_ffn_dense1_b);  encoder1_ffn_dense1_mish_tanh = encoder1_ffn_dense1_b = None
    initializers_onnx_initializer_86 = self.initializers.onnx_initializer_86
    encoder1_ffn_dense2_w = getattr(self, "encoder1/ffn/dense2/w")(encoder1_ffn_dense1_mish, initializers_onnx_initializer_86);  encoder1_ffn_dense1_mish = initializers_onnx_initializer_86 = None
    initializers_onnx_initializer_87 = self.initializers.onnx_initializer_87
    encoder1_ffn_dense2_b = getattr(self, "encoder1/ffn/dense2/b")(encoder1_ffn_dense2_w, initializers_onnx_initializer_87);  encoder1_ffn_dense2_w = initializers_onnx_initializer_87 = None
    initializers_onnx_initializer_88 = self.initializers.onnx_initializer_88
    encoder1_ffn_alpha = getattr(self, "encoder1/ffn/alpha")(encoder1_ffn_dense2_b, initializers_onnx_initializer_88);  encoder1_ffn_dense2_b = initializers_onnx_initializer_88 = None
    encoder1_ffn_skip = getattr(self, "encoder1/ffn/skip")(encoder1_ffn_alpha, encoder1_ln1_betas);  encoder1_ffn_alpha = encoder1_ln1_betas = None
    encoder1_ln2_to_float = getattr(self, "encoder1/ln2/to_float")(encoder1_ffn_skip);  encoder1_ffn_skip = None
    encoder1_ln2_mean = getattr(self, "encoder1/ln2/mean")(encoder1_ln2_to_float)
    encoder1_ln2_centered = getattr(self, "encoder1/ln2/centered")(encoder1_ln2_to_float, encoder1_ln2_mean);  encoder1_ln2_to_float = encoder1_ln2_mean = None
    encoder1_ln2_squared = getattr(self, "encoder1/ln2/squared")(encoder1_ln2_centered, encoder1_ln2_centered)
    encoder1_ln2_var = getattr(self, "encoder1/ln2/var")(encoder1_ln2_squared);  encoder1_ln2_squared = None
    initializers_onnx_initializer_89 = self.initializers.onnx_initializer_89
    encoder1_ln2_var_eps = getattr(self, "encoder1/ln2/var_eps")(encoder1_ln2_var, initializers_onnx_initializer_89);  encoder1_ln2_var = initializers_onnx_initializer_89 = None
    encoder1_ln2_std = getattr(self, "encoder1/ln2/std")(encoder1_ln2_var_eps);  encoder1_ln2_var_eps = None
    encoder1_ln2_inv_std = getattr(self, "encoder1/ln2/inv_std")(encoder1_ln2_std);  encoder1_ln2_std = None
    encoder1_ln2_normalized = getattr(self, "encoder1/ln2/normalized")(encoder1_ln2_centered, encoder1_ln2_inv_std);  encoder1_ln2_centered = encoder1_ln2_inv_std = None
    encoder1_ln2_to_data_type = getattr(self, "encoder1/ln2/to_data_type")(encoder1_ln2_normalized);  encoder1_ln2_normalized = None
    initializers_onnx_initializer_90 = self.initializers.onnx_initializer_90
    encoder1_ln2_gammas = getattr(self, "encoder1/ln2/gammas")(encoder1_ln2_to_data_type, initializers_onnx_initializer_90);  encoder1_ln2_to_data_type = initializers_onnx_initializer_90 = None
    initializers_onnx_initializer_91 = self.initializers.onnx_initializer_91
    encoder1_ln2_betas = getattr(self, "encoder1/ln2/betas")(encoder1_ln2_gammas, initializers_onnx_initializer_91);  encoder1_ln2_gammas = initializers_onnx_initializer_91 = None
    initializers_onnx_initializer_92 = self.initializers.onnx_initializer_92
    encoder2_mha_q_w = getattr(self, "encoder2/mha/Q/w")(encoder1_ln2_betas, initializers_onnx_initializer_92);  initializers_onnx_initializer_92 = None
    initializers_onnx_initializer_93 = self.initializers.onnx_initializer_93
    encoder2_mha_q_b = getattr(self, "encoder2/mha/Q/b")(encoder2_mha_q_w, initializers_onnx_initializer_93);  encoder2_mha_q_w = initializers_onnx_initializer_93 = None
    initializers_onnx_initializer_94 = self.initializers.onnx_initializer_94
    encoder2_mha_q_reshape = getattr(self, "encoder2/mha/Q/reshape")(encoder2_mha_q_b, initializers_onnx_initializer_94);  encoder2_mha_q_b = initializers_onnx_initializer_94 = None
    encoder2_mha_q_transpose = getattr(self, "encoder2/mha/Q/transpose")(encoder2_mha_q_reshape);  encoder2_mha_q_reshape = None
    initializers_onnx_initializer_95 = self.initializers.onnx_initializer_95
    encoder2_mha_k_w = getattr(self, "encoder2/mha/K/w")(encoder1_ln2_betas, initializers_onnx_initializer_95);  initializers_onnx_initializer_95 = None
    initializers_onnx_initializer_96 = self.initializers.onnx_initializer_96
    encoder2_mha_k_b = getattr(self, "encoder2/mha/K/b")(encoder2_mha_k_w, initializers_onnx_initializer_96);  encoder2_mha_k_w = initializers_onnx_initializer_96 = None
    initializers_onnx_initializer_97 = self.initializers.onnx_initializer_97
    encoder2_mha_k_reshape = getattr(self, "encoder2/mha/K/reshape")(encoder2_mha_k_b, initializers_onnx_initializer_97);  encoder2_mha_k_b = initializers_onnx_initializer_97 = None
    encoder2_mha_k_transpose = getattr(self, "encoder2/mha/K/transpose")(encoder2_mha_k_reshape);  encoder2_mha_k_reshape = None
    initializers_onnx_initializer_98 = self.initializers.onnx_initializer_98
    encoder2_mha_v_w = getattr(self, "encoder2/mha/V/w")(encoder1_ln2_betas, initializers_onnx_initializer_98);  initializers_onnx_initializer_98 = None
    initializers_onnx_initializer_99 = self.initializers.onnx_initializer_99
    encoder2_mha_v_b = getattr(self, "encoder2/mha/V/b")(encoder2_mha_v_w, initializers_onnx_initializer_99);  encoder2_mha_v_w = initializers_onnx_initializer_99 = None
    initializers_onnx_initializer_100 = self.initializers.onnx_initializer_100
    encoder2_mha_v_reshape = getattr(self, "encoder2/mha/V/reshape")(encoder2_mha_v_b, initializers_onnx_initializer_100);  encoder2_mha_v_b = initializers_onnx_initializer_100 = None
    encoder2_mha_v_transpose = getattr(self, "encoder2/mha/V/transpose")(encoder2_mha_v_reshape);  encoder2_mha_v_reshape = None
    encoder2_mha_qk_matmul = getattr(self, "encoder2/mha/QK/matmul")(encoder2_mha_q_transpose, encoder2_mha_k_transpose);  encoder2_mha_q_transpose = encoder2_mha_k_transpose = None
    initializers_onnx_initializer_101 = self.initializers.onnx_initializer_101
    encoder2_mha_qk_scale = getattr(self, "encoder2/mha/QK/scale")(encoder2_mha_qk_matmul, initializers_onnx_initializer_101);  encoder2_mha_qk_matmul = initializers_onnx_initializer_101 = None
    initializers_onnx_initializer_102 = self.initializers.onnx_initializer_102
    encoder2_smolgen_compress = getattr(self, "encoder2/smolgen/compress")(encoder1_ln2_betas, initializers_onnx_initializer_102);  initializers_onnx_initializer_102 = None
    initializers_onnx_initializer_103 = self.initializers.onnx_initializer_103
    encoder2_smolgen_compress_reshape = getattr(self, "encoder2/smolgen/compress/reshape")(encoder2_smolgen_compress, initializers_onnx_initializer_103);  encoder2_smolgen_compress = initializers_onnx_initializer_103 = None
    initializers_onnx_initializer_104 = self.initializers.onnx_initializer_104
    encoder2_smolgen_dense1_w = getattr(self, "encoder2/smolgen/dense1/w")(encoder2_smolgen_compress_reshape, initializers_onnx_initializer_104);  encoder2_smolgen_compress_reshape = initializers_onnx_initializer_104 = None
    initializers_onnx_initializer_105 = self.initializers.onnx_initializer_105
    encoder2_smolgen_dense1_b = getattr(self, "encoder2/smolgen/dense1/b")(encoder2_smolgen_dense1_w, initializers_onnx_initializer_105);  encoder2_smolgen_dense1_w = initializers_onnx_initializer_105 = None
    encoder2_smolgen_dense1_swish_sigmoid = getattr(self, "encoder2/smolgen/dense1/swish/sigmoid")(encoder2_smolgen_dense1_b)
    encoder2_smolgen_dense1_swish = getattr(self, "encoder2/smolgen/dense1/swish")(encoder2_smolgen_dense1_swish_sigmoid, encoder2_smolgen_dense1_b);  encoder2_smolgen_dense1_swish_sigmoid = encoder2_smolgen_dense1_b = None
    encoder2_smolgen_ln1_to_float = getattr(self, "encoder2/smolgen/ln1/to_float")(encoder2_smolgen_dense1_swish);  encoder2_smolgen_dense1_swish = None
    encoder2_smolgen_ln1_mean = getattr(self, "encoder2/smolgen/ln1/mean")(encoder2_smolgen_ln1_to_float)
    encoder2_smolgen_ln1_centered = getattr(self, "encoder2/smolgen/ln1/centered")(encoder2_smolgen_ln1_to_float, encoder2_smolgen_ln1_mean);  encoder2_smolgen_ln1_to_float = encoder2_smolgen_ln1_mean = None
    encoder2_smolgen_ln1_squared = getattr(self, "encoder2/smolgen/ln1/squared")(encoder2_smolgen_ln1_centered, encoder2_smolgen_ln1_centered)
    encoder2_smolgen_ln1_var = getattr(self, "encoder2/smolgen/ln1/var")(encoder2_smolgen_ln1_squared);  encoder2_smolgen_ln1_squared = None
    initializers_onnx_initializer_106 = self.initializers.onnx_initializer_106
    encoder2_smolgen_ln1_var_eps = getattr(self, "encoder2/smolgen/ln1/var_eps")(encoder2_smolgen_ln1_var, initializers_onnx_initializer_106);  encoder2_smolgen_ln1_var = initializers_onnx_initializer_106 = None
    encoder2_smolgen_ln1_std = getattr(self, "encoder2/smolgen/ln1/std")(encoder2_smolgen_ln1_var_eps);  encoder2_smolgen_ln1_var_eps = None
    encoder2_smolgen_ln1_inv_std = getattr(self, "encoder2/smolgen/ln1/inv_std")(encoder2_smolgen_ln1_std);  encoder2_smolgen_ln1_std = None
    encoder2_smolgen_ln1_normalized = getattr(self, "encoder2/smolgen/ln1/normalized")(encoder2_smolgen_ln1_centered, encoder2_smolgen_ln1_inv_std);  encoder2_smolgen_ln1_centered = encoder2_smolgen_ln1_inv_std = None
    encoder2_smolgen_ln1_to_data_type = getattr(self, "encoder2/smolgen/ln1/to_data_type")(encoder2_smolgen_ln1_normalized);  encoder2_smolgen_ln1_normalized = None
    initializers_onnx_initializer_107 = self.initializers.onnx_initializer_107
    encoder2_smolgen_ln1_gammas = getattr(self, "encoder2/smolgen/ln1/gammas")(encoder2_smolgen_ln1_to_data_type, initializers_onnx_initializer_107);  encoder2_smolgen_ln1_to_data_type = initializers_onnx_initializer_107 = None
    initializers_onnx_initializer_108 = self.initializers.onnx_initializer_108
    encoder2_smolgen_ln1_betas = getattr(self, "encoder2/smolgen/ln1/betas")(encoder2_smolgen_ln1_gammas, initializers_onnx_initializer_108);  encoder2_smolgen_ln1_gammas = initializers_onnx_initializer_108 = None
    initializers_onnx_initializer_109 = self.initializers.onnx_initializer_109
    encoder2_smolgen_dense2_w = getattr(self, "encoder2/smolgen/dense2/w")(encoder2_smolgen_ln1_betas, initializers_onnx_initializer_109);  encoder2_smolgen_ln1_betas = initializers_onnx_initializer_109 = None
    initializers_onnx_initializer_110 = self.initializers.onnx_initializer_110
    encoder2_smolgen_dense2_b = getattr(self, "encoder2/smolgen/dense2/b")(encoder2_smolgen_dense2_w, initializers_onnx_initializer_110);  encoder2_smolgen_dense2_w = initializers_onnx_initializer_110 = None
    encoder2_smolgen_dense2_swish_sigmoid = getattr(self, "encoder2/smolgen/dense2/swish/sigmoid")(encoder2_smolgen_dense2_b)
    encoder2_smolgen_dense2_swish = getattr(self, "encoder2/smolgen/dense2/swish")(encoder2_smolgen_dense2_swish_sigmoid, encoder2_smolgen_dense2_b);  encoder2_smolgen_dense2_swish_sigmoid = encoder2_smolgen_dense2_b = None
    encoder2_smolgen_ln2_to_float = getattr(self, "encoder2/smolgen/ln2/to_float")(encoder2_smolgen_dense2_swish);  encoder2_smolgen_dense2_swish = None
    encoder2_smolgen_ln2_mean = getattr(self, "encoder2/smolgen/ln2/mean")(encoder2_smolgen_ln2_to_float)
    encoder2_smolgen_ln2_centered = getattr(self, "encoder2/smolgen/ln2/centered")(encoder2_smolgen_ln2_to_float, encoder2_smolgen_ln2_mean);  encoder2_smolgen_ln2_to_float = encoder2_smolgen_ln2_mean = None
    encoder2_smolgen_ln2_squared = getattr(self, "encoder2/smolgen/ln2/squared")(encoder2_smolgen_ln2_centered, encoder2_smolgen_ln2_centered)
    encoder2_smolgen_ln2_var = getattr(self, "encoder2/smolgen/ln2/var")(encoder2_smolgen_ln2_squared);  encoder2_smolgen_ln2_squared = None
    initializers_onnx_initializer_111 = self.initializers.onnx_initializer_111
    encoder2_smolgen_ln2_var_eps = getattr(self, "encoder2/smolgen/ln2/var_eps")(encoder2_smolgen_ln2_var, initializers_onnx_initializer_111);  encoder2_smolgen_ln2_var = initializers_onnx_initializer_111 = None
    encoder2_smolgen_ln2_std = getattr(self, "encoder2/smolgen/ln2/std")(encoder2_smolgen_ln2_var_eps);  encoder2_smolgen_ln2_var_eps = None
    encoder2_smolgen_ln2_inv_std = getattr(self, "encoder2/smolgen/ln2/inv_std")(encoder2_smolgen_ln2_std);  encoder2_smolgen_ln2_std = None
    encoder2_smolgen_ln2_normalized = getattr(self, "encoder2/smolgen/ln2/normalized")(encoder2_smolgen_ln2_centered, encoder2_smolgen_ln2_inv_std);  encoder2_smolgen_ln2_centered = encoder2_smolgen_ln2_inv_std = None
    encoder2_smolgen_ln2_to_data_type = getattr(self, "encoder2/smolgen/ln2/to_data_type")(encoder2_smolgen_ln2_normalized);  encoder2_smolgen_ln2_normalized = None
    initializers_onnx_initializer_112 = self.initializers.onnx_initializer_112
    encoder2_smolgen_ln2_gammas = getattr(self, "encoder2/smolgen/ln2/gammas")(encoder2_smolgen_ln2_to_data_type, initializers_onnx_initializer_112);  encoder2_smolgen_ln2_to_data_type = initializers_onnx_initializer_112 = None
    initializers_onnx_initializer_113 = self.initializers.onnx_initializer_113
    encoder2_smolgen_ln2_betas = getattr(self, "encoder2/smolgen/ln2/betas")(encoder2_smolgen_ln2_gammas, initializers_onnx_initializer_113);  encoder2_smolgen_ln2_gammas = initializers_onnx_initializer_113 = None
    initializers_onnx_initializer_114 = self.initializers.onnx_initializer_114
    encoder2_smolgen_gen_from_reshape = getattr(self, "encoder2/smolgen/gen_from/reshape")(encoder2_smolgen_ln2_betas, initializers_onnx_initializer_114);  encoder2_smolgen_ln2_betas = initializers_onnx_initializer_114 = None
    initializers_onnx_initializer_115 = self.initializers.onnx_initializer_115
    encoder2_smolgen_smol_weight_gen = getattr(self, "encoder2/smolgen/smol_weight_gen")(encoder2_smolgen_gen_from_reshape, initializers_onnx_initializer_115);  encoder2_smolgen_gen_from_reshape = initializers_onnx_initializer_115 = None
    initializers_onnx_initializer_116 = self.initializers.onnx_initializer_116
    encoder2_smolgen_out_reshape = getattr(self, "encoder2/smolgen/out/reshape")(encoder2_smolgen_smol_weight_gen, initializers_onnx_initializer_116);  encoder2_smolgen_smol_weight_gen = initializers_onnx_initializer_116 = None
    encoder2_smolgen_weights = getattr(self, "encoder2/smolgen_weights")(encoder2_mha_qk_scale, encoder2_smolgen_out_reshape);  encoder2_mha_qk_scale = encoder2_smolgen_out_reshape = None
    encoder2_mha_qk_softmax = getattr(self, "encoder2/mha/QK/softmax")(encoder2_smolgen_weights);  encoder2_smolgen_weights = None
    encoder2_mha_qkv_matmul = getattr(self, "encoder2/mha/QKV/matmul")(encoder2_mha_qk_softmax, encoder2_mha_v_transpose);  encoder2_mha_qk_softmax = encoder2_mha_v_transpose = None
    encoder2_mha_out_transpose = getattr(self, "encoder2/mha/out/transpose")(encoder2_mha_qkv_matmul);  encoder2_mha_qkv_matmul = None
    initializers_onnx_initializer_117 = self.initializers.onnx_initializer_117
    encoder2_mha_out_reshape = getattr(self, "encoder2/mha/out/reshape")(encoder2_mha_out_transpose, initializers_onnx_initializer_117);  encoder2_mha_out_transpose = initializers_onnx_initializer_117 = None
    initializers_onnx_initializer_118 = self.initializers.onnx_initializer_118
    encoder2_mha_out_dense_w = getattr(self, "encoder2/mha/out/dense/w")(encoder2_mha_out_reshape, initializers_onnx_initializer_118);  encoder2_mha_out_reshape = initializers_onnx_initializer_118 = None
    initializers_onnx_initializer_119 = self.initializers.onnx_initializer_119
    encoder2_mha_out_dense_b = getattr(self, "encoder2/mha/out/dense/b")(encoder2_mha_out_dense_w, initializers_onnx_initializer_119);  encoder2_mha_out_dense_w = initializers_onnx_initializer_119 = None
    initializers_onnx_initializer_120 = self.initializers.onnx_initializer_120
    encoder2_alpha_input = getattr(self, "encoder2/alpha*input")(encoder2_mha_out_dense_b, initializers_onnx_initializer_120);  encoder2_mha_out_dense_b = initializers_onnx_initializer_120 = None
    encoder2_mha_out_skip = getattr(self, "encoder2/mha/out/skip")(encoder2_alpha_input, encoder1_ln2_betas);  encoder2_alpha_input = encoder1_ln2_betas = None
    encoder2_ln1_to_float = getattr(self, "encoder2/ln1/to_float")(encoder2_mha_out_skip);  encoder2_mha_out_skip = None
    encoder2_ln1_mean = getattr(self, "encoder2/ln1/mean")(encoder2_ln1_to_float)
    encoder2_ln1_centered = getattr(self, "encoder2/ln1/centered")(encoder2_ln1_to_float, encoder2_ln1_mean);  encoder2_ln1_to_float = encoder2_ln1_mean = None
    encoder2_ln1_squared = getattr(self, "encoder2/ln1/squared")(encoder2_ln1_centered, encoder2_ln1_centered)
    encoder2_ln1_var = getattr(self, "encoder2/ln1/var")(encoder2_ln1_squared);  encoder2_ln1_squared = None
    initializers_onnx_initializer_121 = self.initializers.onnx_initializer_121
    encoder2_ln1_var_eps = getattr(self, "encoder2/ln1/var_eps")(encoder2_ln1_var, initializers_onnx_initializer_121);  encoder2_ln1_var = initializers_onnx_initializer_121 = None
    encoder2_ln1_std = getattr(self, "encoder2/ln1/std")(encoder2_ln1_var_eps);  encoder2_ln1_var_eps = None
    encoder2_ln1_inv_std = getattr(self, "encoder2/ln1/inv_std")(encoder2_ln1_std);  encoder2_ln1_std = None
    encoder2_ln1_normalized = getattr(self, "encoder2/ln1/normalized")(encoder2_ln1_centered, encoder2_ln1_inv_std);  encoder2_ln1_centered = encoder2_ln1_inv_std = None
    encoder2_ln1_to_data_type = getattr(self, "encoder2/ln1/to_data_type")(encoder2_ln1_normalized);  encoder2_ln1_normalized = None
    initializers_onnx_initializer_122 = self.initializers.onnx_initializer_122
    encoder2_ln1_gammas = getattr(self, "encoder2/ln1/gammas")(encoder2_ln1_to_data_type, initializers_onnx_initializer_122);  encoder2_ln1_to_data_type = initializers_onnx_initializer_122 = None
    initializers_onnx_initializer_123 = self.initializers.onnx_initializer_123
    encoder2_ln1_betas = getattr(self, "encoder2/ln1/betas")(encoder2_ln1_gammas, initializers_onnx_initializer_123);  encoder2_ln1_gammas = initializers_onnx_initializer_123 = None
    initializers_onnx_initializer_124 = self.initializers.onnx_initializer_124
    encoder2_ffn_dense1_w = getattr(self, "encoder2/ffn/dense1/w")(encoder2_ln1_betas, initializers_onnx_initializer_124);  initializers_onnx_initializer_124 = None
    initializers_onnx_initializer_125 = self.initializers.onnx_initializer_125
    encoder2_ffn_dense1_b = getattr(self, "encoder2/ffn/dense1/b")(encoder2_ffn_dense1_w, initializers_onnx_initializer_125);  encoder2_ffn_dense1_w = initializers_onnx_initializer_125 = None
    encoder2_ffn_dense1_mish_softplus = getattr(self, "encoder2/ffn/dense1/mish/softplus")(encoder2_ffn_dense1_b)
    encoder2_ffn_dense1_mish_tanh = getattr(self, "encoder2/ffn/dense1/mish/tanh")(encoder2_ffn_dense1_mish_softplus);  encoder2_ffn_dense1_mish_softplus = None
    encoder2_ffn_dense1_mish = getattr(self, "encoder2/ffn/dense1/mish")(encoder2_ffn_dense1_mish_tanh, encoder2_ffn_dense1_b);  encoder2_ffn_dense1_mish_tanh = encoder2_ffn_dense1_b = None
    initializers_onnx_initializer_126 = self.initializers.onnx_initializer_126
    encoder2_ffn_dense2_w = getattr(self, "encoder2/ffn/dense2/w")(encoder2_ffn_dense1_mish, initializers_onnx_initializer_126);  encoder2_ffn_dense1_mish = initializers_onnx_initializer_126 = None
    initializers_onnx_initializer_127 = self.initializers.onnx_initializer_127
    encoder2_ffn_dense2_b = getattr(self, "encoder2/ffn/dense2/b")(encoder2_ffn_dense2_w, initializers_onnx_initializer_127);  encoder2_ffn_dense2_w = initializers_onnx_initializer_127 = None
    initializers_onnx_initializer_128 = self.initializers.onnx_initializer_128
    encoder2_ffn_alpha = getattr(self, "encoder2/ffn/alpha")(encoder2_ffn_dense2_b, initializers_onnx_initializer_128);  encoder2_ffn_dense2_b = initializers_onnx_initializer_128 = None
    encoder2_ffn_skip = getattr(self, "encoder2/ffn/skip")(encoder2_ffn_alpha, encoder2_ln1_betas);  encoder2_ffn_alpha = encoder2_ln1_betas = None
    encoder2_ln2_to_float = getattr(self, "encoder2/ln2/to_float")(encoder2_ffn_skip);  encoder2_ffn_skip = None
    encoder2_ln2_mean = getattr(self, "encoder2/ln2/mean")(encoder2_ln2_to_float)
    encoder2_ln2_centered = getattr(self, "encoder2/ln2/centered")(encoder2_ln2_to_float, encoder2_ln2_mean);  encoder2_ln2_to_float = encoder2_ln2_mean = None
    encoder2_ln2_squared = getattr(self, "encoder2/ln2/squared")(encoder2_ln2_centered, encoder2_ln2_centered)
    encoder2_ln2_var = getattr(self, "encoder2/ln2/var")(encoder2_ln2_squared);  encoder2_ln2_squared = None
    initializers_onnx_initializer_129 = self.initializers.onnx_initializer_129
    encoder2_ln2_var_eps = getattr(self, "encoder2/ln2/var_eps")(encoder2_ln2_var, initializers_onnx_initializer_129);  encoder2_ln2_var = initializers_onnx_initializer_129 = None
    encoder2_ln2_std = getattr(self, "encoder2/ln2/std")(encoder2_ln2_var_eps);  encoder2_ln2_var_eps = None
    encoder2_ln2_inv_std = getattr(self, "encoder2/ln2/inv_std")(encoder2_ln2_std);  encoder2_ln2_std = None
    encoder2_ln2_normalized = getattr(self, "encoder2/ln2/normalized")(encoder2_ln2_centered, encoder2_ln2_inv_std);  encoder2_ln2_centered = encoder2_ln2_inv_std = None
    encoder2_ln2_to_data_type = getattr(self, "encoder2/ln2/to_data_type")(encoder2_ln2_normalized);  encoder2_ln2_normalized = None
    initializers_onnx_initializer_130 = self.initializers.onnx_initializer_130
    encoder2_ln2_gammas = getattr(self, "encoder2/ln2/gammas")(encoder2_ln2_to_data_type, initializers_onnx_initializer_130);  encoder2_ln2_to_data_type = initializers_onnx_initializer_130 = None
    initializers_onnx_initializer_131 = self.initializers.onnx_initializer_131
    encoder2_ln2_betas = getattr(self, "encoder2/ln2/betas")(encoder2_ln2_gammas, initializers_onnx_initializer_131);  encoder2_ln2_gammas = initializers_onnx_initializer_131 = None
    initializers_onnx_initializer_132 = self.initializers.onnx_initializer_132
    encoder3_mha_q_w = getattr(self, "encoder3/mha/Q/w")(encoder2_ln2_betas, initializers_onnx_initializer_132);  initializers_onnx_initializer_132 = None
    initializers_onnx_initializer_133 = self.initializers.onnx_initializer_133
    encoder3_mha_q_b = getattr(self, "encoder3/mha/Q/b")(encoder3_mha_q_w, initializers_onnx_initializer_133);  encoder3_mha_q_w = initializers_onnx_initializer_133 = None
    initializers_onnx_initializer_134 = self.initializers.onnx_initializer_134
    encoder3_mha_q_reshape = getattr(self, "encoder3/mha/Q/reshape")(encoder3_mha_q_b, initializers_onnx_initializer_134);  encoder3_mha_q_b = initializers_onnx_initializer_134 = None
    encoder3_mha_q_transpose = getattr(self, "encoder3/mha/Q/transpose")(encoder3_mha_q_reshape);  encoder3_mha_q_reshape = None
    initializers_onnx_initializer_135 = self.initializers.onnx_initializer_135
    encoder3_mha_k_w = getattr(self, "encoder3/mha/K/w")(encoder2_ln2_betas, initializers_onnx_initializer_135);  initializers_onnx_initializer_135 = None
    initializers_onnx_initializer_136 = self.initializers.onnx_initializer_136
    encoder3_mha_k_b = getattr(self, "encoder3/mha/K/b")(encoder3_mha_k_w, initializers_onnx_initializer_136);  encoder3_mha_k_w = initializers_onnx_initializer_136 = None
    initializers_onnx_initializer_137 = self.initializers.onnx_initializer_137
    encoder3_mha_k_reshape = getattr(self, "encoder3/mha/K/reshape")(encoder3_mha_k_b, initializers_onnx_initializer_137);  encoder3_mha_k_b = initializers_onnx_initializer_137 = None
    encoder3_mha_k_transpose = getattr(self, "encoder3/mha/K/transpose")(encoder3_mha_k_reshape);  encoder3_mha_k_reshape = None
    initializers_onnx_initializer_138 = self.initializers.onnx_initializer_138
    encoder3_mha_v_w = getattr(self, "encoder3/mha/V/w")(encoder2_ln2_betas, initializers_onnx_initializer_138);  initializers_onnx_initializer_138 = None
    initializers_onnx_initializer_139 = self.initializers.onnx_initializer_139
    encoder3_mha_v_b = getattr(self, "encoder3/mha/V/b")(encoder3_mha_v_w, initializers_onnx_initializer_139);  encoder3_mha_v_w = initializers_onnx_initializer_139 = None
    initializers_onnx_initializer_140 = self.initializers.onnx_initializer_140
    encoder3_mha_v_reshape = getattr(self, "encoder3/mha/V/reshape")(encoder3_mha_v_b, initializers_onnx_initializer_140);  encoder3_mha_v_b = initializers_onnx_initializer_140 = None
    encoder3_mha_v_transpose = getattr(self, "encoder3/mha/V/transpose")(encoder3_mha_v_reshape);  encoder3_mha_v_reshape = None
    encoder3_mha_qk_matmul = getattr(self, "encoder3/mha/QK/matmul")(encoder3_mha_q_transpose, encoder3_mha_k_transpose);  encoder3_mha_q_transpose = encoder3_mha_k_transpose = None
    initializers_onnx_initializer_141 = self.initializers.onnx_initializer_141
    encoder3_mha_qk_scale = getattr(self, "encoder3/mha/QK/scale")(encoder3_mha_qk_matmul, initializers_onnx_initializer_141);  encoder3_mha_qk_matmul = initializers_onnx_initializer_141 = None
    initializers_onnx_initializer_142 = self.initializers.onnx_initializer_142
    encoder3_smolgen_compress = getattr(self, "encoder3/smolgen/compress")(encoder2_ln2_betas, initializers_onnx_initializer_142);  initializers_onnx_initializer_142 = None
    initializers_onnx_initializer_143 = self.initializers.onnx_initializer_143
    encoder3_smolgen_compress_reshape = getattr(self, "encoder3/smolgen/compress/reshape")(encoder3_smolgen_compress, initializers_onnx_initializer_143);  encoder3_smolgen_compress = initializers_onnx_initializer_143 = None
    initializers_onnx_initializer_144 = self.initializers.onnx_initializer_144
    encoder3_smolgen_dense1_w = getattr(self, "encoder3/smolgen/dense1/w")(encoder3_smolgen_compress_reshape, initializers_onnx_initializer_144);  encoder3_smolgen_compress_reshape = initializers_onnx_initializer_144 = None
    initializers_onnx_initializer_145 = self.initializers.onnx_initializer_145
    encoder3_smolgen_dense1_b = getattr(self, "encoder3/smolgen/dense1/b")(encoder3_smolgen_dense1_w, initializers_onnx_initializer_145);  encoder3_smolgen_dense1_w = initializers_onnx_initializer_145 = None
    encoder3_smolgen_dense1_swish_sigmoid = getattr(self, "encoder3/smolgen/dense1/swish/sigmoid")(encoder3_smolgen_dense1_b)
    encoder3_smolgen_dense1_swish = getattr(self, "encoder3/smolgen/dense1/swish")(encoder3_smolgen_dense1_swish_sigmoid, encoder3_smolgen_dense1_b);  encoder3_smolgen_dense1_swish_sigmoid = encoder3_smolgen_dense1_b = None
    encoder3_smolgen_ln1_to_float = getattr(self, "encoder3/smolgen/ln1/to_float")(encoder3_smolgen_dense1_swish);  encoder3_smolgen_dense1_swish = None
    encoder3_smolgen_ln1_mean = getattr(self, "encoder3/smolgen/ln1/mean")(encoder3_smolgen_ln1_to_float)
    encoder3_smolgen_ln1_centered = getattr(self, "encoder3/smolgen/ln1/centered")(encoder3_smolgen_ln1_to_float, encoder3_smolgen_ln1_mean);  encoder3_smolgen_ln1_to_float = encoder3_smolgen_ln1_mean = None
    encoder3_smolgen_ln1_squared = getattr(self, "encoder3/smolgen/ln1/squared")(encoder3_smolgen_ln1_centered, encoder3_smolgen_ln1_centered)
    encoder3_smolgen_ln1_var = getattr(self, "encoder3/smolgen/ln1/var")(encoder3_smolgen_ln1_squared);  encoder3_smolgen_ln1_squared = None
    initializers_onnx_initializer_146 = self.initializers.onnx_initializer_146
    encoder3_smolgen_ln1_var_eps = getattr(self, "encoder3/smolgen/ln1/var_eps")(encoder3_smolgen_ln1_var, initializers_onnx_initializer_146);  encoder3_smolgen_ln1_var = initializers_onnx_initializer_146 = None
    encoder3_smolgen_ln1_std = getattr(self, "encoder3/smolgen/ln1/std")(encoder3_smolgen_ln1_var_eps);  encoder3_smolgen_ln1_var_eps = None
    encoder3_smolgen_ln1_inv_std = getattr(self, "encoder3/smolgen/ln1/inv_std")(encoder3_smolgen_ln1_std);  encoder3_smolgen_ln1_std = None
    encoder3_smolgen_ln1_normalized = getattr(self, "encoder3/smolgen/ln1/normalized")(encoder3_smolgen_ln1_centered, encoder3_smolgen_ln1_inv_std);  encoder3_smolgen_ln1_centered = encoder3_smolgen_ln1_inv_std = None
    encoder3_smolgen_ln1_to_data_type = getattr(self, "encoder3/smolgen/ln1/to_data_type")(encoder3_smolgen_ln1_normalized);  encoder3_smolgen_ln1_normalized = None
    initializers_onnx_initializer_147 = self.initializers.onnx_initializer_147
    encoder3_smolgen_ln1_gammas = getattr(self, "encoder3/smolgen/ln1/gammas")(encoder3_smolgen_ln1_to_data_type, initializers_onnx_initializer_147);  encoder3_smolgen_ln1_to_data_type = initializers_onnx_initializer_147 = None
    initializers_onnx_initializer_148 = self.initializers.onnx_initializer_148
    encoder3_smolgen_ln1_betas = getattr(self, "encoder3/smolgen/ln1/betas")(encoder3_smolgen_ln1_gammas, initializers_onnx_initializer_148);  encoder3_smolgen_ln1_gammas = initializers_onnx_initializer_148 = None
    initializers_onnx_initializer_149 = self.initializers.onnx_initializer_149
    encoder3_smolgen_dense2_w = getattr(self, "encoder3/smolgen/dense2/w")(encoder3_smolgen_ln1_betas, initializers_onnx_initializer_149);  encoder3_smolgen_ln1_betas = initializers_onnx_initializer_149 = None
    initializers_onnx_initializer_150 = self.initializers.onnx_initializer_150
    encoder3_smolgen_dense2_b = getattr(self, "encoder3/smolgen/dense2/b")(encoder3_smolgen_dense2_w, initializers_onnx_initializer_150);  encoder3_smolgen_dense2_w = initializers_onnx_initializer_150 = None
    encoder3_smolgen_dense2_swish_sigmoid = getattr(self, "encoder3/smolgen/dense2/swish/sigmoid")(encoder3_smolgen_dense2_b)
    encoder3_smolgen_dense2_swish = getattr(self, "encoder3/smolgen/dense2/swish")(encoder3_smolgen_dense2_swish_sigmoid, encoder3_smolgen_dense2_b);  encoder3_smolgen_dense2_swish_sigmoid = encoder3_smolgen_dense2_b = None
    encoder3_smolgen_ln2_to_float = getattr(self, "encoder3/smolgen/ln2/to_float")(encoder3_smolgen_dense2_swish);  encoder3_smolgen_dense2_swish = None
    encoder3_smolgen_ln2_mean = getattr(self, "encoder3/smolgen/ln2/mean")(encoder3_smolgen_ln2_to_float)
    encoder3_smolgen_ln2_centered = getattr(self, "encoder3/smolgen/ln2/centered")(encoder3_smolgen_ln2_to_float, encoder3_smolgen_ln2_mean);  encoder3_smolgen_ln2_to_float = encoder3_smolgen_ln2_mean = None
    encoder3_smolgen_ln2_squared = getattr(self, "encoder3/smolgen/ln2/squared")(encoder3_smolgen_ln2_centered, encoder3_smolgen_ln2_centered)
    encoder3_smolgen_ln2_var = getattr(self, "encoder3/smolgen/ln2/var")(encoder3_smolgen_ln2_squared);  encoder3_smolgen_ln2_squared = None
    initializers_onnx_initializer_151 = self.initializers.onnx_initializer_151
    encoder3_smolgen_ln2_var_eps = getattr(self, "encoder3/smolgen/ln2/var_eps")(encoder3_smolgen_ln2_var, initializers_onnx_initializer_151);  encoder3_smolgen_ln2_var = initializers_onnx_initializer_151 = None
    encoder3_smolgen_ln2_std = getattr(self, "encoder3/smolgen/ln2/std")(encoder3_smolgen_ln2_var_eps);  encoder3_smolgen_ln2_var_eps = None
    encoder3_smolgen_ln2_inv_std = getattr(self, "encoder3/smolgen/ln2/inv_std")(encoder3_smolgen_ln2_std);  encoder3_smolgen_ln2_std = None
    encoder3_smolgen_ln2_normalized = getattr(self, "encoder3/smolgen/ln2/normalized")(encoder3_smolgen_ln2_centered, encoder3_smolgen_ln2_inv_std);  encoder3_smolgen_ln2_centered = encoder3_smolgen_ln2_inv_std = None
    encoder3_smolgen_ln2_to_data_type = getattr(self, "encoder3/smolgen/ln2/to_data_type")(encoder3_smolgen_ln2_normalized);  encoder3_smolgen_ln2_normalized = None
    initializers_onnx_initializer_152 = self.initializers.onnx_initializer_152
    encoder3_smolgen_ln2_gammas = getattr(self, "encoder3/smolgen/ln2/gammas")(encoder3_smolgen_ln2_to_data_type, initializers_onnx_initializer_152);  encoder3_smolgen_ln2_to_data_type = initializers_onnx_initializer_152 = None
    initializers_onnx_initializer_153 = self.initializers.onnx_initializer_153
    encoder3_smolgen_ln2_betas = getattr(self, "encoder3/smolgen/ln2/betas")(encoder3_smolgen_ln2_gammas, initializers_onnx_initializer_153);  encoder3_smolgen_ln2_gammas = initializers_onnx_initializer_153 = None
    initializers_onnx_initializer_154 = self.initializers.onnx_initializer_154
    encoder3_smolgen_gen_from_reshape = getattr(self, "encoder3/smolgen/gen_from/reshape")(encoder3_smolgen_ln2_betas, initializers_onnx_initializer_154);  encoder3_smolgen_ln2_betas = initializers_onnx_initializer_154 = None
    initializers_onnx_initializer_155 = self.initializers.onnx_initializer_155
    encoder3_smolgen_smol_weight_gen = getattr(self, "encoder3/smolgen/smol_weight_gen")(encoder3_smolgen_gen_from_reshape, initializers_onnx_initializer_155);  encoder3_smolgen_gen_from_reshape = initializers_onnx_initializer_155 = None
    initializers_onnx_initializer_156 = self.initializers.onnx_initializer_156
    encoder3_smolgen_out_reshape = getattr(self, "encoder3/smolgen/out/reshape")(encoder3_smolgen_smol_weight_gen, initializers_onnx_initializer_156);  encoder3_smolgen_smol_weight_gen = initializers_onnx_initializer_156 = None
    encoder3_smolgen_weights = getattr(self, "encoder3/smolgen_weights")(encoder3_mha_qk_scale, encoder3_smolgen_out_reshape);  encoder3_mha_qk_scale = encoder3_smolgen_out_reshape = None
    encoder3_mha_qk_softmax = getattr(self, "encoder3/mha/QK/softmax")(encoder3_smolgen_weights);  encoder3_smolgen_weights = None
    encoder3_mha_qkv_matmul = getattr(self, "encoder3/mha/QKV/matmul")(encoder3_mha_qk_softmax, encoder3_mha_v_transpose);  encoder3_mha_qk_softmax = encoder3_mha_v_transpose = None
    encoder3_mha_out_transpose = getattr(self, "encoder3/mha/out/transpose")(encoder3_mha_qkv_matmul);  encoder3_mha_qkv_matmul = None
    initializers_onnx_initializer_157 = self.initializers.onnx_initializer_157
    encoder3_mha_out_reshape = getattr(self, "encoder3/mha/out/reshape")(encoder3_mha_out_transpose, initializers_onnx_initializer_157);  encoder3_mha_out_transpose = initializers_onnx_initializer_157 = None
    initializers_onnx_initializer_158 = self.initializers.onnx_initializer_158
    encoder3_mha_out_dense_w = getattr(self, "encoder3/mha/out/dense/w")(encoder3_mha_out_reshape, initializers_onnx_initializer_158);  encoder3_mha_out_reshape = initializers_onnx_initializer_158 = None
    initializers_onnx_initializer_159 = self.initializers.onnx_initializer_159
    encoder3_mha_out_dense_b = getattr(self, "encoder3/mha/out/dense/b")(encoder3_mha_out_dense_w, initializers_onnx_initializer_159);  encoder3_mha_out_dense_w = initializers_onnx_initializer_159 = None
    initializers_onnx_initializer_160 = self.initializers.onnx_initializer_160
    encoder3_alpha_input = getattr(self, "encoder3/alpha*input")(encoder3_mha_out_dense_b, initializers_onnx_initializer_160);  encoder3_mha_out_dense_b = initializers_onnx_initializer_160 = None
    encoder3_mha_out_skip = getattr(self, "encoder3/mha/out/skip")(encoder3_alpha_input, encoder2_ln2_betas);  encoder3_alpha_input = encoder2_ln2_betas = None
    encoder3_ln1_to_float = getattr(self, "encoder3/ln1/to_float")(encoder3_mha_out_skip);  encoder3_mha_out_skip = None
    encoder3_ln1_mean = getattr(self, "encoder3/ln1/mean")(encoder3_ln1_to_float)
    encoder3_ln1_centered = getattr(self, "encoder3/ln1/centered")(encoder3_ln1_to_float, encoder3_ln1_mean);  encoder3_ln1_to_float = encoder3_ln1_mean = None
    encoder3_ln1_squared = getattr(self, "encoder3/ln1/squared")(encoder3_ln1_centered, encoder3_ln1_centered)
    encoder3_ln1_var = getattr(self, "encoder3/ln1/var")(encoder3_ln1_squared);  encoder3_ln1_squared = None
    initializers_onnx_initializer_161 = self.initializers.onnx_initializer_161
    encoder3_ln1_var_eps = getattr(self, "encoder3/ln1/var_eps")(encoder3_ln1_var, initializers_onnx_initializer_161);  encoder3_ln1_var = initializers_onnx_initializer_161 = None
    encoder3_ln1_std = getattr(self, "encoder3/ln1/std")(encoder3_ln1_var_eps);  encoder3_ln1_var_eps = None
    encoder3_ln1_inv_std = getattr(self, "encoder3/ln1/inv_std")(encoder3_ln1_std);  encoder3_ln1_std = None
    encoder3_ln1_normalized = getattr(self, "encoder3/ln1/normalized")(encoder3_ln1_centered, encoder3_ln1_inv_std);  encoder3_ln1_centered = encoder3_ln1_inv_std = None
    encoder3_ln1_to_data_type = getattr(self, "encoder3/ln1/to_data_type")(encoder3_ln1_normalized);  encoder3_ln1_normalized = None
    initializers_onnx_initializer_162 = self.initializers.onnx_initializer_162
    encoder3_ln1_gammas = getattr(self, "encoder3/ln1/gammas")(encoder3_ln1_to_data_type, initializers_onnx_initializer_162);  encoder3_ln1_to_data_type = initializers_onnx_initializer_162 = None
    initializers_onnx_initializer_163 = self.initializers.onnx_initializer_163
    encoder3_ln1_betas = getattr(self, "encoder3/ln1/betas")(encoder3_ln1_gammas, initializers_onnx_initializer_163);  encoder3_ln1_gammas = initializers_onnx_initializer_163 = None
    initializers_onnx_initializer_164 = self.initializers.onnx_initializer_164
    encoder3_ffn_dense1_w = getattr(self, "encoder3/ffn/dense1/w")(encoder3_ln1_betas, initializers_onnx_initializer_164);  initializers_onnx_initializer_164 = None
    initializers_onnx_initializer_165 = self.initializers.onnx_initializer_165
    encoder3_ffn_dense1_b = getattr(self, "encoder3/ffn/dense1/b")(encoder3_ffn_dense1_w, initializers_onnx_initializer_165);  encoder3_ffn_dense1_w = initializers_onnx_initializer_165 = None
    encoder3_ffn_dense1_mish_softplus = getattr(self, "encoder3/ffn/dense1/mish/softplus")(encoder3_ffn_dense1_b)
    encoder3_ffn_dense1_mish_tanh = getattr(self, "encoder3/ffn/dense1/mish/tanh")(encoder3_ffn_dense1_mish_softplus);  encoder3_ffn_dense1_mish_softplus = None
    encoder3_ffn_dense1_mish = getattr(self, "encoder3/ffn/dense1/mish")(encoder3_ffn_dense1_mish_tanh, encoder3_ffn_dense1_b);  encoder3_ffn_dense1_mish_tanh = encoder3_ffn_dense1_b = None
    initializers_onnx_initializer_166 = self.initializers.onnx_initializer_166
    encoder3_ffn_dense2_w = getattr(self, "encoder3/ffn/dense2/w")(encoder3_ffn_dense1_mish, initializers_onnx_initializer_166);  encoder3_ffn_dense1_mish = initializers_onnx_initializer_166 = None
    initializers_onnx_initializer_167 = self.initializers.onnx_initializer_167
    encoder3_ffn_dense2_b = getattr(self, "encoder3/ffn/dense2/b")(encoder3_ffn_dense2_w, initializers_onnx_initializer_167);  encoder3_ffn_dense2_w = initializers_onnx_initializer_167 = None
    initializers_onnx_initializer_168 = self.initializers.onnx_initializer_168
    encoder3_ffn_alpha = getattr(self, "encoder3/ffn/alpha")(encoder3_ffn_dense2_b, initializers_onnx_initializer_168);  encoder3_ffn_dense2_b = initializers_onnx_initializer_168 = None
    encoder3_ffn_skip = getattr(self, "encoder3/ffn/skip")(encoder3_ffn_alpha, encoder3_ln1_betas);  encoder3_ffn_alpha = encoder3_ln1_betas = None
    encoder3_ln2_to_float = getattr(self, "encoder3/ln2/to_float")(encoder3_ffn_skip);  encoder3_ffn_skip = None
    encoder3_ln2_mean = getattr(self, "encoder3/ln2/mean")(encoder3_ln2_to_float)
    encoder3_ln2_centered = getattr(self, "encoder3/ln2/centered")(encoder3_ln2_to_float, encoder3_ln2_mean);  encoder3_ln2_to_float = encoder3_ln2_mean = None
    encoder3_ln2_squared = getattr(self, "encoder3/ln2/squared")(encoder3_ln2_centered, encoder3_ln2_centered)
    encoder3_ln2_var = getattr(self, "encoder3/ln2/var")(encoder3_ln2_squared);  encoder3_ln2_squared = None
    initializers_onnx_initializer_169 = self.initializers.onnx_initializer_169
    encoder3_ln2_var_eps = getattr(self, "encoder3/ln2/var_eps")(encoder3_ln2_var, initializers_onnx_initializer_169);  encoder3_ln2_var = initializers_onnx_initializer_169 = None
    encoder3_ln2_std = getattr(self, "encoder3/ln2/std")(encoder3_ln2_var_eps);  encoder3_ln2_var_eps = None
    encoder3_ln2_inv_std = getattr(self, "encoder3/ln2/inv_std")(encoder3_ln2_std);  encoder3_ln2_std = None
    encoder3_ln2_normalized = getattr(self, "encoder3/ln2/normalized")(encoder3_ln2_centered, encoder3_ln2_inv_std);  encoder3_ln2_centered = encoder3_ln2_inv_std = None
    encoder3_ln2_to_data_type = getattr(self, "encoder3/ln2/to_data_type")(encoder3_ln2_normalized);  encoder3_ln2_normalized = None
    initializers_onnx_initializer_170 = self.initializers.onnx_initializer_170
    encoder3_ln2_gammas = getattr(self, "encoder3/ln2/gammas")(encoder3_ln2_to_data_type, initializers_onnx_initializer_170);  encoder3_ln2_to_data_type = initializers_onnx_initializer_170 = None
    initializers_onnx_initializer_171 = self.initializers.onnx_initializer_171
    encoder3_ln2_betas = getattr(self, "encoder3/ln2/betas")(encoder3_ln2_gammas, initializers_onnx_initializer_171);  encoder3_ln2_gammas = initializers_onnx_initializer_171 = None
    initializers_onnx_initializer_172 = self.initializers.onnx_initializer_172
    encoder4_mha_q_w = getattr(self, "encoder4/mha/Q/w")(encoder3_ln2_betas, initializers_onnx_initializer_172);  initializers_onnx_initializer_172 = None
    initializers_onnx_initializer_173 = self.initializers.onnx_initializer_173
    encoder4_mha_q_b = getattr(self, "encoder4/mha/Q/b")(encoder4_mha_q_w, initializers_onnx_initializer_173);  encoder4_mha_q_w = initializers_onnx_initializer_173 = None
    initializers_onnx_initializer_174 = self.initializers.onnx_initializer_174
    encoder4_mha_q_reshape = getattr(self, "encoder4/mha/Q/reshape")(encoder4_mha_q_b, initializers_onnx_initializer_174);  encoder4_mha_q_b = initializers_onnx_initializer_174 = None
    encoder4_mha_q_transpose = getattr(self, "encoder4/mha/Q/transpose")(encoder4_mha_q_reshape);  encoder4_mha_q_reshape = None
    initializers_onnx_initializer_175 = self.initializers.onnx_initializer_175
    encoder4_mha_k_w = getattr(self, "encoder4/mha/K/w")(encoder3_ln2_betas, initializers_onnx_initializer_175);  initializers_onnx_initializer_175 = None
    initializers_onnx_initializer_176 = self.initializers.onnx_initializer_176
    encoder4_mha_k_b = getattr(self, "encoder4/mha/K/b")(encoder4_mha_k_w, initializers_onnx_initializer_176);  encoder4_mha_k_w = initializers_onnx_initializer_176 = None
    initializers_onnx_initializer_177 = self.initializers.onnx_initializer_177
    encoder4_mha_k_reshape = getattr(self, "encoder4/mha/K/reshape")(encoder4_mha_k_b, initializers_onnx_initializer_177);  encoder4_mha_k_b = initializers_onnx_initializer_177 = None
    encoder4_mha_k_transpose = getattr(self, "encoder4/mha/K/transpose")(encoder4_mha_k_reshape);  encoder4_mha_k_reshape = None
    initializers_onnx_initializer_178 = self.initializers.onnx_initializer_178
    encoder4_mha_v_w = getattr(self, "encoder4/mha/V/w")(encoder3_ln2_betas, initializers_onnx_initializer_178);  initializers_onnx_initializer_178 = None
    initializers_onnx_initializer_179 = self.initializers.onnx_initializer_179
    encoder4_mha_v_b = getattr(self, "encoder4/mha/V/b")(encoder4_mha_v_w, initializers_onnx_initializer_179);  encoder4_mha_v_w = initializers_onnx_initializer_179 = None
    initializers_onnx_initializer_180 = self.initializers.onnx_initializer_180
    encoder4_mha_v_reshape = getattr(self, "encoder4/mha/V/reshape")(encoder4_mha_v_b, initializers_onnx_initializer_180);  encoder4_mha_v_b = initializers_onnx_initializer_180 = None
    encoder4_mha_v_transpose = getattr(self, "encoder4/mha/V/transpose")(encoder4_mha_v_reshape);  encoder4_mha_v_reshape = None
    encoder4_mha_qk_matmul = getattr(self, "encoder4/mha/QK/matmul")(encoder4_mha_q_transpose, encoder4_mha_k_transpose);  encoder4_mha_q_transpose = encoder4_mha_k_transpose = None
    initializers_onnx_initializer_181 = self.initializers.onnx_initializer_181
    encoder4_mha_qk_scale = getattr(self, "encoder4/mha/QK/scale")(encoder4_mha_qk_matmul, initializers_onnx_initializer_181);  encoder4_mha_qk_matmul = initializers_onnx_initializer_181 = None
    initializers_onnx_initializer_182 = self.initializers.onnx_initializer_182
    encoder4_smolgen_compress = getattr(self, "encoder4/smolgen/compress")(encoder3_ln2_betas, initializers_onnx_initializer_182);  initializers_onnx_initializer_182 = None
    initializers_onnx_initializer_183 = self.initializers.onnx_initializer_183
    encoder4_smolgen_compress_reshape = getattr(self, "encoder4/smolgen/compress/reshape")(encoder4_smolgen_compress, initializers_onnx_initializer_183);  encoder4_smolgen_compress = initializers_onnx_initializer_183 = None
    initializers_onnx_initializer_184 = self.initializers.onnx_initializer_184
    encoder4_smolgen_dense1_w = getattr(self, "encoder4/smolgen/dense1/w")(encoder4_smolgen_compress_reshape, initializers_onnx_initializer_184);  encoder4_smolgen_compress_reshape = initializers_onnx_initializer_184 = None
    initializers_onnx_initializer_185 = self.initializers.onnx_initializer_185
    encoder4_smolgen_dense1_b = getattr(self, "encoder4/smolgen/dense1/b")(encoder4_smolgen_dense1_w, initializers_onnx_initializer_185);  encoder4_smolgen_dense1_w = initializers_onnx_initializer_185 = None
    encoder4_smolgen_dense1_swish_sigmoid = getattr(self, "encoder4/smolgen/dense1/swish/sigmoid")(encoder4_smolgen_dense1_b)
    encoder4_smolgen_dense1_swish = getattr(self, "encoder4/smolgen/dense1/swish")(encoder4_smolgen_dense1_swish_sigmoid, encoder4_smolgen_dense1_b);  encoder4_smolgen_dense1_swish_sigmoid = encoder4_smolgen_dense1_b = None
    encoder4_smolgen_ln1_to_float = getattr(self, "encoder4/smolgen/ln1/to_float")(encoder4_smolgen_dense1_swish);  encoder4_smolgen_dense1_swish = None
    encoder4_smolgen_ln1_mean = getattr(self, "encoder4/smolgen/ln1/mean")(encoder4_smolgen_ln1_to_float)
    encoder4_smolgen_ln1_centered = getattr(self, "encoder4/smolgen/ln1/centered")(encoder4_smolgen_ln1_to_float, encoder4_smolgen_ln1_mean);  encoder4_smolgen_ln1_to_float = encoder4_smolgen_ln1_mean = None
    encoder4_smolgen_ln1_squared = getattr(self, "encoder4/smolgen/ln1/squared")(encoder4_smolgen_ln1_centered, encoder4_smolgen_ln1_centered)
    encoder4_smolgen_ln1_var = getattr(self, "encoder4/smolgen/ln1/var")(encoder4_smolgen_ln1_squared);  encoder4_smolgen_ln1_squared = None
    initializers_onnx_initializer_186 = self.initializers.onnx_initializer_186
    encoder4_smolgen_ln1_var_eps = getattr(self, "encoder4/smolgen/ln1/var_eps")(encoder4_smolgen_ln1_var, initializers_onnx_initializer_186);  encoder4_smolgen_ln1_var = initializers_onnx_initializer_186 = None
    encoder4_smolgen_ln1_std = getattr(self, "encoder4/smolgen/ln1/std")(encoder4_smolgen_ln1_var_eps);  encoder4_smolgen_ln1_var_eps = None
    encoder4_smolgen_ln1_inv_std = getattr(self, "encoder4/smolgen/ln1/inv_std")(encoder4_smolgen_ln1_std);  encoder4_smolgen_ln1_std = None
    encoder4_smolgen_ln1_normalized = getattr(self, "encoder4/smolgen/ln1/normalized")(encoder4_smolgen_ln1_centered, encoder4_smolgen_ln1_inv_std);  encoder4_smolgen_ln1_centered = encoder4_smolgen_ln1_inv_std = None
    encoder4_smolgen_ln1_to_data_type = getattr(self, "encoder4/smolgen/ln1/to_data_type")(encoder4_smolgen_ln1_normalized);  encoder4_smolgen_ln1_normalized = None
    initializers_onnx_initializer_187 = self.initializers.onnx_initializer_187
    encoder4_smolgen_ln1_gammas = getattr(self, "encoder4/smolgen/ln1/gammas")(encoder4_smolgen_ln1_to_data_type, initializers_onnx_initializer_187);  encoder4_smolgen_ln1_to_data_type = initializers_onnx_initializer_187 = None
    initializers_onnx_initializer_188 = self.initializers.onnx_initializer_188
    encoder4_smolgen_ln1_betas = getattr(self, "encoder4/smolgen/ln1/betas")(encoder4_smolgen_ln1_gammas, initializers_onnx_initializer_188);  encoder4_smolgen_ln1_gammas = initializers_onnx_initializer_188 = None
    initializers_onnx_initializer_189 = self.initializers.onnx_initializer_189
    encoder4_smolgen_dense2_w = getattr(self, "encoder4/smolgen/dense2/w")(encoder4_smolgen_ln1_betas, initializers_onnx_initializer_189);  encoder4_smolgen_ln1_betas = initializers_onnx_initializer_189 = None
    initializers_onnx_initializer_190 = self.initializers.onnx_initializer_190
    encoder4_smolgen_dense2_b = getattr(self, "encoder4/smolgen/dense2/b")(encoder4_smolgen_dense2_w, initializers_onnx_initializer_190);  encoder4_smolgen_dense2_w = initializers_onnx_initializer_190 = None
    encoder4_smolgen_dense2_swish_sigmoid = getattr(self, "encoder4/smolgen/dense2/swish/sigmoid")(encoder4_smolgen_dense2_b)
    encoder4_smolgen_dense2_swish = getattr(self, "encoder4/smolgen/dense2/swish")(encoder4_smolgen_dense2_swish_sigmoid, encoder4_smolgen_dense2_b);  encoder4_smolgen_dense2_swish_sigmoid = encoder4_smolgen_dense2_b = None
    encoder4_smolgen_ln2_to_float = getattr(self, "encoder4/smolgen/ln2/to_float")(encoder4_smolgen_dense2_swish);  encoder4_smolgen_dense2_swish = None
    encoder4_smolgen_ln2_mean = getattr(self, "encoder4/smolgen/ln2/mean")(encoder4_smolgen_ln2_to_float)
    encoder4_smolgen_ln2_centered = getattr(self, "encoder4/smolgen/ln2/centered")(encoder4_smolgen_ln2_to_float, encoder4_smolgen_ln2_mean);  encoder4_smolgen_ln2_to_float = encoder4_smolgen_ln2_mean = None
    encoder4_smolgen_ln2_squared = getattr(self, "encoder4/smolgen/ln2/squared")(encoder4_smolgen_ln2_centered, encoder4_smolgen_ln2_centered)
    encoder4_smolgen_ln2_var = getattr(self, "encoder4/smolgen/ln2/var")(encoder4_smolgen_ln2_squared);  encoder4_smolgen_ln2_squared = None
    initializers_onnx_initializer_191 = self.initializers.onnx_initializer_191
    encoder4_smolgen_ln2_var_eps = getattr(self, "encoder4/smolgen/ln2/var_eps")(encoder4_smolgen_ln2_var, initializers_onnx_initializer_191);  encoder4_smolgen_ln2_var = initializers_onnx_initializer_191 = None
    encoder4_smolgen_ln2_std = getattr(self, "encoder4/smolgen/ln2/std")(encoder4_smolgen_ln2_var_eps);  encoder4_smolgen_ln2_var_eps = None
    encoder4_smolgen_ln2_inv_std = getattr(self, "encoder4/smolgen/ln2/inv_std")(encoder4_smolgen_ln2_std);  encoder4_smolgen_ln2_std = None
    encoder4_smolgen_ln2_normalized = getattr(self, "encoder4/smolgen/ln2/normalized")(encoder4_smolgen_ln2_centered, encoder4_smolgen_ln2_inv_std);  encoder4_smolgen_ln2_centered = encoder4_smolgen_ln2_inv_std = None
    encoder4_smolgen_ln2_to_data_type = getattr(self, "encoder4/smolgen/ln2/to_data_type")(encoder4_smolgen_ln2_normalized);  encoder4_smolgen_ln2_normalized = None
    initializers_onnx_initializer_192 = self.initializers.onnx_initializer_192
    encoder4_smolgen_ln2_gammas = getattr(self, "encoder4/smolgen/ln2/gammas")(encoder4_smolgen_ln2_to_data_type, initializers_onnx_initializer_192);  encoder4_smolgen_ln2_to_data_type = initializers_onnx_initializer_192 = None
    initializers_onnx_initializer_193 = self.initializers.onnx_initializer_193
    encoder4_smolgen_ln2_betas = getattr(self, "encoder4/smolgen/ln2/betas")(encoder4_smolgen_ln2_gammas, initializers_onnx_initializer_193);  encoder4_smolgen_ln2_gammas = initializers_onnx_initializer_193 = None
    initializers_onnx_initializer_194 = self.initializers.onnx_initializer_194
    encoder4_smolgen_gen_from_reshape = getattr(self, "encoder4/smolgen/gen_from/reshape")(encoder4_smolgen_ln2_betas, initializers_onnx_initializer_194);  encoder4_smolgen_ln2_betas = initializers_onnx_initializer_194 = None
    initializers_onnx_initializer_195 = self.initializers.onnx_initializer_195
    encoder4_smolgen_smol_weight_gen = getattr(self, "encoder4/smolgen/smol_weight_gen")(encoder4_smolgen_gen_from_reshape, initializers_onnx_initializer_195);  encoder4_smolgen_gen_from_reshape = initializers_onnx_initializer_195 = None
    initializers_onnx_initializer_196 = self.initializers.onnx_initializer_196
    encoder4_smolgen_out_reshape = getattr(self, "encoder4/smolgen/out/reshape")(encoder4_smolgen_smol_weight_gen, initializers_onnx_initializer_196);  encoder4_smolgen_smol_weight_gen = initializers_onnx_initializer_196 = None
    encoder4_smolgen_weights = getattr(self, "encoder4/smolgen_weights")(encoder4_mha_qk_scale, encoder4_smolgen_out_reshape);  encoder4_mha_qk_scale = encoder4_smolgen_out_reshape = None
    encoder4_mha_qk_softmax = getattr(self, "encoder4/mha/QK/softmax")(encoder4_smolgen_weights);  encoder4_smolgen_weights = None
    encoder4_mha_qkv_matmul = getattr(self, "encoder4/mha/QKV/matmul")(encoder4_mha_qk_softmax, encoder4_mha_v_transpose);  encoder4_mha_qk_softmax = encoder4_mha_v_transpose = None
    encoder4_mha_out_transpose = getattr(self, "encoder4/mha/out/transpose")(encoder4_mha_qkv_matmul);  encoder4_mha_qkv_matmul = None
    initializers_onnx_initializer_197 = self.initializers.onnx_initializer_197
    encoder4_mha_out_reshape = getattr(self, "encoder4/mha/out/reshape")(encoder4_mha_out_transpose, initializers_onnx_initializer_197);  encoder4_mha_out_transpose = initializers_onnx_initializer_197 = None
    initializers_onnx_initializer_198 = self.initializers.onnx_initializer_198
    encoder4_mha_out_dense_w = getattr(self, "encoder4/mha/out/dense/w")(encoder4_mha_out_reshape, initializers_onnx_initializer_198);  encoder4_mha_out_reshape = initializers_onnx_initializer_198 = None
    initializers_onnx_initializer_199 = self.initializers.onnx_initializer_199
    encoder4_mha_out_dense_b = getattr(self, "encoder4/mha/out/dense/b")(encoder4_mha_out_dense_w, initializers_onnx_initializer_199);  encoder4_mha_out_dense_w = initializers_onnx_initializer_199 = None
    initializers_onnx_initializer_200 = self.initializers.onnx_initializer_200
    encoder4_alpha_input = getattr(self, "encoder4/alpha*input")(encoder4_mha_out_dense_b, initializers_onnx_initializer_200);  encoder4_mha_out_dense_b = initializers_onnx_initializer_200 = None
    encoder4_mha_out_skip = getattr(self, "encoder4/mha/out/skip")(encoder4_alpha_input, encoder3_ln2_betas);  encoder4_alpha_input = encoder3_ln2_betas = None
    encoder4_ln1_to_float = getattr(self, "encoder4/ln1/to_float")(encoder4_mha_out_skip);  encoder4_mha_out_skip = None
    encoder4_ln1_mean = getattr(self, "encoder4/ln1/mean")(encoder4_ln1_to_float)
    encoder4_ln1_centered = getattr(self, "encoder4/ln1/centered")(encoder4_ln1_to_float, encoder4_ln1_mean);  encoder4_ln1_to_float = encoder4_ln1_mean = None
    encoder4_ln1_squared = getattr(self, "encoder4/ln1/squared")(encoder4_ln1_centered, encoder4_ln1_centered)
    encoder4_ln1_var = getattr(self, "encoder4/ln1/var")(encoder4_ln1_squared);  encoder4_ln1_squared = None
    initializers_onnx_initializer_201 = self.initializers.onnx_initializer_201
    encoder4_ln1_var_eps = getattr(self, "encoder4/ln1/var_eps")(encoder4_ln1_var, initializers_onnx_initializer_201);  encoder4_ln1_var = initializers_onnx_initializer_201 = None
    encoder4_ln1_std = getattr(self, "encoder4/ln1/std")(encoder4_ln1_var_eps);  encoder4_ln1_var_eps = None
    encoder4_ln1_inv_std = getattr(self, "encoder4/ln1/inv_std")(encoder4_ln1_std);  encoder4_ln1_std = None
    encoder4_ln1_normalized = getattr(self, "encoder4/ln1/normalized")(encoder4_ln1_centered, encoder4_ln1_inv_std);  encoder4_ln1_centered = encoder4_ln1_inv_std = None
    encoder4_ln1_to_data_type = getattr(self, "encoder4/ln1/to_data_type")(encoder4_ln1_normalized);  encoder4_ln1_normalized = None
    initializers_onnx_initializer_202 = self.initializers.onnx_initializer_202
    encoder4_ln1_gammas = getattr(self, "encoder4/ln1/gammas")(encoder4_ln1_to_data_type, initializers_onnx_initializer_202);  encoder4_ln1_to_data_type = initializers_onnx_initializer_202 = None
    initializers_onnx_initializer_203 = self.initializers.onnx_initializer_203
    encoder4_ln1_betas = getattr(self, "encoder4/ln1/betas")(encoder4_ln1_gammas, initializers_onnx_initializer_203);  encoder4_ln1_gammas = initializers_onnx_initializer_203 = None
    initializers_onnx_initializer_204 = self.initializers.onnx_initializer_204
    encoder4_ffn_dense1_w = getattr(self, "encoder4/ffn/dense1/w")(encoder4_ln1_betas, initializers_onnx_initializer_204);  initializers_onnx_initializer_204 = None
    initializers_onnx_initializer_205 = self.initializers.onnx_initializer_205
    encoder4_ffn_dense1_b = getattr(self, "encoder4/ffn/dense1/b")(encoder4_ffn_dense1_w, initializers_onnx_initializer_205);  encoder4_ffn_dense1_w = initializers_onnx_initializer_205 = None
    encoder4_ffn_dense1_mish_softplus = getattr(self, "encoder4/ffn/dense1/mish/softplus")(encoder4_ffn_dense1_b)
    encoder4_ffn_dense1_mish_tanh = getattr(self, "encoder4/ffn/dense1/mish/tanh")(encoder4_ffn_dense1_mish_softplus);  encoder4_ffn_dense1_mish_softplus = None
    encoder4_ffn_dense1_mish = getattr(self, "encoder4/ffn/dense1/mish")(encoder4_ffn_dense1_mish_tanh, encoder4_ffn_dense1_b);  encoder4_ffn_dense1_mish_tanh = encoder4_ffn_dense1_b = None
    initializers_onnx_initializer_206 = self.initializers.onnx_initializer_206
    encoder4_ffn_dense2_w = getattr(self, "encoder4/ffn/dense2/w")(encoder4_ffn_dense1_mish, initializers_onnx_initializer_206);  encoder4_ffn_dense1_mish = initializers_onnx_initializer_206 = None
    initializers_onnx_initializer_207 = self.initializers.onnx_initializer_207
    encoder4_ffn_dense2_b = getattr(self, "encoder4/ffn/dense2/b")(encoder4_ffn_dense2_w, initializers_onnx_initializer_207);  encoder4_ffn_dense2_w = initializers_onnx_initializer_207 = None
    initializers_onnx_initializer_208 = self.initializers.onnx_initializer_208
    encoder4_ffn_alpha = getattr(self, "encoder4/ffn/alpha")(encoder4_ffn_dense2_b, initializers_onnx_initializer_208);  encoder4_ffn_dense2_b = initializers_onnx_initializer_208 = None
    encoder4_ffn_skip = getattr(self, "encoder4/ffn/skip")(encoder4_ffn_alpha, encoder4_ln1_betas);  encoder4_ffn_alpha = encoder4_ln1_betas = None
    encoder4_ln2_to_float = getattr(self, "encoder4/ln2/to_float")(encoder4_ffn_skip);  encoder4_ffn_skip = None
    encoder4_ln2_mean = getattr(self, "encoder4/ln2/mean")(encoder4_ln2_to_float)
    encoder4_ln2_centered = getattr(self, "encoder4/ln2/centered")(encoder4_ln2_to_float, encoder4_ln2_mean);  encoder4_ln2_to_float = encoder4_ln2_mean = None
    encoder4_ln2_squared = getattr(self, "encoder4/ln2/squared")(encoder4_ln2_centered, encoder4_ln2_centered)
    encoder4_ln2_var = getattr(self, "encoder4/ln2/var")(encoder4_ln2_squared);  encoder4_ln2_squared = None
    initializers_onnx_initializer_209 = self.initializers.onnx_initializer_209
    encoder4_ln2_var_eps = getattr(self, "encoder4/ln2/var_eps")(encoder4_ln2_var, initializers_onnx_initializer_209);  encoder4_ln2_var = initializers_onnx_initializer_209 = None
    encoder4_ln2_std = getattr(self, "encoder4/ln2/std")(encoder4_ln2_var_eps);  encoder4_ln2_var_eps = None
    encoder4_ln2_inv_std = getattr(self, "encoder4/ln2/inv_std")(encoder4_ln2_std);  encoder4_ln2_std = None
    encoder4_ln2_normalized = getattr(self, "encoder4/ln2/normalized")(encoder4_ln2_centered, encoder4_ln2_inv_std);  encoder4_ln2_centered = encoder4_ln2_inv_std = None
    encoder4_ln2_to_data_type = getattr(self, "encoder4/ln2/to_data_type")(encoder4_ln2_normalized);  encoder4_ln2_normalized = None
    initializers_onnx_initializer_210 = self.initializers.onnx_initializer_210
    encoder4_ln2_gammas = getattr(self, "encoder4/ln2/gammas")(encoder4_ln2_to_data_type, initializers_onnx_initializer_210);  encoder4_ln2_to_data_type = initializers_onnx_initializer_210 = None
    initializers_onnx_initializer_211 = self.initializers.onnx_initializer_211
    encoder4_ln2_betas = getattr(self, "encoder4/ln2/betas")(encoder4_ln2_gammas, initializers_onnx_initializer_211);  encoder4_ln2_gammas = initializers_onnx_initializer_211 = None
    initializers_onnx_initializer_212 = self.initializers.onnx_initializer_212
    encoder5_mha_q_w = getattr(self, "encoder5/mha/Q/w")(encoder4_ln2_betas, initializers_onnx_initializer_212);  initializers_onnx_initializer_212 = None
    initializers_onnx_initializer_213 = self.initializers.onnx_initializer_213
    encoder5_mha_q_b = getattr(self, "encoder5/mha/Q/b")(encoder5_mha_q_w, initializers_onnx_initializer_213);  encoder5_mha_q_w = initializers_onnx_initializer_213 = None
    initializers_onnx_initializer_214 = self.initializers.onnx_initializer_214
    encoder5_mha_q_reshape = getattr(self, "encoder5/mha/Q/reshape")(encoder5_mha_q_b, initializers_onnx_initializer_214);  encoder5_mha_q_b = initializers_onnx_initializer_214 = None
    encoder5_mha_q_transpose = getattr(self, "encoder5/mha/Q/transpose")(encoder5_mha_q_reshape);  encoder5_mha_q_reshape = None
    initializers_onnx_initializer_215 = self.initializers.onnx_initializer_215
    encoder5_mha_k_w = getattr(self, "encoder5/mha/K/w")(encoder4_ln2_betas, initializers_onnx_initializer_215);  initializers_onnx_initializer_215 = None
    initializers_onnx_initializer_216 = self.initializers.onnx_initializer_216
    encoder5_mha_k_b = getattr(self, "encoder5/mha/K/b")(encoder5_mha_k_w, initializers_onnx_initializer_216);  encoder5_mha_k_w = initializers_onnx_initializer_216 = None
    initializers_onnx_initializer_217 = self.initializers.onnx_initializer_217
    encoder5_mha_k_reshape = getattr(self, "encoder5/mha/K/reshape")(encoder5_mha_k_b, initializers_onnx_initializer_217);  encoder5_mha_k_b = initializers_onnx_initializer_217 = None
    encoder5_mha_k_transpose = getattr(self, "encoder5/mha/K/transpose")(encoder5_mha_k_reshape);  encoder5_mha_k_reshape = None
    initializers_onnx_initializer_218 = self.initializers.onnx_initializer_218
    encoder5_mha_v_w = getattr(self, "encoder5/mha/V/w")(encoder4_ln2_betas, initializers_onnx_initializer_218);  initializers_onnx_initializer_218 = None
    initializers_onnx_initializer_219 = self.initializers.onnx_initializer_219
    encoder5_mha_v_b = getattr(self, "encoder5/mha/V/b")(encoder5_mha_v_w, initializers_onnx_initializer_219);  encoder5_mha_v_w = initializers_onnx_initializer_219 = None
    initializers_onnx_initializer_220 = self.initializers.onnx_initializer_220
    encoder5_mha_v_reshape = getattr(self, "encoder5/mha/V/reshape")(encoder5_mha_v_b, initializers_onnx_initializer_220);  encoder5_mha_v_b = initializers_onnx_initializer_220 = None
    encoder5_mha_v_transpose = getattr(self, "encoder5/mha/V/transpose")(encoder5_mha_v_reshape);  encoder5_mha_v_reshape = None
    encoder5_mha_qk_matmul = getattr(self, "encoder5/mha/QK/matmul")(encoder5_mha_q_transpose, encoder5_mha_k_transpose);  encoder5_mha_q_transpose = encoder5_mha_k_transpose = None
    initializers_onnx_initializer_221 = self.initializers.onnx_initializer_221
    encoder5_mha_qk_scale = getattr(self, "encoder5/mha/QK/scale")(encoder5_mha_qk_matmul, initializers_onnx_initializer_221);  encoder5_mha_qk_matmul = initializers_onnx_initializer_221 = None
    initializers_onnx_initializer_222 = self.initializers.onnx_initializer_222
    encoder5_smolgen_compress = getattr(self, "encoder5/smolgen/compress")(encoder4_ln2_betas, initializers_onnx_initializer_222);  initializers_onnx_initializer_222 = None
    initializers_onnx_initializer_223 = self.initializers.onnx_initializer_223
    encoder5_smolgen_compress_reshape = getattr(self, "encoder5/smolgen/compress/reshape")(encoder5_smolgen_compress, initializers_onnx_initializer_223);  encoder5_smolgen_compress = initializers_onnx_initializer_223 = None
    initializers_onnx_initializer_224 = self.initializers.onnx_initializer_224
    encoder5_smolgen_dense1_w = getattr(self, "encoder5/smolgen/dense1/w")(encoder5_smolgen_compress_reshape, initializers_onnx_initializer_224);  encoder5_smolgen_compress_reshape = initializers_onnx_initializer_224 = None
    initializers_onnx_initializer_225 = self.initializers.onnx_initializer_225
    encoder5_smolgen_dense1_b = getattr(self, "encoder5/smolgen/dense1/b")(encoder5_smolgen_dense1_w, initializers_onnx_initializer_225);  encoder5_smolgen_dense1_w = initializers_onnx_initializer_225 = None
    encoder5_smolgen_dense1_swish_sigmoid = getattr(self, "encoder5/smolgen/dense1/swish/sigmoid")(encoder5_smolgen_dense1_b)
    encoder5_smolgen_dense1_swish = getattr(self, "encoder5/smolgen/dense1/swish")(encoder5_smolgen_dense1_swish_sigmoid, encoder5_smolgen_dense1_b);  encoder5_smolgen_dense1_swish_sigmoid = encoder5_smolgen_dense1_b = None
    encoder5_smolgen_ln1_to_float = getattr(self, "encoder5/smolgen/ln1/to_float")(encoder5_smolgen_dense1_swish);  encoder5_smolgen_dense1_swish = None
    encoder5_smolgen_ln1_mean = getattr(self, "encoder5/smolgen/ln1/mean")(encoder5_smolgen_ln1_to_float)
    encoder5_smolgen_ln1_centered = getattr(self, "encoder5/smolgen/ln1/centered")(encoder5_smolgen_ln1_to_float, encoder5_smolgen_ln1_mean);  encoder5_smolgen_ln1_to_float = encoder5_smolgen_ln1_mean = None
    encoder5_smolgen_ln1_squared = getattr(self, "encoder5/smolgen/ln1/squared")(encoder5_smolgen_ln1_centered, encoder5_smolgen_ln1_centered)
    encoder5_smolgen_ln1_var = getattr(self, "encoder5/smolgen/ln1/var")(encoder5_smolgen_ln1_squared);  encoder5_smolgen_ln1_squared = None
    initializers_onnx_initializer_226 = self.initializers.onnx_initializer_226
    encoder5_smolgen_ln1_var_eps = getattr(self, "encoder5/smolgen/ln1/var_eps")(encoder5_smolgen_ln1_var, initializers_onnx_initializer_226);  encoder5_smolgen_ln1_var = initializers_onnx_initializer_226 = None
    encoder5_smolgen_ln1_std = getattr(self, "encoder5/smolgen/ln1/std")(encoder5_smolgen_ln1_var_eps);  encoder5_smolgen_ln1_var_eps = None
    encoder5_smolgen_ln1_inv_std = getattr(self, "encoder5/smolgen/ln1/inv_std")(encoder5_smolgen_ln1_std);  encoder5_smolgen_ln1_std = None
    encoder5_smolgen_ln1_normalized = getattr(self, "encoder5/smolgen/ln1/normalized")(encoder5_smolgen_ln1_centered, encoder5_smolgen_ln1_inv_std);  encoder5_smolgen_ln1_centered = encoder5_smolgen_ln1_inv_std = None
    encoder5_smolgen_ln1_to_data_type = getattr(self, "encoder5/smolgen/ln1/to_data_type")(encoder5_smolgen_ln1_normalized);  encoder5_smolgen_ln1_normalized = None
    initializers_onnx_initializer_227 = self.initializers.onnx_initializer_227
    encoder5_smolgen_ln1_gammas = getattr(self, "encoder5/smolgen/ln1/gammas")(encoder5_smolgen_ln1_to_data_type, initializers_onnx_initializer_227);  encoder5_smolgen_ln1_to_data_type = initializers_onnx_initializer_227 = None
    initializers_onnx_initializer_228 = self.initializers.onnx_initializer_228
    encoder5_smolgen_ln1_betas = getattr(self, "encoder5/smolgen/ln1/betas")(encoder5_smolgen_ln1_gammas, initializers_onnx_initializer_228);  encoder5_smolgen_ln1_gammas = initializers_onnx_initializer_228 = None
    initializers_onnx_initializer_229 = self.initializers.onnx_initializer_229
    encoder5_smolgen_dense2_w = getattr(self, "encoder5/smolgen/dense2/w")(encoder5_smolgen_ln1_betas, initializers_onnx_initializer_229);  encoder5_smolgen_ln1_betas = initializers_onnx_initializer_229 = None
    initializers_onnx_initializer_230 = self.initializers.onnx_initializer_230
    encoder5_smolgen_dense2_b = getattr(self, "encoder5/smolgen/dense2/b")(encoder5_smolgen_dense2_w, initializers_onnx_initializer_230);  encoder5_smolgen_dense2_w = initializers_onnx_initializer_230 = None
    encoder5_smolgen_dense2_swish_sigmoid = getattr(self, "encoder5/smolgen/dense2/swish/sigmoid")(encoder5_smolgen_dense2_b)
    encoder5_smolgen_dense2_swish = getattr(self, "encoder5/smolgen/dense2/swish")(encoder5_smolgen_dense2_swish_sigmoid, encoder5_smolgen_dense2_b);  encoder5_smolgen_dense2_swish_sigmoid = encoder5_smolgen_dense2_b = None
    encoder5_smolgen_ln2_to_float = getattr(self, "encoder5/smolgen/ln2/to_float")(encoder5_smolgen_dense2_swish);  encoder5_smolgen_dense2_swish = None
    encoder5_smolgen_ln2_mean = getattr(self, "encoder5/smolgen/ln2/mean")(encoder5_smolgen_ln2_to_float)
    encoder5_smolgen_ln2_centered = getattr(self, "encoder5/smolgen/ln2/centered")(encoder5_smolgen_ln2_to_float, encoder5_smolgen_ln2_mean);  encoder5_smolgen_ln2_to_float = encoder5_smolgen_ln2_mean = None
    encoder5_smolgen_ln2_squared = getattr(self, "encoder5/smolgen/ln2/squared")(encoder5_smolgen_ln2_centered, encoder5_smolgen_ln2_centered)
    encoder5_smolgen_ln2_var = getattr(self, "encoder5/smolgen/ln2/var")(encoder5_smolgen_ln2_squared);  encoder5_smolgen_ln2_squared = None
    initializers_onnx_initializer_231 = self.initializers.onnx_initializer_231
    encoder5_smolgen_ln2_var_eps = getattr(self, "encoder5/smolgen/ln2/var_eps")(encoder5_smolgen_ln2_var, initializers_onnx_initializer_231);  encoder5_smolgen_ln2_var = initializers_onnx_initializer_231 = None
    encoder5_smolgen_ln2_std = getattr(self, "encoder5/smolgen/ln2/std")(encoder5_smolgen_ln2_var_eps);  encoder5_smolgen_ln2_var_eps = None
    encoder5_smolgen_ln2_inv_std = getattr(self, "encoder5/smolgen/ln2/inv_std")(encoder5_smolgen_ln2_std);  encoder5_smolgen_ln2_std = None
    encoder5_smolgen_ln2_normalized = getattr(self, "encoder5/smolgen/ln2/normalized")(encoder5_smolgen_ln2_centered, encoder5_smolgen_ln2_inv_std);  encoder5_smolgen_ln2_centered = encoder5_smolgen_ln2_inv_std = None
    encoder5_smolgen_ln2_to_data_type = getattr(self, "encoder5/smolgen/ln2/to_data_type")(encoder5_smolgen_ln2_normalized);  encoder5_smolgen_ln2_normalized = None
    initializers_onnx_initializer_232 = self.initializers.onnx_initializer_232
    encoder5_smolgen_ln2_gammas = getattr(self, "encoder5/smolgen/ln2/gammas")(encoder5_smolgen_ln2_to_data_type, initializers_onnx_initializer_232);  encoder5_smolgen_ln2_to_data_type = initializers_onnx_initializer_232 = None
    initializers_onnx_initializer_233 = self.initializers.onnx_initializer_233
    encoder5_smolgen_ln2_betas = getattr(self, "encoder5/smolgen/ln2/betas")(encoder5_smolgen_ln2_gammas, initializers_onnx_initializer_233);  encoder5_smolgen_ln2_gammas = initializers_onnx_initializer_233 = None
    initializers_onnx_initializer_234 = self.initializers.onnx_initializer_234
    encoder5_smolgen_gen_from_reshape = getattr(self, "encoder5/smolgen/gen_from/reshape")(encoder5_smolgen_ln2_betas, initializers_onnx_initializer_234);  encoder5_smolgen_ln2_betas = initializers_onnx_initializer_234 = None
    initializers_onnx_initializer_235 = self.initializers.onnx_initializer_235
    encoder5_smolgen_smol_weight_gen = getattr(self, "encoder5/smolgen/smol_weight_gen")(encoder5_smolgen_gen_from_reshape, initializers_onnx_initializer_235);  encoder5_smolgen_gen_from_reshape = initializers_onnx_initializer_235 = None
    initializers_onnx_initializer_236 = self.initializers.onnx_initializer_236
    encoder5_smolgen_out_reshape = getattr(self, "encoder5/smolgen/out/reshape")(encoder5_smolgen_smol_weight_gen, initializers_onnx_initializer_236);  encoder5_smolgen_smol_weight_gen = initializers_onnx_initializer_236 = None
    encoder5_smolgen_weights = getattr(self, "encoder5/smolgen_weights")(encoder5_mha_qk_scale, encoder5_smolgen_out_reshape);  encoder5_mha_qk_scale = encoder5_smolgen_out_reshape = None
    encoder5_mha_qk_softmax = getattr(self, "encoder5/mha/QK/softmax")(encoder5_smolgen_weights);  encoder5_smolgen_weights = None
    encoder5_mha_qkv_matmul = getattr(self, "encoder5/mha/QKV/matmul")(encoder5_mha_qk_softmax, encoder5_mha_v_transpose);  encoder5_mha_qk_softmax = encoder5_mha_v_transpose = None
    encoder5_mha_out_transpose = getattr(self, "encoder5/mha/out/transpose")(encoder5_mha_qkv_matmul);  encoder5_mha_qkv_matmul = None
    initializers_onnx_initializer_237 = self.initializers.onnx_initializer_237
    encoder5_mha_out_reshape = getattr(self, "encoder5/mha/out/reshape")(encoder5_mha_out_transpose, initializers_onnx_initializer_237);  encoder5_mha_out_transpose = initializers_onnx_initializer_237 = None
    initializers_onnx_initializer_238 = self.initializers.onnx_initializer_238
    encoder5_mha_out_dense_w = getattr(self, "encoder5/mha/out/dense/w")(encoder5_mha_out_reshape, initializers_onnx_initializer_238);  encoder5_mha_out_reshape = initializers_onnx_initializer_238 = None
    initializers_onnx_initializer_239 = self.initializers.onnx_initializer_239
    encoder5_mha_out_dense_b = getattr(self, "encoder5/mha/out/dense/b")(encoder5_mha_out_dense_w, initializers_onnx_initializer_239);  encoder5_mha_out_dense_w = initializers_onnx_initializer_239 = None
    initializers_onnx_initializer_240 = self.initializers.onnx_initializer_240
    encoder5_alpha_input = getattr(self, "encoder5/alpha*input")(encoder5_mha_out_dense_b, initializers_onnx_initializer_240);  encoder5_mha_out_dense_b = initializers_onnx_initializer_240 = None
    encoder5_mha_out_skip = getattr(self, "encoder5/mha/out/skip")(encoder5_alpha_input, encoder4_ln2_betas);  encoder5_alpha_input = encoder4_ln2_betas = None
    encoder5_ln1_to_float = getattr(self, "encoder5/ln1/to_float")(encoder5_mha_out_skip);  encoder5_mha_out_skip = None
    encoder5_ln1_mean = getattr(self, "encoder5/ln1/mean")(encoder5_ln1_to_float)
    encoder5_ln1_centered = getattr(self, "encoder5/ln1/centered")(encoder5_ln1_to_float, encoder5_ln1_mean);  encoder5_ln1_to_float = encoder5_ln1_mean = None
    encoder5_ln1_squared = getattr(self, "encoder5/ln1/squared")(encoder5_ln1_centered, encoder5_ln1_centered)
    encoder5_ln1_var = getattr(self, "encoder5/ln1/var")(encoder5_ln1_squared);  encoder5_ln1_squared = None
    initializers_onnx_initializer_241 = self.initializers.onnx_initializer_241
    encoder5_ln1_var_eps = getattr(self, "encoder5/ln1/var_eps")(encoder5_ln1_var, initializers_onnx_initializer_241);  encoder5_ln1_var = initializers_onnx_initializer_241 = None
    encoder5_ln1_std = getattr(self, "encoder5/ln1/std")(encoder5_ln1_var_eps);  encoder5_ln1_var_eps = None
    encoder5_ln1_inv_std = getattr(self, "encoder5/ln1/inv_std")(encoder5_ln1_std);  encoder5_ln1_std = None
    encoder5_ln1_normalized = getattr(self, "encoder5/ln1/normalized")(encoder5_ln1_centered, encoder5_ln1_inv_std);  encoder5_ln1_centered = encoder5_ln1_inv_std = None
    encoder5_ln1_to_data_type = getattr(self, "encoder5/ln1/to_data_type")(encoder5_ln1_normalized);  encoder5_ln1_normalized = None
    initializers_onnx_initializer_242 = self.initializers.onnx_initializer_242
    encoder5_ln1_gammas = getattr(self, "encoder5/ln1/gammas")(encoder5_ln1_to_data_type, initializers_onnx_initializer_242);  encoder5_ln1_to_data_type = initializers_onnx_initializer_242 = None
    initializers_onnx_initializer_243 = self.initializers.onnx_initializer_243
    encoder5_ln1_betas = getattr(self, "encoder5/ln1/betas")(encoder5_ln1_gammas, initializers_onnx_initializer_243);  encoder5_ln1_gammas = initializers_onnx_initializer_243 = None
    initializers_onnx_initializer_244 = self.initializers.onnx_initializer_244
    encoder5_ffn_dense1_w = getattr(self, "encoder5/ffn/dense1/w")(encoder5_ln1_betas, initializers_onnx_initializer_244);  initializers_onnx_initializer_244 = None
    initializers_onnx_initializer_245 = self.initializers.onnx_initializer_245
    encoder5_ffn_dense1_b = getattr(self, "encoder5/ffn/dense1/b")(encoder5_ffn_dense1_w, initializers_onnx_initializer_245);  encoder5_ffn_dense1_w = initializers_onnx_initializer_245 = None
    encoder5_ffn_dense1_mish_softplus = getattr(self, "encoder5/ffn/dense1/mish/softplus")(encoder5_ffn_dense1_b)
    encoder5_ffn_dense1_mish_tanh = getattr(self, "encoder5/ffn/dense1/mish/tanh")(encoder5_ffn_dense1_mish_softplus);  encoder5_ffn_dense1_mish_softplus = None
    encoder5_ffn_dense1_mish = getattr(self, "encoder5/ffn/dense1/mish")(encoder5_ffn_dense1_mish_tanh, encoder5_ffn_dense1_b);  encoder5_ffn_dense1_mish_tanh = encoder5_ffn_dense1_b = None
    initializers_onnx_initializer_246 = self.initializers.onnx_initializer_246
    encoder5_ffn_dense2_w = getattr(self, "encoder5/ffn/dense2/w")(encoder5_ffn_dense1_mish, initializers_onnx_initializer_246);  encoder5_ffn_dense1_mish = initializers_onnx_initializer_246 = None
    initializers_onnx_initializer_247 = self.initializers.onnx_initializer_247
    encoder5_ffn_dense2_b = getattr(self, "encoder5/ffn/dense2/b")(encoder5_ffn_dense2_w, initializers_onnx_initializer_247);  encoder5_ffn_dense2_w = initializers_onnx_initializer_247 = None
    initializers_onnx_initializer_248 = self.initializers.onnx_initializer_248
    encoder5_ffn_alpha = getattr(self, "encoder5/ffn/alpha")(encoder5_ffn_dense2_b, initializers_onnx_initializer_248);  encoder5_ffn_dense2_b = initializers_onnx_initializer_248 = None
    encoder5_ffn_skip = getattr(self, "encoder5/ffn/skip")(encoder5_ffn_alpha, encoder5_ln1_betas);  encoder5_ffn_alpha = encoder5_ln1_betas = None
    encoder5_ln2_to_float = getattr(self, "encoder5/ln2/to_float")(encoder5_ffn_skip);  encoder5_ffn_skip = None
    encoder5_ln2_mean = getattr(self, "encoder5/ln2/mean")(encoder5_ln2_to_float)
    encoder5_ln2_centered = getattr(self, "encoder5/ln2/centered")(encoder5_ln2_to_float, encoder5_ln2_mean);  encoder5_ln2_to_float = encoder5_ln2_mean = None
    encoder5_ln2_squared = getattr(self, "encoder5/ln2/squared")(encoder5_ln2_centered, encoder5_ln2_centered)
    encoder5_ln2_var = getattr(self, "encoder5/ln2/var")(encoder5_ln2_squared);  encoder5_ln2_squared = None
    initializers_onnx_initializer_249 = self.initializers.onnx_initializer_249
    encoder5_ln2_var_eps = getattr(self, "encoder5/ln2/var_eps")(encoder5_ln2_var, initializers_onnx_initializer_249);  encoder5_ln2_var = initializers_onnx_initializer_249 = None
    encoder5_ln2_std = getattr(self, "encoder5/ln2/std")(encoder5_ln2_var_eps);  encoder5_ln2_var_eps = None
    encoder5_ln2_inv_std = getattr(self, "encoder5/ln2/inv_std")(encoder5_ln2_std);  encoder5_ln2_std = None
    encoder5_ln2_normalized = getattr(self, "encoder5/ln2/normalized")(encoder5_ln2_centered, encoder5_ln2_inv_std);  encoder5_ln2_centered = encoder5_ln2_inv_std = None
    encoder5_ln2_to_data_type = getattr(self, "encoder5/ln2/to_data_type")(encoder5_ln2_normalized);  encoder5_ln2_normalized = None
    initializers_onnx_initializer_250 = self.initializers.onnx_initializer_250
    encoder5_ln2_gammas = getattr(self, "encoder5/ln2/gammas")(encoder5_ln2_to_data_type, initializers_onnx_initializer_250);  encoder5_ln2_to_data_type = initializers_onnx_initializer_250 = None
    initializers_onnx_initializer_251 = self.initializers.onnx_initializer_251
    encoder5_ln2_betas = getattr(self, "encoder5/ln2/betas")(encoder5_ln2_gammas, initializers_onnx_initializer_251);  encoder5_ln2_gammas = initializers_onnx_initializer_251 = None
    initializers_onnx_initializer_252 = self.initializers.onnx_initializer_252
    encoder6_mha_q_w = getattr(self, "encoder6/mha/Q/w")(encoder5_ln2_betas, initializers_onnx_initializer_252);  initializers_onnx_initializer_252 = None
    initializers_onnx_initializer_253 = self.initializers.onnx_initializer_253
    encoder6_mha_q_b = getattr(self, "encoder6/mha/Q/b")(encoder6_mha_q_w, initializers_onnx_initializer_253);  encoder6_mha_q_w = initializers_onnx_initializer_253 = None
    initializers_onnx_initializer_254 = self.initializers.onnx_initializer_254
    encoder6_mha_q_reshape = getattr(self, "encoder6/mha/Q/reshape")(encoder6_mha_q_b, initializers_onnx_initializer_254);  encoder6_mha_q_b = initializers_onnx_initializer_254 = None
    encoder6_mha_q_transpose = getattr(self, "encoder6/mha/Q/transpose")(encoder6_mha_q_reshape);  encoder6_mha_q_reshape = None
    initializers_onnx_initializer_255 = self.initializers.onnx_initializer_255
    encoder6_mha_k_w = getattr(self, "encoder6/mha/K/w")(encoder5_ln2_betas, initializers_onnx_initializer_255);  initializers_onnx_initializer_255 = None
    initializers_onnx_initializer_256 = self.initializers.onnx_initializer_256
    encoder6_mha_k_b = getattr(self, "encoder6/mha/K/b")(encoder6_mha_k_w, initializers_onnx_initializer_256);  encoder6_mha_k_w = initializers_onnx_initializer_256 = None
    initializers_onnx_initializer_257 = self.initializers.onnx_initializer_257
    encoder6_mha_k_reshape = getattr(self, "encoder6/mha/K/reshape")(encoder6_mha_k_b, initializers_onnx_initializer_257);  encoder6_mha_k_b = initializers_onnx_initializer_257 = None
    encoder6_mha_k_transpose = getattr(self, "encoder6/mha/K/transpose")(encoder6_mha_k_reshape);  encoder6_mha_k_reshape = None
    initializers_onnx_initializer_258 = self.initializers.onnx_initializer_258
    encoder6_mha_v_w = getattr(self, "encoder6/mha/V/w")(encoder5_ln2_betas, initializers_onnx_initializer_258);  initializers_onnx_initializer_258 = None
    initializers_onnx_initializer_259 = self.initializers.onnx_initializer_259
    encoder6_mha_v_b = getattr(self, "encoder6/mha/V/b")(encoder6_mha_v_w, initializers_onnx_initializer_259);  encoder6_mha_v_w = initializers_onnx_initializer_259 = None
    initializers_onnx_initializer_260 = self.initializers.onnx_initializer_260
    encoder6_mha_v_reshape = getattr(self, "encoder6/mha/V/reshape")(encoder6_mha_v_b, initializers_onnx_initializer_260);  encoder6_mha_v_b = initializers_onnx_initializer_260 = None
    encoder6_mha_v_transpose = getattr(self, "encoder6/mha/V/transpose")(encoder6_mha_v_reshape);  encoder6_mha_v_reshape = None
    encoder6_mha_qk_matmul = getattr(self, "encoder6/mha/QK/matmul")(encoder6_mha_q_transpose, encoder6_mha_k_transpose);  encoder6_mha_q_transpose = encoder6_mha_k_transpose = None
    initializers_onnx_initializer_261 = self.initializers.onnx_initializer_261
    encoder6_mha_qk_scale = getattr(self, "encoder6/mha/QK/scale")(encoder6_mha_qk_matmul, initializers_onnx_initializer_261);  encoder6_mha_qk_matmul = initializers_onnx_initializer_261 = None
    initializers_onnx_initializer_262 = self.initializers.onnx_initializer_262
    encoder6_smolgen_compress = getattr(self, "encoder6/smolgen/compress")(encoder5_ln2_betas, initializers_onnx_initializer_262);  initializers_onnx_initializer_262 = None
    initializers_onnx_initializer_263 = self.initializers.onnx_initializer_263
    encoder6_smolgen_compress_reshape = getattr(self, "encoder6/smolgen/compress/reshape")(encoder6_smolgen_compress, initializers_onnx_initializer_263);  encoder6_smolgen_compress = initializers_onnx_initializer_263 = None
    initializers_onnx_initializer_264 = self.initializers.onnx_initializer_264
    encoder6_smolgen_dense1_w = getattr(self, "encoder6/smolgen/dense1/w")(encoder6_smolgen_compress_reshape, initializers_onnx_initializer_264);  encoder6_smolgen_compress_reshape = initializers_onnx_initializer_264 = None
    initializers_onnx_initializer_265 = self.initializers.onnx_initializer_265
    encoder6_smolgen_dense1_b = getattr(self, "encoder6/smolgen/dense1/b")(encoder6_smolgen_dense1_w, initializers_onnx_initializer_265);  encoder6_smolgen_dense1_w = initializers_onnx_initializer_265 = None
    encoder6_smolgen_dense1_swish_sigmoid = getattr(self, "encoder6/smolgen/dense1/swish/sigmoid")(encoder6_smolgen_dense1_b)
    encoder6_smolgen_dense1_swish = getattr(self, "encoder6/smolgen/dense1/swish")(encoder6_smolgen_dense1_swish_sigmoid, encoder6_smolgen_dense1_b);  encoder6_smolgen_dense1_swish_sigmoid = encoder6_smolgen_dense1_b = None
    encoder6_smolgen_ln1_to_float = getattr(self, "encoder6/smolgen/ln1/to_float")(encoder6_smolgen_dense1_swish);  encoder6_smolgen_dense1_swish = None
    encoder6_smolgen_ln1_mean = getattr(self, "encoder6/smolgen/ln1/mean")(encoder6_smolgen_ln1_to_float)
    encoder6_smolgen_ln1_centered = getattr(self, "encoder6/smolgen/ln1/centered")(encoder6_smolgen_ln1_to_float, encoder6_smolgen_ln1_mean);  encoder6_smolgen_ln1_to_float = encoder6_smolgen_ln1_mean = None
    encoder6_smolgen_ln1_squared = getattr(self, "encoder6/smolgen/ln1/squared")(encoder6_smolgen_ln1_centered, encoder6_smolgen_ln1_centered)
    encoder6_smolgen_ln1_var = getattr(self, "encoder6/smolgen/ln1/var")(encoder6_smolgen_ln1_squared);  encoder6_smolgen_ln1_squared = None
    initializers_onnx_initializer_266 = self.initializers.onnx_initializer_266
    encoder6_smolgen_ln1_var_eps = getattr(self, "encoder6/smolgen/ln1/var_eps")(encoder6_smolgen_ln1_var, initializers_onnx_initializer_266);  encoder6_smolgen_ln1_var = initializers_onnx_initializer_266 = None
    encoder6_smolgen_ln1_std = getattr(self, "encoder6/smolgen/ln1/std")(encoder6_smolgen_ln1_var_eps);  encoder6_smolgen_ln1_var_eps = None
    encoder6_smolgen_ln1_inv_std = getattr(self, "encoder6/smolgen/ln1/inv_std")(encoder6_smolgen_ln1_std);  encoder6_smolgen_ln1_std = None
    encoder6_smolgen_ln1_normalized = getattr(self, "encoder6/smolgen/ln1/normalized")(encoder6_smolgen_ln1_centered, encoder6_smolgen_ln1_inv_std);  encoder6_smolgen_ln1_centered = encoder6_smolgen_ln1_inv_std = None
    encoder6_smolgen_ln1_to_data_type = getattr(self, "encoder6/smolgen/ln1/to_data_type")(encoder6_smolgen_ln1_normalized);  encoder6_smolgen_ln1_normalized = None
    initializers_onnx_initializer_267 = self.initializers.onnx_initializer_267
    encoder6_smolgen_ln1_gammas = getattr(self, "encoder6/smolgen/ln1/gammas")(encoder6_smolgen_ln1_to_data_type, initializers_onnx_initializer_267);  encoder6_smolgen_ln1_to_data_type = initializers_onnx_initializer_267 = None
    initializers_onnx_initializer_268 = self.initializers.onnx_initializer_268
    encoder6_smolgen_ln1_betas = getattr(self, "encoder6/smolgen/ln1/betas")(encoder6_smolgen_ln1_gammas, initializers_onnx_initializer_268);  encoder6_smolgen_ln1_gammas = initializers_onnx_initializer_268 = None
    initializers_onnx_initializer_269 = self.initializers.onnx_initializer_269
    encoder6_smolgen_dense2_w = getattr(self, "encoder6/smolgen/dense2/w")(encoder6_smolgen_ln1_betas, initializers_onnx_initializer_269);  encoder6_smolgen_ln1_betas = initializers_onnx_initializer_269 = None
    initializers_onnx_initializer_270 = self.initializers.onnx_initializer_270
    encoder6_smolgen_dense2_b = getattr(self, "encoder6/smolgen/dense2/b")(encoder6_smolgen_dense2_w, initializers_onnx_initializer_270);  encoder6_smolgen_dense2_w = initializers_onnx_initializer_270 = None
    encoder6_smolgen_dense2_swish_sigmoid = getattr(self, "encoder6/smolgen/dense2/swish/sigmoid")(encoder6_smolgen_dense2_b)
    encoder6_smolgen_dense2_swish = getattr(self, "encoder6/smolgen/dense2/swish")(encoder6_smolgen_dense2_swish_sigmoid, encoder6_smolgen_dense2_b);  encoder6_smolgen_dense2_swish_sigmoid = encoder6_smolgen_dense2_b = None
    encoder6_smolgen_ln2_to_float = getattr(self, "encoder6/smolgen/ln2/to_float")(encoder6_smolgen_dense2_swish);  encoder6_smolgen_dense2_swish = None
    encoder6_smolgen_ln2_mean = getattr(self, "encoder6/smolgen/ln2/mean")(encoder6_smolgen_ln2_to_float)
    encoder6_smolgen_ln2_centered = getattr(self, "encoder6/smolgen/ln2/centered")(encoder6_smolgen_ln2_to_float, encoder6_smolgen_ln2_mean);  encoder6_smolgen_ln2_to_float = encoder6_smolgen_ln2_mean = None
    encoder6_smolgen_ln2_squared = getattr(self, "encoder6/smolgen/ln2/squared")(encoder6_smolgen_ln2_centered, encoder6_smolgen_ln2_centered)
    encoder6_smolgen_ln2_var = getattr(self, "encoder6/smolgen/ln2/var")(encoder6_smolgen_ln2_squared);  encoder6_smolgen_ln2_squared = None
    initializers_onnx_initializer_271 = self.initializers.onnx_initializer_271
    encoder6_smolgen_ln2_var_eps = getattr(self, "encoder6/smolgen/ln2/var_eps")(encoder6_smolgen_ln2_var, initializers_onnx_initializer_271);  encoder6_smolgen_ln2_var = initializers_onnx_initializer_271 = None
    encoder6_smolgen_ln2_std = getattr(self, "encoder6/smolgen/ln2/std")(encoder6_smolgen_ln2_var_eps);  encoder6_smolgen_ln2_var_eps = None
    encoder6_smolgen_ln2_inv_std = getattr(self, "encoder6/smolgen/ln2/inv_std")(encoder6_smolgen_ln2_std);  encoder6_smolgen_ln2_std = None
    encoder6_smolgen_ln2_normalized = getattr(self, "encoder6/smolgen/ln2/normalized")(encoder6_smolgen_ln2_centered, encoder6_smolgen_ln2_inv_std);  encoder6_smolgen_ln2_centered = encoder6_smolgen_ln2_inv_std = None
    encoder6_smolgen_ln2_to_data_type = getattr(self, "encoder6/smolgen/ln2/to_data_type")(encoder6_smolgen_ln2_normalized);  encoder6_smolgen_ln2_normalized = None
    initializers_onnx_initializer_272 = self.initializers.onnx_initializer_272
    encoder6_smolgen_ln2_gammas = getattr(self, "encoder6/smolgen/ln2/gammas")(encoder6_smolgen_ln2_to_data_type, initializers_onnx_initializer_272);  encoder6_smolgen_ln2_to_data_type = initializers_onnx_initializer_272 = None
    initializers_onnx_initializer_273 = self.initializers.onnx_initializer_273
    encoder6_smolgen_ln2_betas = getattr(self, "encoder6/smolgen/ln2/betas")(encoder6_smolgen_ln2_gammas, initializers_onnx_initializer_273);  encoder6_smolgen_ln2_gammas = initializers_onnx_initializer_273 = None
    initializers_onnx_initializer_274 = self.initializers.onnx_initializer_274
    encoder6_smolgen_gen_from_reshape = getattr(self, "encoder6/smolgen/gen_from/reshape")(encoder6_smolgen_ln2_betas, initializers_onnx_initializer_274);  encoder6_smolgen_ln2_betas = initializers_onnx_initializer_274 = None
    initializers_onnx_initializer_275 = self.initializers.onnx_initializer_275
    encoder6_smolgen_smol_weight_gen = getattr(self, "encoder6/smolgen/smol_weight_gen")(encoder6_smolgen_gen_from_reshape, initializers_onnx_initializer_275);  encoder6_smolgen_gen_from_reshape = initializers_onnx_initializer_275 = None
    initializers_onnx_initializer_276 = self.initializers.onnx_initializer_276
    encoder6_smolgen_out_reshape = getattr(self, "encoder6/smolgen/out/reshape")(encoder6_smolgen_smol_weight_gen, initializers_onnx_initializer_276);  encoder6_smolgen_smol_weight_gen = initializers_onnx_initializer_276 = None
    encoder6_smolgen_weights = getattr(self, "encoder6/smolgen_weights")(encoder6_mha_qk_scale, encoder6_smolgen_out_reshape);  encoder6_mha_qk_scale = encoder6_smolgen_out_reshape = None
    encoder6_mha_qk_softmax = getattr(self, "encoder6/mha/QK/softmax")(encoder6_smolgen_weights);  encoder6_smolgen_weights = None
    encoder6_mha_qkv_matmul = getattr(self, "encoder6/mha/QKV/matmul")(encoder6_mha_qk_softmax, encoder6_mha_v_transpose);  encoder6_mha_qk_softmax = encoder6_mha_v_transpose = None
    encoder6_mha_out_transpose = getattr(self, "encoder6/mha/out/transpose")(encoder6_mha_qkv_matmul);  encoder6_mha_qkv_matmul = None
    initializers_onnx_initializer_277 = self.initializers.onnx_initializer_277
    encoder6_mha_out_reshape = getattr(self, "encoder6/mha/out/reshape")(encoder6_mha_out_transpose, initializers_onnx_initializer_277);  encoder6_mha_out_transpose = initializers_onnx_initializer_277 = None
    initializers_onnx_initializer_278 = self.initializers.onnx_initializer_278
    encoder6_mha_out_dense_w = getattr(self, "encoder6/mha/out/dense/w")(encoder6_mha_out_reshape, initializers_onnx_initializer_278);  encoder6_mha_out_reshape = initializers_onnx_initializer_278 = None
    initializers_onnx_initializer_279 = self.initializers.onnx_initializer_279
    encoder6_mha_out_dense_b = getattr(self, "encoder6/mha/out/dense/b")(encoder6_mha_out_dense_w, initializers_onnx_initializer_279);  encoder6_mha_out_dense_w = initializers_onnx_initializer_279 = None
    initializers_onnx_initializer_280 = self.initializers.onnx_initializer_280
    encoder6_alpha_input = getattr(self, "encoder6/alpha*input")(encoder6_mha_out_dense_b, initializers_onnx_initializer_280);  encoder6_mha_out_dense_b = initializers_onnx_initializer_280 = None
    encoder6_mha_out_skip = getattr(self, "encoder6/mha/out/skip")(encoder6_alpha_input, encoder5_ln2_betas);  encoder6_alpha_input = encoder5_ln2_betas = None
    encoder6_ln1_to_float = getattr(self, "encoder6/ln1/to_float")(encoder6_mha_out_skip);  encoder6_mha_out_skip = None
    encoder6_ln1_mean = getattr(self, "encoder6/ln1/mean")(encoder6_ln1_to_float)
    encoder6_ln1_centered = getattr(self, "encoder6/ln1/centered")(encoder6_ln1_to_float, encoder6_ln1_mean);  encoder6_ln1_to_float = encoder6_ln1_mean = None
    encoder6_ln1_squared = getattr(self, "encoder6/ln1/squared")(encoder6_ln1_centered, encoder6_ln1_centered)
    encoder6_ln1_var = getattr(self, "encoder6/ln1/var")(encoder6_ln1_squared);  encoder6_ln1_squared = None
    initializers_onnx_initializer_281 = self.initializers.onnx_initializer_281
    encoder6_ln1_var_eps = getattr(self, "encoder6/ln1/var_eps")(encoder6_ln1_var, initializers_onnx_initializer_281);  encoder6_ln1_var = initializers_onnx_initializer_281 = None
    encoder6_ln1_std = getattr(self, "encoder6/ln1/std")(encoder6_ln1_var_eps);  encoder6_ln1_var_eps = None
    encoder6_ln1_inv_std = getattr(self, "encoder6/ln1/inv_std")(encoder6_ln1_std);  encoder6_ln1_std = None
    encoder6_ln1_normalized = getattr(self, "encoder6/ln1/normalized")(encoder6_ln1_centered, encoder6_ln1_inv_std);  encoder6_ln1_centered = encoder6_ln1_inv_std = None
    encoder6_ln1_to_data_type = getattr(self, "encoder6/ln1/to_data_type")(encoder6_ln1_normalized);  encoder6_ln1_normalized = None
    initializers_onnx_initializer_282 = self.initializers.onnx_initializer_282
    encoder6_ln1_gammas = getattr(self, "encoder6/ln1/gammas")(encoder6_ln1_to_data_type, initializers_onnx_initializer_282);  encoder6_ln1_to_data_type = initializers_onnx_initializer_282 = None
    initializers_onnx_initializer_283 = self.initializers.onnx_initializer_283
    encoder6_ln1_betas = getattr(self, "encoder6/ln1/betas")(encoder6_ln1_gammas, initializers_onnx_initializer_283);  encoder6_ln1_gammas = initializers_onnx_initializer_283 = None
    initializers_onnx_initializer_284 = self.initializers.onnx_initializer_284
    encoder6_ffn_dense1_w = getattr(self, "encoder6/ffn/dense1/w")(encoder6_ln1_betas, initializers_onnx_initializer_284);  initializers_onnx_initializer_284 = None
    initializers_onnx_initializer_285 = self.initializers.onnx_initializer_285
    encoder6_ffn_dense1_b = getattr(self, "encoder6/ffn/dense1/b")(encoder6_ffn_dense1_w, initializers_onnx_initializer_285);  encoder6_ffn_dense1_w = initializers_onnx_initializer_285 = None
    encoder6_ffn_dense1_mish_softplus = getattr(self, "encoder6/ffn/dense1/mish/softplus")(encoder6_ffn_dense1_b)
    encoder6_ffn_dense1_mish_tanh = getattr(self, "encoder6/ffn/dense1/mish/tanh")(encoder6_ffn_dense1_mish_softplus);  encoder6_ffn_dense1_mish_softplus = None
    encoder6_ffn_dense1_mish = getattr(self, "encoder6/ffn/dense1/mish")(encoder6_ffn_dense1_mish_tanh, encoder6_ffn_dense1_b);  encoder6_ffn_dense1_mish_tanh = encoder6_ffn_dense1_b = None
    initializers_onnx_initializer_286 = self.initializers.onnx_initializer_286
    encoder6_ffn_dense2_w = getattr(self, "encoder6/ffn/dense2/w")(encoder6_ffn_dense1_mish, initializers_onnx_initializer_286);  encoder6_ffn_dense1_mish = initializers_onnx_initializer_286 = None
    initializers_onnx_initializer_287 = self.initializers.onnx_initializer_287
    encoder6_ffn_dense2_b = getattr(self, "encoder6/ffn/dense2/b")(encoder6_ffn_dense2_w, initializers_onnx_initializer_287);  encoder6_ffn_dense2_w = initializers_onnx_initializer_287 = None
    initializers_onnx_initializer_288 = self.initializers.onnx_initializer_288
    encoder6_ffn_alpha = getattr(self, "encoder6/ffn/alpha")(encoder6_ffn_dense2_b, initializers_onnx_initializer_288);  encoder6_ffn_dense2_b = initializers_onnx_initializer_288 = None
    encoder6_ffn_skip = getattr(self, "encoder6/ffn/skip")(encoder6_ffn_alpha, encoder6_ln1_betas);  encoder6_ffn_alpha = encoder6_ln1_betas = None
    encoder6_ln2_to_float = getattr(self, "encoder6/ln2/to_float")(encoder6_ffn_skip);  encoder6_ffn_skip = None
    encoder6_ln2_mean = getattr(self, "encoder6/ln2/mean")(encoder6_ln2_to_float)
    encoder6_ln2_centered = getattr(self, "encoder6/ln2/centered")(encoder6_ln2_to_float, encoder6_ln2_mean);  encoder6_ln2_to_float = encoder6_ln2_mean = None
    encoder6_ln2_squared = getattr(self, "encoder6/ln2/squared")(encoder6_ln2_centered, encoder6_ln2_centered)
    encoder6_ln2_var = getattr(self, "encoder6/ln2/var")(encoder6_ln2_squared);  encoder6_ln2_squared = None
    initializers_onnx_initializer_289 = self.initializers.onnx_initializer_289
    encoder6_ln2_var_eps = getattr(self, "encoder6/ln2/var_eps")(encoder6_ln2_var, initializers_onnx_initializer_289);  encoder6_ln2_var = initializers_onnx_initializer_289 = None
    encoder6_ln2_std = getattr(self, "encoder6/ln2/std")(encoder6_ln2_var_eps);  encoder6_ln2_var_eps = None
    encoder6_ln2_inv_std = getattr(self, "encoder6/ln2/inv_std")(encoder6_ln2_std);  encoder6_ln2_std = None
    encoder6_ln2_normalized = getattr(self, "encoder6/ln2/normalized")(encoder6_ln2_centered, encoder6_ln2_inv_std);  encoder6_ln2_centered = encoder6_ln2_inv_std = None
    encoder6_ln2_to_data_type = getattr(self, "encoder6/ln2/to_data_type")(encoder6_ln2_normalized);  encoder6_ln2_normalized = None
    initializers_onnx_initializer_290 = self.initializers.onnx_initializer_290
    encoder6_ln2_gammas = getattr(self, "encoder6/ln2/gammas")(encoder6_ln2_to_data_type, initializers_onnx_initializer_290);  encoder6_ln2_to_data_type = initializers_onnx_initializer_290 = None
    initializers_onnx_initializer_291 = self.initializers.onnx_initializer_291
    encoder6_ln2_betas = getattr(self, "encoder6/ln2/betas")(encoder6_ln2_gammas, initializers_onnx_initializer_291);  encoder6_ln2_gammas = initializers_onnx_initializer_291 = None
    initializers_onnx_initializer_292 = self.initializers.onnx_initializer_292
    encoder7_mha_q_w = getattr(self, "encoder7/mha/Q/w")(encoder6_ln2_betas, initializers_onnx_initializer_292);  initializers_onnx_initializer_292 = None
    initializers_onnx_initializer_293 = self.initializers.onnx_initializer_293
    encoder7_mha_q_b = getattr(self, "encoder7/mha/Q/b")(encoder7_mha_q_w, initializers_onnx_initializer_293);  encoder7_mha_q_w = initializers_onnx_initializer_293 = None
    initializers_onnx_initializer_294 = self.initializers.onnx_initializer_294
    encoder7_mha_q_reshape = getattr(self, "encoder7/mha/Q/reshape")(encoder7_mha_q_b, initializers_onnx_initializer_294);  encoder7_mha_q_b = initializers_onnx_initializer_294 = None
    encoder7_mha_q_transpose = getattr(self, "encoder7/mha/Q/transpose")(encoder7_mha_q_reshape);  encoder7_mha_q_reshape = None
    initializers_onnx_initializer_295 = self.initializers.onnx_initializer_295
    encoder7_mha_k_w = getattr(self, "encoder7/mha/K/w")(encoder6_ln2_betas, initializers_onnx_initializer_295);  initializers_onnx_initializer_295 = None
    initializers_onnx_initializer_296 = self.initializers.onnx_initializer_296
    encoder7_mha_k_b = getattr(self, "encoder7/mha/K/b")(encoder7_mha_k_w, initializers_onnx_initializer_296);  encoder7_mha_k_w = initializers_onnx_initializer_296 = None
    initializers_onnx_initializer_297 = self.initializers.onnx_initializer_297
    encoder7_mha_k_reshape = getattr(self, "encoder7/mha/K/reshape")(encoder7_mha_k_b, initializers_onnx_initializer_297);  encoder7_mha_k_b = initializers_onnx_initializer_297 = None
    encoder7_mha_k_transpose = getattr(self, "encoder7/mha/K/transpose")(encoder7_mha_k_reshape);  encoder7_mha_k_reshape = None
    initializers_onnx_initializer_298 = self.initializers.onnx_initializer_298
    encoder7_mha_v_w = getattr(self, "encoder7/mha/V/w")(encoder6_ln2_betas, initializers_onnx_initializer_298);  initializers_onnx_initializer_298 = None
    initializers_onnx_initializer_299 = self.initializers.onnx_initializer_299
    encoder7_mha_v_b = getattr(self, "encoder7/mha/V/b")(encoder7_mha_v_w, initializers_onnx_initializer_299);  encoder7_mha_v_w = initializers_onnx_initializer_299 = None
    initializers_onnx_initializer_300 = self.initializers.onnx_initializer_300
    encoder7_mha_v_reshape = getattr(self, "encoder7/mha/V/reshape")(encoder7_mha_v_b, initializers_onnx_initializer_300);  encoder7_mha_v_b = initializers_onnx_initializer_300 = None
    encoder7_mha_v_transpose = getattr(self, "encoder7/mha/V/transpose")(encoder7_mha_v_reshape);  encoder7_mha_v_reshape = None
    encoder7_mha_qk_matmul = getattr(self, "encoder7/mha/QK/matmul")(encoder7_mha_q_transpose, encoder7_mha_k_transpose);  encoder7_mha_q_transpose = encoder7_mha_k_transpose = None
    initializers_onnx_initializer_301 = self.initializers.onnx_initializer_301
    encoder7_mha_qk_scale = getattr(self, "encoder7/mha/QK/scale")(encoder7_mha_qk_matmul, initializers_onnx_initializer_301);  encoder7_mha_qk_matmul = initializers_onnx_initializer_301 = None
    initializers_onnx_initializer_302 = self.initializers.onnx_initializer_302
    encoder7_smolgen_compress = getattr(self, "encoder7/smolgen/compress")(encoder6_ln2_betas, initializers_onnx_initializer_302);  initializers_onnx_initializer_302 = None
    initializers_onnx_initializer_303 = self.initializers.onnx_initializer_303
    encoder7_smolgen_compress_reshape = getattr(self, "encoder7/smolgen/compress/reshape")(encoder7_smolgen_compress, initializers_onnx_initializer_303);  encoder7_smolgen_compress = initializers_onnx_initializer_303 = None
    initializers_onnx_initializer_304 = self.initializers.onnx_initializer_304
    encoder7_smolgen_dense1_w = getattr(self, "encoder7/smolgen/dense1/w")(encoder7_smolgen_compress_reshape, initializers_onnx_initializer_304);  encoder7_smolgen_compress_reshape = initializers_onnx_initializer_304 = None
    initializers_onnx_initializer_305 = self.initializers.onnx_initializer_305
    encoder7_smolgen_dense1_b = getattr(self, "encoder7/smolgen/dense1/b")(encoder7_smolgen_dense1_w, initializers_onnx_initializer_305);  encoder7_smolgen_dense1_w = initializers_onnx_initializer_305 = None
    encoder7_smolgen_dense1_swish_sigmoid = getattr(self, "encoder7/smolgen/dense1/swish/sigmoid")(encoder7_smolgen_dense1_b)
    encoder7_smolgen_dense1_swish = getattr(self, "encoder7/smolgen/dense1/swish")(encoder7_smolgen_dense1_swish_sigmoid, encoder7_smolgen_dense1_b);  encoder7_smolgen_dense1_swish_sigmoid = encoder7_smolgen_dense1_b = None
    encoder7_smolgen_ln1_to_float = getattr(self, "encoder7/smolgen/ln1/to_float")(encoder7_smolgen_dense1_swish);  encoder7_smolgen_dense1_swish = None
    encoder7_smolgen_ln1_mean = getattr(self, "encoder7/smolgen/ln1/mean")(encoder7_smolgen_ln1_to_float)
    encoder7_smolgen_ln1_centered = getattr(self, "encoder7/smolgen/ln1/centered")(encoder7_smolgen_ln1_to_float, encoder7_smolgen_ln1_mean);  encoder7_smolgen_ln1_to_float = encoder7_smolgen_ln1_mean = None
    encoder7_smolgen_ln1_squared = getattr(self, "encoder7/smolgen/ln1/squared")(encoder7_smolgen_ln1_centered, encoder7_smolgen_ln1_centered)
    encoder7_smolgen_ln1_var = getattr(self, "encoder7/smolgen/ln1/var")(encoder7_smolgen_ln1_squared);  encoder7_smolgen_ln1_squared = None
    initializers_onnx_initializer_306 = self.initializers.onnx_initializer_306
    encoder7_smolgen_ln1_var_eps = getattr(self, "encoder7/smolgen/ln1/var_eps")(encoder7_smolgen_ln1_var, initializers_onnx_initializer_306);  encoder7_smolgen_ln1_var = initializers_onnx_initializer_306 = None
    encoder7_smolgen_ln1_std = getattr(self, "encoder7/smolgen/ln1/std")(encoder7_smolgen_ln1_var_eps);  encoder7_smolgen_ln1_var_eps = None
    encoder7_smolgen_ln1_inv_std = getattr(self, "encoder7/smolgen/ln1/inv_std")(encoder7_smolgen_ln1_std);  encoder7_smolgen_ln1_std = None
    encoder7_smolgen_ln1_normalized = getattr(self, "encoder7/smolgen/ln1/normalized")(encoder7_smolgen_ln1_centered, encoder7_smolgen_ln1_inv_std);  encoder7_smolgen_ln1_centered = encoder7_smolgen_ln1_inv_std = None
    encoder7_smolgen_ln1_to_data_type = getattr(self, "encoder7/smolgen/ln1/to_data_type")(encoder7_smolgen_ln1_normalized);  encoder7_smolgen_ln1_normalized = None
    initializers_onnx_initializer_307 = self.initializers.onnx_initializer_307
    encoder7_smolgen_ln1_gammas = getattr(self, "encoder7/smolgen/ln1/gammas")(encoder7_smolgen_ln1_to_data_type, initializers_onnx_initializer_307);  encoder7_smolgen_ln1_to_data_type = initializers_onnx_initializer_307 = None
    initializers_onnx_initializer_308 = self.initializers.onnx_initializer_308
    encoder7_smolgen_ln1_betas = getattr(self, "encoder7/smolgen/ln1/betas")(encoder7_smolgen_ln1_gammas, initializers_onnx_initializer_308);  encoder7_smolgen_ln1_gammas = initializers_onnx_initializer_308 = None
    initializers_onnx_initializer_309 = self.initializers.onnx_initializer_309
    encoder7_smolgen_dense2_w = getattr(self, "encoder7/smolgen/dense2/w")(encoder7_smolgen_ln1_betas, initializers_onnx_initializer_309);  encoder7_smolgen_ln1_betas = initializers_onnx_initializer_309 = None
    initializers_onnx_initializer_310 = self.initializers.onnx_initializer_310
    encoder7_smolgen_dense2_b = getattr(self, "encoder7/smolgen/dense2/b")(encoder7_smolgen_dense2_w, initializers_onnx_initializer_310);  encoder7_smolgen_dense2_w = initializers_onnx_initializer_310 = None
    encoder7_smolgen_dense2_swish_sigmoid = getattr(self, "encoder7/smolgen/dense2/swish/sigmoid")(encoder7_smolgen_dense2_b)
    encoder7_smolgen_dense2_swish = getattr(self, "encoder7/smolgen/dense2/swish")(encoder7_smolgen_dense2_swish_sigmoid, encoder7_smolgen_dense2_b);  encoder7_smolgen_dense2_swish_sigmoid = encoder7_smolgen_dense2_b = None
    encoder7_smolgen_ln2_to_float = getattr(self, "encoder7/smolgen/ln2/to_float")(encoder7_smolgen_dense2_swish);  encoder7_smolgen_dense2_swish = None
    encoder7_smolgen_ln2_mean = getattr(self, "encoder7/smolgen/ln2/mean")(encoder7_smolgen_ln2_to_float)
    encoder7_smolgen_ln2_centered = getattr(self, "encoder7/smolgen/ln2/centered")(encoder7_smolgen_ln2_to_float, encoder7_smolgen_ln2_mean);  encoder7_smolgen_ln2_to_float = encoder7_smolgen_ln2_mean = None
    encoder7_smolgen_ln2_squared = getattr(self, "encoder7/smolgen/ln2/squared")(encoder7_smolgen_ln2_centered, encoder7_smolgen_ln2_centered)
    encoder7_smolgen_ln2_var = getattr(self, "encoder7/smolgen/ln2/var")(encoder7_smolgen_ln2_squared);  encoder7_smolgen_ln2_squared = None
    initializers_onnx_initializer_311 = self.initializers.onnx_initializer_311
    encoder7_smolgen_ln2_var_eps = getattr(self, "encoder7/smolgen/ln2/var_eps")(encoder7_smolgen_ln2_var, initializers_onnx_initializer_311);  encoder7_smolgen_ln2_var = initializers_onnx_initializer_311 = None
    encoder7_smolgen_ln2_std = getattr(self, "encoder7/smolgen/ln2/std")(encoder7_smolgen_ln2_var_eps);  encoder7_smolgen_ln2_var_eps = None
    encoder7_smolgen_ln2_inv_std = getattr(self, "encoder7/smolgen/ln2/inv_std")(encoder7_smolgen_ln2_std);  encoder7_smolgen_ln2_std = None
    encoder7_smolgen_ln2_normalized = getattr(self, "encoder7/smolgen/ln2/normalized")(encoder7_smolgen_ln2_centered, encoder7_smolgen_ln2_inv_std);  encoder7_smolgen_ln2_centered = encoder7_smolgen_ln2_inv_std = None
    encoder7_smolgen_ln2_to_data_type = getattr(self, "encoder7/smolgen/ln2/to_data_type")(encoder7_smolgen_ln2_normalized);  encoder7_smolgen_ln2_normalized = None
    initializers_onnx_initializer_312 = self.initializers.onnx_initializer_312
    encoder7_smolgen_ln2_gammas = getattr(self, "encoder7/smolgen/ln2/gammas")(encoder7_smolgen_ln2_to_data_type, initializers_onnx_initializer_312);  encoder7_smolgen_ln2_to_data_type = initializers_onnx_initializer_312 = None
    initializers_onnx_initializer_313 = self.initializers.onnx_initializer_313
    encoder7_smolgen_ln2_betas = getattr(self, "encoder7/smolgen/ln2/betas")(encoder7_smolgen_ln2_gammas, initializers_onnx_initializer_313);  encoder7_smolgen_ln2_gammas = initializers_onnx_initializer_313 = None
    initializers_onnx_initializer_314 = self.initializers.onnx_initializer_314
    encoder7_smolgen_gen_from_reshape = getattr(self, "encoder7/smolgen/gen_from/reshape")(encoder7_smolgen_ln2_betas, initializers_onnx_initializer_314);  encoder7_smolgen_ln2_betas = initializers_onnx_initializer_314 = None
    initializers_onnx_initializer_315 = self.initializers.onnx_initializer_315
    encoder7_smolgen_smol_weight_gen = getattr(self, "encoder7/smolgen/smol_weight_gen")(encoder7_smolgen_gen_from_reshape, initializers_onnx_initializer_315);  encoder7_smolgen_gen_from_reshape = initializers_onnx_initializer_315 = None
    initializers_onnx_initializer_316 = self.initializers.onnx_initializer_316
    encoder7_smolgen_out_reshape = getattr(self, "encoder7/smolgen/out/reshape")(encoder7_smolgen_smol_weight_gen, initializers_onnx_initializer_316);  encoder7_smolgen_smol_weight_gen = initializers_onnx_initializer_316 = None
    encoder7_smolgen_weights = getattr(self, "encoder7/smolgen_weights")(encoder7_mha_qk_scale, encoder7_smolgen_out_reshape);  encoder7_mha_qk_scale = encoder7_smolgen_out_reshape = None
    encoder7_mha_qk_softmax = getattr(self, "encoder7/mha/QK/softmax")(encoder7_smolgen_weights);  encoder7_smolgen_weights = None
    encoder7_mha_qkv_matmul = getattr(self, "encoder7/mha/QKV/matmul")(encoder7_mha_qk_softmax, encoder7_mha_v_transpose);  encoder7_mha_qk_softmax = encoder7_mha_v_transpose = None
    encoder7_mha_out_transpose = getattr(self, "encoder7/mha/out/transpose")(encoder7_mha_qkv_matmul);  encoder7_mha_qkv_matmul = None
    initializers_onnx_initializer_317 = self.initializers.onnx_initializer_317
    encoder7_mha_out_reshape = getattr(self, "encoder7/mha/out/reshape")(encoder7_mha_out_transpose, initializers_onnx_initializer_317);  encoder7_mha_out_transpose = initializers_onnx_initializer_317 = None
    initializers_onnx_initializer_318 = self.initializers.onnx_initializer_318
    encoder7_mha_out_dense_w = getattr(self, "encoder7/mha/out/dense/w")(encoder7_mha_out_reshape, initializers_onnx_initializer_318);  encoder7_mha_out_reshape = initializers_onnx_initializer_318 = None
    initializers_onnx_initializer_319 = self.initializers.onnx_initializer_319
    encoder7_mha_out_dense_b = getattr(self, "encoder7/mha/out/dense/b")(encoder7_mha_out_dense_w, initializers_onnx_initializer_319);  encoder7_mha_out_dense_w = initializers_onnx_initializer_319 = None
    initializers_onnx_initializer_320 = self.initializers.onnx_initializer_320
    encoder7_alpha_input = getattr(self, "encoder7/alpha*input")(encoder7_mha_out_dense_b, initializers_onnx_initializer_320);  encoder7_mha_out_dense_b = initializers_onnx_initializer_320 = None
    encoder7_mha_out_skip = getattr(self, "encoder7/mha/out/skip")(encoder7_alpha_input, encoder6_ln2_betas);  encoder7_alpha_input = encoder6_ln2_betas = None
    encoder7_ln1_to_float = getattr(self, "encoder7/ln1/to_float")(encoder7_mha_out_skip);  encoder7_mha_out_skip = None
    encoder7_ln1_mean = getattr(self, "encoder7/ln1/mean")(encoder7_ln1_to_float)
    encoder7_ln1_centered = getattr(self, "encoder7/ln1/centered")(encoder7_ln1_to_float, encoder7_ln1_mean);  encoder7_ln1_to_float = encoder7_ln1_mean = None
    encoder7_ln1_squared = getattr(self, "encoder7/ln1/squared")(encoder7_ln1_centered, encoder7_ln1_centered)
    encoder7_ln1_var = getattr(self, "encoder7/ln1/var")(encoder7_ln1_squared);  encoder7_ln1_squared = None
    initializers_onnx_initializer_321 = self.initializers.onnx_initializer_321
    encoder7_ln1_var_eps = getattr(self, "encoder7/ln1/var_eps")(encoder7_ln1_var, initializers_onnx_initializer_321);  encoder7_ln1_var = initializers_onnx_initializer_321 = None
    encoder7_ln1_std = getattr(self, "encoder7/ln1/std")(encoder7_ln1_var_eps);  encoder7_ln1_var_eps = None
    encoder7_ln1_inv_std = getattr(self, "encoder7/ln1/inv_std")(encoder7_ln1_std);  encoder7_ln1_std = None
    encoder7_ln1_normalized = getattr(self, "encoder7/ln1/normalized")(encoder7_ln1_centered, encoder7_ln1_inv_std);  encoder7_ln1_centered = encoder7_ln1_inv_std = None
    encoder7_ln1_to_data_type = getattr(self, "encoder7/ln1/to_data_type")(encoder7_ln1_normalized);  encoder7_ln1_normalized = None
    initializers_onnx_initializer_322 = self.initializers.onnx_initializer_322
    encoder7_ln1_gammas = getattr(self, "encoder7/ln1/gammas")(encoder7_ln1_to_data_type, initializers_onnx_initializer_322);  encoder7_ln1_to_data_type = initializers_onnx_initializer_322 = None
    initializers_onnx_initializer_323 = self.initializers.onnx_initializer_323
    encoder7_ln1_betas = getattr(self, "encoder7/ln1/betas")(encoder7_ln1_gammas, initializers_onnx_initializer_323);  encoder7_ln1_gammas = initializers_onnx_initializer_323 = None
    initializers_onnx_initializer_324 = self.initializers.onnx_initializer_324
    encoder7_ffn_dense1_w = getattr(self, "encoder7/ffn/dense1/w")(encoder7_ln1_betas, initializers_onnx_initializer_324);  initializers_onnx_initializer_324 = None
    initializers_onnx_initializer_325 = self.initializers.onnx_initializer_325
    encoder7_ffn_dense1_b = getattr(self, "encoder7/ffn/dense1/b")(encoder7_ffn_dense1_w, initializers_onnx_initializer_325);  encoder7_ffn_dense1_w = initializers_onnx_initializer_325 = None
    encoder7_ffn_dense1_mish_softplus = getattr(self, "encoder7/ffn/dense1/mish/softplus")(encoder7_ffn_dense1_b)
    encoder7_ffn_dense1_mish_tanh = getattr(self, "encoder7/ffn/dense1/mish/tanh")(encoder7_ffn_dense1_mish_softplus);  encoder7_ffn_dense1_mish_softplus = None
    encoder7_ffn_dense1_mish = getattr(self, "encoder7/ffn/dense1/mish")(encoder7_ffn_dense1_mish_tanh, encoder7_ffn_dense1_b);  encoder7_ffn_dense1_mish_tanh = encoder7_ffn_dense1_b = None
    initializers_onnx_initializer_326 = self.initializers.onnx_initializer_326
    encoder7_ffn_dense2_w = getattr(self, "encoder7/ffn/dense2/w")(encoder7_ffn_dense1_mish, initializers_onnx_initializer_326);  encoder7_ffn_dense1_mish = initializers_onnx_initializer_326 = None
    initializers_onnx_initializer_327 = self.initializers.onnx_initializer_327
    encoder7_ffn_dense2_b = getattr(self, "encoder7/ffn/dense2/b")(encoder7_ffn_dense2_w, initializers_onnx_initializer_327);  encoder7_ffn_dense2_w = initializers_onnx_initializer_327 = None
    initializers_onnx_initializer_328 = self.initializers.onnx_initializer_328
    encoder7_ffn_alpha = getattr(self, "encoder7/ffn/alpha")(encoder7_ffn_dense2_b, initializers_onnx_initializer_328);  encoder7_ffn_dense2_b = initializers_onnx_initializer_328 = None
    encoder7_ffn_skip = getattr(self, "encoder7/ffn/skip")(encoder7_ffn_alpha, encoder7_ln1_betas);  encoder7_ffn_alpha = encoder7_ln1_betas = None
    encoder7_ln2_to_float = getattr(self, "encoder7/ln2/to_float")(encoder7_ffn_skip);  encoder7_ffn_skip = None
    encoder7_ln2_mean = getattr(self, "encoder7/ln2/mean")(encoder7_ln2_to_float)
    encoder7_ln2_centered = getattr(self, "encoder7/ln2/centered")(encoder7_ln2_to_float, encoder7_ln2_mean);  encoder7_ln2_to_float = encoder7_ln2_mean = None
    encoder7_ln2_squared = getattr(self, "encoder7/ln2/squared")(encoder7_ln2_centered, encoder7_ln2_centered)
    encoder7_ln2_var = getattr(self, "encoder7/ln2/var")(encoder7_ln2_squared);  encoder7_ln2_squared = None
    initializers_onnx_initializer_329 = self.initializers.onnx_initializer_329
    encoder7_ln2_var_eps = getattr(self, "encoder7/ln2/var_eps")(encoder7_ln2_var, initializers_onnx_initializer_329);  encoder7_ln2_var = initializers_onnx_initializer_329 = None
    encoder7_ln2_std = getattr(self, "encoder7/ln2/std")(encoder7_ln2_var_eps);  encoder7_ln2_var_eps = None
    encoder7_ln2_inv_std = getattr(self, "encoder7/ln2/inv_std")(encoder7_ln2_std);  encoder7_ln2_std = None
    encoder7_ln2_normalized = getattr(self, "encoder7/ln2/normalized")(encoder7_ln2_centered, encoder7_ln2_inv_std);  encoder7_ln2_centered = encoder7_ln2_inv_std = None
    encoder7_ln2_to_data_type = getattr(self, "encoder7/ln2/to_data_type")(encoder7_ln2_normalized);  encoder7_ln2_normalized = None
    initializers_onnx_initializer_330 = self.initializers.onnx_initializer_330
    encoder7_ln2_gammas = getattr(self, "encoder7/ln2/gammas")(encoder7_ln2_to_data_type, initializers_onnx_initializer_330);  encoder7_ln2_to_data_type = initializers_onnx_initializer_330 = None
    initializers_onnx_initializer_331 = self.initializers.onnx_initializer_331
    encoder7_ln2_betas = getattr(self, "encoder7/ln2/betas")(encoder7_ln2_gammas, initializers_onnx_initializer_331);  encoder7_ln2_gammas = initializers_onnx_initializer_331 = None
    initializers_onnx_initializer_332 = self.initializers.onnx_initializer_332
    encoder8_mha_q_w = getattr(self, "encoder8/mha/Q/w")(encoder7_ln2_betas, initializers_onnx_initializer_332);  initializers_onnx_initializer_332 = None
    initializers_onnx_initializer_333 = self.initializers.onnx_initializer_333
    encoder8_mha_q_b = getattr(self, "encoder8/mha/Q/b")(encoder8_mha_q_w, initializers_onnx_initializer_333);  encoder8_mha_q_w = initializers_onnx_initializer_333 = None
    initializers_onnx_initializer_334 = self.initializers.onnx_initializer_334
    encoder8_mha_q_reshape = getattr(self, "encoder8/mha/Q/reshape")(encoder8_mha_q_b, initializers_onnx_initializer_334);  encoder8_mha_q_b = initializers_onnx_initializer_334 = None
    encoder8_mha_q_transpose = getattr(self, "encoder8/mha/Q/transpose")(encoder8_mha_q_reshape);  encoder8_mha_q_reshape = None
    initializers_onnx_initializer_335 = self.initializers.onnx_initializer_335
    encoder8_mha_k_w = getattr(self, "encoder8/mha/K/w")(encoder7_ln2_betas, initializers_onnx_initializer_335);  initializers_onnx_initializer_335 = None
    initializers_onnx_initializer_336 = self.initializers.onnx_initializer_336
    encoder8_mha_k_b = getattr(self, "encoder8/mha/K/b")(encoder8_mha_k_w, initializers_onnx_initializer_336);  encoder8_mha_k_w = initializers_onnx_initializer_336 = None
    initializers_onnx_initializer_337 = self.initializers.onnx_initializer_337
    encoder8_mha_k_reshape = getattr(self, "encoder8/mha/K/reshape")(encoder8_mha_k_b, initializers_onnx_initializer_337);  encoder8_mha_k_b = initializers_onnx_initializer_337 = None
    encoder8_mha_k_transpose = getattr(self, "encoder8/mha/K/transpose")(encoder8_mha_k_reshape);  encoder8_mha_k_reshape = None
    initializers_onnx_initializer_338 = self.initializers.onnx_initializer_338
    encoder8_mha_v_w = getattr(self, "encoder8/mha/V/w")(encoder7_ln2_betas, initializers_onnx_initializer_338);  initializers_onnx_initializer_338 = None
    initializers_onnx_initializer_339 = self.initializers.onnx_initializer_339
    encoder8_mha_v_b = getattr(self, "encoder8/mha/V/b")(encoder8_mha_v_w, initializers_onnx_initializer_339);  encoder8_mha_v_w = initializers_onnx_initializer_339 = None
    initializers_onnx_initializer_340 = self.initializers.onnx_initializer_340
    encoder8_mha_v_reshape = getattr(self, "encoder8/mha/V/reshape")(encoder8_mha_v_b, initializers_onnx_initializer_340);  encoder8_mha_v_b = initializers_onnx_initializer_340 = None
    encoder8_mha_v_transpose = getattr(self, "encoder8/mha/V/transpose")(encoder8_mha_v_reshape);  encoder8_mha_v_reshape = None
    encoder8_mha_qk_matmul = getattr(self, "encoder8/mha/QK/matmul")(encoder8_mha_q_transpose, encoder8_mha_k_transpose);  encoder8_mha_q_transpose = encoder8_mha_k_transpose = None
    initializers_onnx_initializer_341 = self.initializers.onnx_initializer_341
    encoder8_mha_qk_scale = getattr(self, "encoder8/mha/QK/scale")(encoder8_mha_qk_matmul, initializers_onnx_initializer_341);  encoder8_mha_qk_matmul = initializers_onnx_initializer_341 = None
    initializers_onnx_initializer_342 = self.initializers.onnx_initializer_342
    encoder8_smolgen_compress = getattr(self, "encoder8/smolgen/compress")(encoder7_ln2_betas, initializers_onnx_initializer_342);  initializers_onnx_initializer_342 = None
    initializers_onnx_initializer_343 = self.initializers.onnx_initializer_343
    encoder8_smolgen_compress_reshape = getattr(self, "encoder8/smolgen/compress/reshape")(encoder8_smolgen_compress, initializers_onnx_initializer_343);  encoder8_smolgen_compress = initializers_onnx_initializer_343 = None
    initializers_onnx_initializer_344 = self.initializers.onnx_initializer_344
    encoder8_smolgen_dense1_w = getattr(self, "encoder8/smolgen/dense1/w")(encoder8_smolgen_compress_reshape, initializers_onnx_initializer_344);  encoder8_smolgen_compress_reshape = initializers_onnx_initializer_344 = None
    initializers_onnx_initializer_345 = self.initializers.onnx_initializer_345
    encoder8_smolgen_dense1_b = getattr(self, "encoder8/smolgen/dense1/b")(encoder8_smolgen_dense1_w, initializers_onnx_initializer_345);  encoder8_smolgen_dense1_w = initializers_onnx_initializer_345 = None
    encoder8_smolgen_dense1_swish_sigmoid = getattr(self, "encoder8/smolgen/dense1/swish/sigmoid")(encoder8_smolgen_dense1_b)
    encoder8_smolgen_dense1_swish = getattr(self, "encoder8/smolgen/dense1/swish")(encoder8_smolgen_dense1_swish_sigmoid, encoder8_smolgen_dense1_b);  encoder8_smolgen_dense1_swish_sigmoid = encoder8_smolgen_dense1_b = None
    encoder8_smolgen_ln1_to_float = getattr(self, "encoder8/smolgen/ln1/to_float")(encoder8_smolgen_dense1_swish);  encoder8_smolgen_dense1_swish = None
    encoder8_smolgen_ln1_mean = getattr(self, "encoder8/smolgen/ln1/mean")(encoder8_smolgen_ln1_to_float)
    encoder8_smolgen_ln1_centered = getattr(self, "encoder8/smolgen/ln1/centered")(encoder8_smolgen_ln1_to_float, encoder8_smolgen_ln1_mean);  encoder8_smolgen_ln1_to_float = encoder8_smolgen_ln1_mean = None
    encoder8_smolgen_ln1_squared = getattr(self, "encoder8/smolgen/ln1/squared")(encoder8_smolgen_ln1_centered, encoder8_smolgen_ln1_centered)
    encoder8_smolgen_ln1_var = getattr(self, "encoder8/smolgen/ln1/var")(encoder8_smolgen_ln1_squared);  encoder8_smolgen_ln1_squared = None
    initializers_onnx_initializer_346 = self.initializers.onnx_initializer_346
    encoder8_smolgen_ln1_var_eps = getattr(self, "encoder8/smolgen/ln1/var_eps")(encoder8_smolgen_ln1_var, initializers_onnx_initializer_346);  encoder8_smolgen_ln1_var = initializers_onnx_initializer_346 = None
    encoder8_smolgen_ln1_std = getattr(self, "encoder8/smolgen/ln1/std")(encoder8_smolgen_ln1_var_eps);  encoder8_smolgen_ln1_var_eps = None
    encoder8_smolgen_ln1_inv_std = getattr(self, "encoder8/smolgen/ln1/inv_std")(encoder8_smolgen_ln1_std);  encoder8_smolgen_ln1_std = None
    encoder8_smolgen_ln1_normalized = getattr(self, "encoder8/smolgen/ln1/normalized")(encoder8_smolgen_ln1_centered, encoder8_smolgen_ln1_inv_std);  encoder8_smolgen_ln1_centered = encoder8_smolgen_ln1_inv_std = None
    encoder8_smolgen_ln1_to_data_type = getattr(self, "encoder8/smolgen/ln1/to_data_type")(encoder8_smolgen_ln1_normalized);  encoder8_smolgen_ln1_normalized = None
    initializers_onnx_initializer_347 = self.initializers.onnx_initializer_347
    encoder8_smolgen_ln1_gammas = getattr(self, "encoder8/smolgen/ln1/gammas")(encoder8_smolgen_ln1_to_data_type, initializers_onnx_initializer_347);  encoder8_smolgen_ln1_to_data_type = initializers_onnx_initializer_347 = None
    initializers_onnx_initializer_348 = self.initializers.onnx_initializer_348
    encoder8_smolgen_ln1_betas = getattr(self, "encoder8/smolgen/ln1/betas")(encoder8_smolgen_ln1_gammas, initializers_onnx_initializer_348);  encoder8_smolgen_ln1_gammas = initializers_onnx_initializer_348 = None
    initializers_onnx_initializer_349 = self.initializers.onnx_initializer_349
    encoder8_smolgen_dense2_w = getattr(self, "encoder8/smolgen/dense2/w")(encoder8_smolgen_ln1_betas, initializers_onnx_initializer_349);  encoder8_smolgen_ln1_betas = initializers_onnx_initializer_349 = None
    initializers_onnx_initializer_350 = self.initializers.onnx_initializer_350
    encoder8_smolgen_dense2_b = getattr(self, "encoder8/smolgen/dense2/b")(encoder8_smolgen_dense2_w, initializers_onnx_initializer_350);  encoder8_smolgen_dense2_w = initializers_onnx_initializer_350 = None
    encoder8_smolgen_dense2_swish_sigmoid = getattr(self, "encoder8/smolgen/dense2/swish/sigmoid")(encoder8_smolgen_dense2_b)
    encoder8_smolgen_dense2_swish = getattr(self, "encoder8/smolgen/dense2/swish")(encoder8_smolgen_dense2_swish_sigmoid, encoder8_smolgen_dense2_b);  encoder8_smolgen_dense2_swish_sigmoid = encoder8_smolgen_dense2_b = None
    encoder8_smolgen_ln2_to_float = getattr(self, "encoder8/smolgen/ln2/to_float")(encoder8_smolgen_dense2_swish);  encoder8_smolgen_dense2_swish = None
    encoder8_smolgen_ln2_mean = getattr(self, "encoder8/smolgen/ln2/mean")(encoder8_smolgen_ln2_to_float)
    encoder8_smolgen_ln2_centered = getattr(self, "encoder8/smolgen/ln2/centered")(encoder8_smolgen_ln2_to_float, encoder8_smolgen_ln2_mean);  encoder8_smolgen_ln2_to_float = encoder8_smolgen_ln2_mean = None
    encoder8_smolgen_ln2_squared = getattr(self, "encoder8/smolgen/ln2/squared")(encoder8_smolgen_ln2_centered, encoder8_smolgen_ln2_centered)
    encoder8_smolgen_ln2_var = getattr(self, "encoder8/smolgen/ln2/var")(encoder8_smolgen_ln2_squared);  encoder8_smolgen_ln2_squared = None
    initializers_onnx_initializer_351 = self.initializers.onnx_initializer_351
    encoder8_smolgen_ln2_var_eps = getattr(self, "encoder8/smolgen/ln2/var_eps")(encoder8_smolgen_ln2_var, initializers_onnx_initializer_351);  encoder8_smolgen_ln2_var = initializers_onnx_initializer_351 = None
    encoder8_smolgen_ln2_std = getattr(self, "encoder8/smolgen/ln2/std")(encoder8_smolgen_ln2_var_eps);  encoder8_smolgen_ln2_var_eps = None
    encoder8_smolgen_ln2_inv_std = getattr(self, "encoder8/smolgen/ln2/inv_std")(encoder8_smolgen_ln2_std);  encoder8_smolgen_ln2_std = None
    encoder8_smolgen_ln2_normalized = getattr(self, "encoder8/smolgen/ln2/normalized")(encoder8_smolgen_ln2_centered, encoder8_smolgen_ln2_inv_std);  encoder8_smolgen_ln2_centered = encoder8_smolgen_ln2_inv_std = None
    encoder8_smolgen_ln2_to_data_type = getattr(self, "encoder8/smolgen/ln2/to_data_type")(encoder8_smolgen_ln2_normalized);  encoder8_smolgen_ln2_normalized = None
    initializers_onnx_initializer_352 = self.initializers.onnx_initializer_352
    encoder8_smolgen_ln2_gammas = getattr(self, "encoder8/smolgen/ln2/gammas")(encoder8_smolgen_ln2_to_data_type, initializers_onnx_initializer_352);  encoder8_smolgen_ln2_to_data_type = initializers_onnx_initializer_352 = None
    initializers_onnx_initializer_353 = self.initializers.onnx_initializer_353
    encoder8_smolgen_ln2_betas = getattr(self, "encoder8/smolgen/ln2/betas")(encoder8_smolgen_ln2_gammas, initializers_onnx_initializer_353);  encoder8_smolgen_ln2_gammas = initializers_onnx_initializer_353 = None
    initializers_onnx_initializer_354 = self.initializers.onnx_initializer_354
    encoder8_smolgen_gen_from_reshape = getattr(self, "encoder8/smolgen/gen_from/reshape")(encoder8_smolgen_ln2_betas, initializers_onnx_initializer_354);  encoder8_smolgen_ln2_betas = initializers_onnx_initializer_354 = None
    initializers_onnx_initializer_355 = self.initializers.onnx_initializer_355
    encoder8_smolgen_smol_weight_gen = getattr(self, "encoder8/smolgen/smol_weight_gen")(encoder8_smolgen_gen_from_reshape, initializers_onnx_initializer_355);  encoder8_smolgen_gen_from_reshape = initializers_onnx_initializer_355 = None
    initializers_onnx_initializer_356 = self.initializers.onnx_initializer_356
    encoder8_smolgen_out_reshape = getattr(self, "encoder8/smolgen/out/reshape")(encoder8_smolgen_smol_weight_gen, initializers_onnx_initializer_356);  encoder8_smolgen_smol_weight_gen = initializers_onnx_initializer_356 = None
    encoder8_smolgen_weights = getattr(self, "encoder8/smolgen_weights")(encoder8_mha_qk_scale, encoder8_smolgen_out_reshape);  encoder8_mha_qk_scale = encoder8_smolgen_out_reshape = None
    encoder8_mha_qk_softmax = getattr(self, "encoder8/mha/QK/softmax")(encoder8_smolgen_weights);  encoder8_smolgen_weights = None
    encoder8_mha_qkv_matmul = getattr(self, "encoder8/mha/QKV/matmul")(encoder8_mha_qk_softmax, encoder8_mha_v_transpose);  encoder8_mha_qk_softmax = encoder8_mha_v_transpose = None
    encoder8_mha_out_transpose = getattr(self, "encoder8/mha/out/transpose")(encoder8_mha_qkv_matmul);  encoder8_mha_qkv_matmul = None
    initializers_onnx_initializer_357 = self.initializers.onnx_initializer_357
    encoder8_mha_out_reshape = getattr(self, "encoder8/mha/out/reshape")(encoder8_mha_out_transpose, initializers_onnx_initializer_357);  encoder8_mha_out_transpose = initializers_onnx_initializer_357 = None
    initializers_onnx_initializer_358 = self.initializers.onnx_initializer_358
    encoder8_mha_out_dense_w = getattr(self, "encoder8/mha/out/dense/w")(encoder8_mha_out_reshape, initializers_onnx_initializer_358);  encoder8_mha_out_reshape = initializers_onnx_initializer_358 = None
    initializers_onnx_initializer_359 = self.initializers.onnx_initializer_359
    encoder8_mha_out_dense_b = getattr(self, "encoder8/mha/out/dense/b")(encoder8_mha_out_dense_w, initializers_onnx_initializer_359);  encoder8_mha_out_dense_w = initializers_onnx_initializer_359 = None
    initializers_onnx_initializer_360 = self.initializers.onnx_initializer_360
    encoder8_alpha_input = getattr(self, "encoder8/alpha*input")(encoder8_mha_out_dense_b, initializers_onnx_initializer_360);  encoder8_mha_out_dense_b = initializers_onnx_initializer_360 = None
    encoder8_mha_out_skip = getattr(self, "encoder8/mha/out/skip")(encoder8_alpha_input, encoder7_ln2_betas);  encoder8_alpha_input = encoder7_ln2_betas = None
    encoder8_ln1_to_float = getattr(self, "encoder8/ln1/to_float")(encoder8_mha_out_skip);  encoder8_mha_out_skip = None
    encoder8_ln1_mean = getattr(self, "encoder8/ln1/mean")(encoder8_ln1_to_float)
    encoder8_ln1_centered = getattr(self, "encoder8/ln1/centered")(encoder8_ln1_to_float, encoder8_ln1_mean);  encoder8_ln1_to_float = encoder8_ln1_mean = None
    encoder8_ln1_squared = getattr(self, "encoder8/ln1/squared")(encoder8_ln1_centered, encoder8_ln1_centered)
    encoder8_ln1_var = getattr(self, "encoder8/ln1/var")(encoder8_ln1_squared);  encoder8_ln1_squared = None
    initializers_onnx_initializer_361 = self.initializers.onnx_initializer_361
    encoder8_ln1_var_eps = getattr(self, "encoder8/ln1/var_eps")(encoder8_ln1_var, initializers_onnx_initializer_361);  encoder8_ln1_var = initializers_onnx_initializer_361 = None
    encoder8_ln1_std = getattr(self, "encoder8/ln1/std")(encoder8_ln1_var_eps);  encoder8_ln1_var_eps = None
    encoder8_ln1_inv_std = getattr(self, "encoder8/ln1/inv_std")(encoder8_ln1_std);  encoder8_ln1_std = None
    encoder8_ln1_normalized = getattr(self, "encoder8/ln1/normalized")(encoder8_ln1_centered, encoder8_ln1_inv_std);  encoder8_ln1_centered = encoder8_ln1_inv_std = None
    encoder8_ln1_to_data_type = getattr(self, "encoder8/ln1/to_data_type")(encoder8_ln1_normalized);  encoder8_ln1_normalized = None
    initializers_onnx_initializer_362 = self.initializers.onnx_initializer_362
    encoder8_ln1_gammas = getattr(self, "encoder8/ln1/gammas")(encoder8_ln1_to_data_type, initializers_onnx_initializer_362);  encoder8_ln1_to_data_type = initializers_onnx_initializer_362 = None
    initializers_onnx_initializer_363 = self.initializers.onnx_initializer_363
    encoder8_ln1_betas = getattr(self, "encoder8/ln1/betas")(encoder8_ln1_gammas, initializers_onnx_initializer_363);  encoder8_ln1_gammas = initializers_onnx_initializer_363 = None
    initializers_onnx_initializer_364 = self.initializers.onnx_initializer_364
    encoder8_ffn_dense1_w = getattr(self, "encoder8/ffn/dense1/w")(encoder8_ln1_betas, initializers_onnx_initializer_364);  initializers_onnx_initializer_364 = None
    initializers_onnx_initializer_365 = self.initializers.onnx_initializer_365
    encoder8_ffn_dense1_b = getattr(self, "encoder8/ffn/dense1/b")(encoder8_ffn_dense1_w, initializers_onnx_initializer_365);  encoder8_ffn_dense1_w = initializers_onnx_initializer_365 = None
    encoder8_ffn_dense1_mish_softplus = getattr(self, "encoder8/ffn/dense1/mish/softplus")(encoder8_ffn_dense1_b)
    encoder8_ffn_dense1_mish_tanh = getattr(self, "encoder8/ffn/dense1/mish/tanh")(encoder8_ffn_dense1_mish_softplus);  encoder8_ffn_dense1_mish_softplus = None
    encoder8_ffn_dense1_mish = getattr(self, "encoder8/ffn/dense1/mish")(encoder8_ffn_dense1_mish_tanh, encoder8_ffn_dense1_b);  encoder8_ffn_dense1_mish_tanh = encoder8_ffn_dense1_b = None
    initializers_onnx_initializer_366 = self.initializers.onnx_initializer_366
    encoder8_ffn_dense2_w = getattr(self, "encoder8/ffn/dense2/w")(encoder8_ffn_dense1_mish, initializers_onnx_initializer_366);  encoder8_ffn_dense1_mish = initializers_onnx_initializer_366 = None
    initializers_onnx_initializer_367 = self.initializers.onnx_initializer_367
    encoder8_ffn_dense2_b = getattr(self, "encoder8/ffn/dense2/b")(encoder8_ffn_dense2_w, initializers_onnx_initializer_367);  encoder8_ffn_dense2_w = initializers_onnx_initializer_367 = None
    initializers_onnx_initializer_368 = self.initializers.onnx_initializer_368
    encoder8_ffn_alpha = getattr(self, "encoder8/ffn/alpha")(encoder8_ffn_dense2_b, initializers_onnx_initializer_368);  encoder8_ffn_dense2_b = initializers_onnx_initializer_368 = None
    encoder8_ffn_skip = getattr(self, "encoder8/ffn/skip")(encoder8_ffn_alpha, encoder8_ln1_betas);  encoder8_ffn_alpha = encoder8_ln1_betas = None
    encoder8_ln2_to_float = getattr(self, "encoder8/ln2/to_float")(encoder8_ffn_skip);  encoder8_ffn_skip = None
    encoder8_ln2_mean = getattr(self, "encoder8/ln2/mean")(encoder8_ln2_to_float)
    encoder8_ln2_centered = getattr(self, "encoder8/ln2/centered")(encoder8_ln2_to_float, encoder8_ln2_mean);  encoder8_ln2_to_float = encoder8_ln2_mean = None
    encoder8_ln2_squared = getattr(self, "encoder8/ln2/squared")(encoder8_ln2_centered, encoder8_ln2_centered)
    encoder8_ln2_var = getattr(self, "encoder8/ln2/var")(encoder8_ln2_squared);  encoder8_ln2_squared = None
    initializers_onnx_initializer_369 = self.initializers.onnx_initializer_369
    encoder8_ln2_var_eps = getattr(self, "encoder8/ln2/var_eps")(encoder8_ln2_var, initializers_onnx_initializer_369);  encoder8_ln2_var = initializers_onnx_initializer_369 = None
    encoder8_ln2_std = getattr(self, "encoder8/ln2/std")(encoder8_ln2_var_eps);  encoder8_ln2_var_eps = None
    encoder8_ln2_inv_std = getattr(self, "encoder8/ln2/inv_std")(encoder8_ln2_std);  encoder8_ln2_std = None
    encoder8_ln2_normalized = getattr(self, "encoder8/ln2/normalized")(encoder8_ln2_centered, encoder8_ln2_inv_std);  encoder8_ln2_centered = encoder8_ln2_inv_std = None
    encoder8_ln2_to_data_type = getattr(self, "encoder8/ln2/to_data_type")(encoder8_ln2_normalized);  encoder8_ln2_normalized = None
    initializers_onnx_initializer_370 = self.initializers.onnx_initializer_370
    encoder8_ln2_gammas = getattr(self, "encoder8/ln2/gammas")(encoder8_ln2_to_data_type, initializers_onnx_initializer_370);  encoder8_ln2_to_data_type = initializers_onnx_initializer_370 = None
    initializers_onnx_initializer_371 = self.initializers.onnx_initializer_371
    encoder8_ln2_betas = getattr(self, "encoder8/ln2/betas")(encoder8_ln2_gammas, initializers_onnx_initializer_371);  encoder8_ln2_gammas = initializers_onnx_initializer_371 = None
    initializers_onnx_initializer_372 = self.initializers.onnx_initializer_372
    encoder9_mha_q_w = getattr(self, "encoder9/mha/Q/w")(encoder8_ln2_betas, initializers_onnx_initializer_372);  initializers_onnx_initializer_372 = None
    initializers_onnx_initializer_373 = self.initializers.onnx_initializer_373
    encoder9_mha_q_b = getattr(self, "encoder9/mha/Q/b")(encoder9_mha_q_w, initializers_onnx_initializer_373);  encoder9_mha_q_w = initializers_onnx_initializer_373 = None
    initializers_onnx_initializer_374 = self.initializers.onnx_initializer_374
    encoder9_mha_q_reshape = getattr(self, "encoder9/mha/Q/reshape")(encoder9_mha_q_b, initializers_onnx_initializer_374);  encoder9_mha_q_b = initializers_onnx_initializer_374 = None
    encoder9_mha_q_transpose = getattr(self, "encoder9/mha/Q/transpose")(encoder9_mha_q_reshape);  encoder9_mha_q_reshape = None
    initializers_onnx_initializer_375 = self.initializers.onnx_initializer_375
    encoder9_mha_k_w = getattr(self, "encoder9/mha/K/w")(encoder8_ln2_betas, initializers_onnx_initializer_375);  initializers_onnx_initializer_375 = None
    initializers_onnx_initializer_376 = self.initializers.onnx_initializer_376
    encoder9_mha_k_b = getattr(self, "encoder9/mha/K/b")(encoder9_mha_k_w, initializers_onnx_initializer_376);  encoder9_mha_k_w = initializers_onnx_initializer_376 = None
    initializers_onnx_initializer_377 = self.initializers.onnx_initializer_377
    encoder9_mha_k_reshape = getattr(self, "encoder9/mha/K/reshape")(encoder9_mha_k_b, initializers_onnx_initializer_377);  encoder9_mha_k_b = initializers_onnx_initializer_377 = None
    encoder9_mha_k_transpose = getattr(self, "encoder9/mha/K/transpose")(encoder9_mha_k_reshape);  encoder9_mha_k_reshape = None
    initializers_onnx_initializer_378 = self.initializers.onnx_initializer_378
    encoder9_mha_v_w = getattr(self, "encoder9/mha/V/w")(encoder8_ln2_betas, initializers_onnx_initializer_378);  initializers_onnx_initializer_378 = None
    initializers_onnx_initializer_379 = self.initializers.onnx_initializer_379
    encoder9_mha_v_b = getattr(self, "encoder9/mha/V/b")(encoder9_mha_v_w, initializers_onnx_initializer_379);  encoder9_mha_v_w = initializers_onnx_initializer_379 = None
    initializers_onnx_initializer_380 = self.initializers.onnx_initializer_380
    encoder9_mha_v_reshape = getattr(self, "encoder9/mha/V/reshape")(encoder9_mha_v_b, initializers_onnx_initializer_380);  encoder9_mha_v_b = initializers_onnx_initializer_380 = None
    encoder9_mha_v_transpose = getattr(self, "encoder9/mha/V/transpose")(encoder9_mha_v_reshape);  encoder9_mha_v_reshape = None
    encoder9_mha_qk_matmul = getattr(self, "encoder9/mha/QK/matmul")(encoder9_mha_q_transpose, encoder9_mha_k_transpose);  encoder9_mha_q_transpose = encoder9_mha_k_transpose = None
    initializers_onnx_initializer_381 = self.initializers.onnx_initializer_381
    encoder9_mha_qk_scale = getattr(self, "encoder9/mha/QK/scale")(encoder9_mha_qk_matmul, initializers_onnx_initializer_381);  encoder9_mha_qk_matmul = initializers_onnx_initializer_381 = None
    initializers_onnx_initializer_382 = self.initializers.onnx_initializer_382
    encoder9_smolgen_compress = getattr(self, "encoder9/smolgen/compress")(encoder8_ln2_betas, initializers_onnx_initializer_382);  initializers_onnx_initializer_382 = None
    initializers_onnx_initializer_383 = self.initializers.onnx_initializer_383
    encoder9_smolgen_compress_reshape = getattr(self, "encoder9/smolgen/compress/reshape")(encoder9_smolgen_compress, initializers_onnx_initializer_383);  encoder9_smolgen_compress = initializers_onnx_initializer_383 = None
    initializers_onnx_initializer_384 = self.initializers.onnx_initializer_384
    encoder9_smolgen_dense1_w = getattr(self, "encoder9/smolgen/dense1/w")(encoder9_smolgen_compress_reshape, initializers_onnx_initializer_384);  encoder9_smolgen_compress_reshape = initializers_onnx_initializer_384 = None
    initializers_onnx_initializer_385 = self.initializers.onnx_initializer_385
    encoder9_smolgen_dense1_b = getattr(self, "encoder9/smolgen/dense1/b")(encoder9_smolgen_dense1_w, initializers_onnx_initializer_385);  encoder9_smolgen_dense1_w = initializers_onnx_initializer_385 = None
    encoder9_smolgen_dense1_swish_sigmoid = getattr(self, "encoder9/smolgen/dense1/swish/sigmoid")(encoder9_smolgen_dense1_b)
    encoder9_smolgen_dense1_swish = getattr(self, "encoder9/smolgen/dense1/swish")(encoder9_smolgen_dense1_swish_sigmoid, encoder9_smolgen_dense1_b);  encoder9_smolgen_dense1_swish_sigmoid = encoder9_smolgen_dense1_b = None
    encoder9_smolgen_ln1_to_float = getattr(self, "encoder9/smolgen/ln1/to_float")(encoder9_smolgen_dense1_swish);  encoder9_smolgen_dense1_swish = None
    encoder9_smolgen_ln1_mean = getattr(self, "encoder9/smolgen/ln1/mean")(encoder9_smolgen_ln1_to_float)
    encoder9_smolgen_ln1_centered = getattr(self, "encoder9/smolgen/ln1/centered")(encoder9_smolgen_ln1_to_float, encoder9_smolgen_ln1_mean);  encoder9_smolgen_ln1_to_float = encoder9_smolgen_ln1_mean = None
    encoder9_smolgen_ln1_squared = getattr(self, "encoder9/smolgen/ln1/squared")(encoder9_smolgen_ln1_centered, encoder9_smolgen_ln1_centered)
    encoder9_smolgen_ln1_var = getattr(self, "encoder9/smolgen/ln1/var")(encoder9_smolgen_ln1_squared);  encoder9_smolgen_ln1_squared = None
    initializers_onnx_initializer_386 = self.initializers.onnx_initializer_386
    encoder9_smolgen_ln1_var_eps = getattr(self, "encoder9/smolgen/ln1/var_eps")(encoder9_smolgen_ln1_var, initializers_onnx_initializer_386);  encoder9_smolgen_ln1_var = initializers_onnx_initializer_386 = None
    encoder9_smolgen_ln1_std = getattr(self, "encoder9/smolgen/ln1/std")(encoder9_smolgen_ln1_var_eps);  encoder9_smolgen_ln1_var_eps = None
    encoder9_smolgen_ln1_inv_std = getattr(self, "encoder9/smolgen/ln1/inv_std")(encoder9_smolgen_ln1_std);  encoder9_smolgen_ln1_std = None
    encoder9_smolgen_ln1_normalized = getattr(self, "encoder9/smolgen/ln1/normalized")(encoder9_smolgen_ln1_centered, encoder9_smolgen_ln1_inv_std);  encoder9_smolgen_ln1_centered = encoder9_smolgen_ln1_inv_std = None
    encoder9_smolgen_ln1_to_data_type = getattr(self, "encoder9/smolgen/ln1/to_data_type")(encoder9_smolgen_ln1_normalized);  encoder9_smolgen_ln1_normalized = None
    initializers_onnx_initializer_387 = self.initializers.onnx_initializer_387
    encoder9_smolgen_ln1_gammas = getattr(self, "encoder9/smolgen/ln1/gammas")(encoder9_smolgen_ln1_to_data_type, initializers_onnx_initializer_387);  encoder9_smolgen_ln1_to_data_type = initializers_onnx_initializer_387 = None
    initializers_onnx_initializer_388 = self.initializers.onnx_initializer_388
    encoder9_smolgen_ln1_betas = getattr(self, "encoder9/smolgen/ln1/betas")(encoder9_smolgen_ln1_gammas, initializers_onnx_initializer_388);  encoder9_smolgen_ln1_gammas = initializers_onnx_initializer_388 = None
    initializers_onnx_initializer_389 = self.initializers.onnx_initializer_389
    encoder9_smolgen_dense2_w = getattr(self, "encoder9/smolgen/dense2/w")(encoder9_smolgen_ln1_betas, initializers_onnx_initializer_389);  encoder9_smolgen_ln1_betas = initializers_onnx_initializer_389 = None
    initializers_onnx_initializer_390 = self.initializers.onnx_initializer_390
    encoder9_smolgen_dense2_b = getattr(self, "encoder9/smolgen/dense2/b")(encoder9_smolgen_dense2_w, initializers_onnx_initializer_390);  encoder9_smolgen_dense2_w = initializers_onnx_initializer_390 = None
    encoder9_smolgen_dense2_swish_sigmoid = getattr(self, "encoder9/smolgen/dense2/swish/sigmoid")(encoder9_smolgen_dense2_b)
    encoder9_smolgen_dense2_swish = getattr(self, "encoder9/smolgen/dense2/swish")(encoder9_smolgen_dense2_swish_sigmoid, encoder9_smolgen_dense2_b);  encoder9_smolgen_dense2_swish_sigmoid = encoder9_smolgen_dense2_b = None
    encoder9_smolgen_ln2_to_float = getattr(self, "encoder9/smolgen/ln2/to_float")(encoder9_smolgen_dense2_swish);  encoder9_smolgen_dense2_swish = None
    encoder9_smolgen_ln2_mean = getattr(self, "encoder9/smolgen/ln2/mean")(encoder9_smolgen_ln2_to_float)
    encoder9_smolgen_ln2_centered = getattr(self, "encoder9/smolgen/ln2/centered")(encoder9_smolgen_ln2_to_float, encoder9_smolgen_ln2_mean);  encoder9_smolgen_ln2_to_float = encoder9_smolgen_ln2_mean = None
    encoder9_smolgen_ln2_squared = getattr(self, "encoder9/smolgen/ln2/squared")(encoder9_smolgen_ln2_centered, encoder9_smolgen_ln2_centered)
    encoder9_smolgen_ln2_var = getattr(self, "encoder9/smolgen/ln2/var")(encoder9_smolgen_ln2_squared);  encoder9_smolgen_ln2_squared = None
    initializers_onnx_initializer_391 = self.initializers.onnx_initializer_391
    encoder9_smolgen_ln2_var_eps = getattr(self, "encoder9/smolgen/ln2/var_eps")(encoder9_smolgen_ln2_var, initializers_onnx_initializer_391);  encoder9_smolgen_ln2_var = initializers_onnx_initializer_391 = None
    encoder9_smolgen_ln2_std = getattr(self, "encoder9/smolgen/ln2/std")(encoder9_smolgen_ln2_var_eps);  encoder9_smolgen_ln2_var_eps = None
    encoder9_smolgen_ln2_inv_std = getattr(self, "encoder9/smolgen/ln2/inv_std")(encoder9_smolgen_ln2_std);  encoder9_smolgen_ln2_std = None
    encoder9_smolgen_ln2_normalized = getattr(self, "encoder9/smolgen/ln2/normalized")(encoder9_smolgen_ln2_centered, encoder9_smolgen_ln2_inv_std);  encoder9_smolgen_ln2_centered = encoder9_smolgen_ln2_inv_std = None
    encoder9_smolgen_ln2_to_data_type = getattr(self, "encoder9/smolgen/ln2/to_data_type")(encoder9_smolgen_ln2_normalized);  encoder9_smolgen_ln2_normalized = None
    initializers_onnx_initializer_392 = self.initializers.onnx_initializer_392
    encoder9_smolgen_ln2_gammas = getattr(self, "encoder9/smolgen/ln2/gammas")(encoder9_smolgen_ln2_to_data_type, initializers_onnx_initializer_392);  encoder9_smolgen_ln2_to_data_type = initializers_onnx_initializer_392 = None
    initializers_onnx_initializer_393 = self.initializers.onnx_initializer_393
    encoder9_smolgen_ln2_betas = getattr(self, "encoder9/smolgen/ln2/betas")(encoder9_smolgen_ln2_gammas, initializers_onnx_initializer_393);  encoder9_smolgen_ln2_gammas = initializers_onnx_initializer_393 = None
    initializers_onnx_initializer_394 = self.initializers.onnx_initializer_394
    encoder9_smolgen_gen_from_reshape = getattr(self, "encoder9/smolgen/gen_from/reshape")(encoder9_smolgen_ln2_betas, initializers_onnx_initializer_394);  encoder9_smolgen_ln2_betas = initializers_onnx_initializer_394 = None
    initializers_onnx_initializer_395 = self.initializers.onnx_initializer_395
    encoder9_smolgen_smol_weight_gen = getattr(self, "encoder9/smolgen/smol_weight_gen")(encoder9_smolgen_gen_from_reshape, initializers_onnx_initializer_395);  encoder9_smolgen_gen_from_reshape = initializers_onnx_initializer_395 = None
    initializers_onnx_initializer_396 = self.initializers.onnx_initializer_396
    encoder9_smolgen_out_reshape = getattr(self, "encoder9/smolgen/out/reshape")(encoder9_smolgen_smol_weight_gen, initializers_onnx_initializer_396);  encoder9_smolgen_smol_weight_gen = initializers_onnx_initializer_396 = None
    encoder9_smolgen_weights = getattr(self, "encoder9/smolgen_weights")(encoder9_mha_qk_scale, encoder9_smolgen_out_reshape);  encoder9_mha_qk_scale = encoder9_smolgen_out_reshape = None
    encoder9_mha_qk_softmax = getattr(self, "encoder9/mha/QK/softmax")(encoder9_smolgen_weights);  encoder9_smolgen_weights = None
    encoder9_mha_qkv_matmul = getattr(self, "encoder9/mha/QKV/matmul")(encoder9_mha_qk_softmax, encoder9_mha_v_transpose);  encoder9_mha_qk_softmax = encoder9_mha_v_transpose = None
    encoder9_mha_out_transpose = getattr(self, "encoder9/mha/out/transpose")(encoder9_mha_qkv_matmul);  encoder9_mha_qkv_matmul = None
    initializers_onnx_initializer_397 = self.initializers.onnx_initializer_397
    encoder9_mha_out_reshape = getattr(self, "encoder9/mha/out/reshape")(encoder9_mha_out_transpose, initializers_onnx_initializer_397);  encoder9_mha_out_transpose = initializers_onnx_initializer_397 = None
    initializers_onnx_initializer_398 = self.initializers.onnx_initializer_398
    encoder9_mha_out_dense_w = getattr(self, "encoder9/mha/out/dense/w")(encoder9_mha_out_reshape, initializers_onnx_initializer_398);  encoder9_mha_out_reshape = initializers_onnx_initializer_398 = None
    initializers_onnx_initializer_399 = self.initializers.onnx_initializer_399
    encoder9_mha_out_dense_b = getattr(self, "encoder9/mha/out/dense/b")(encoder9_mha_out_dense_w, initializers_onnx_initializer_399);  encoder9_mha_out_dense_w = initializers_onnx_initializer_399 = None
    initializers_onnx_initializer_400 = self.initializers.onnx_initializer_400
    encoder9_alpha_input = getattr(self, "encoder9/alpha*input")(encoder9_mha_out_dense_b, initializers_onnx_initializer_400);  encoder9_mha_out_dense_b = initializers_onnx_initializer_400 = None
    encoder9_mha_out_skip = getattr(self, "encoder9/mha/out/skip")(encoder9_alpha_input, encoder8_ln2_betas);  encoder9_alpha_input = encoder8_ln2_betas = None
    encoder9_ln1_to_float = getattr(self, "encoder9/ln1/to_float")(encoder9_mha_out_skip);  encoder9_mha_out_skip = None
    encoder9_ln1_mean = getattr(self, "encoder9/ln1/mean")(encoder9_ln1_to_float)
    encoder9_ln1_centered = getattr(self, "encoder9/ln1/centered")(encoder9_ln1_to_float, encoder9_ln1_mean);  encoder9_ln1_to_float = encoder9_ln1_mean = None
    encoder9_ln1_squared = getattr(self, "encoder9/ln1/squared")(encoder9_ln1_centered, encoder9_ln1_centered)
    encoder9_ln1_var = getattr(self, "encoder9/ln1/var")(encoder9_ln1_squared);  encoder9_ln1_squared = None
    initializers_onnx_initializer_401 = self.initializers.onnx_initializer_401
    encoder9_ln1_var_eps = getattr(self, "encoder9/ln1/var_eps")(encoder9_ln1_var, initializers_onnx_initializer_401);  encoder9_ln1_var = initializers_onnx_initializer_401 = None
    encoder9_ln1_std = getattr(self, "encoder9/ln1/std")(encoder9_ln1_var_eps);  encoder9_ln1_var_eps = None
    encoder9_ln1_inv_std = getattr(self, "encoder9/ln1/inv_std")(encoder9_ln1_std);  encoder9_ln1_std = None
    encoder9_ln1_normalized = getattr(self, "encoder9/ln1/normalized")(encoder9_ln1_centered, encoder9_ln1_inv_std);  encoder9_ln1_centered = encoder9_ln1_inv_std = None
    encoder9_ln1_to_data_type = getattr(self, "encoder9/ln1/to_data_type")(encoder9_ln1_normalized);  encoder9_ln1_normalized = None
    initializers_onnx_initializer_402 = self.initializers.onnx_initializer_402
    encoder9_ln1_gammas = getattr(self, "encoder9/ln1/gammas")(encoder9_ln1_to_data_type, initializers_onnx_initializer_402);  encoder9_ln1_to_data_type = initializers_onnx_initializer_402 = None
    initializers_onnx_initializer_403 = self.initializers.onnx_initializer_403
    encoder9_ln1_betas = getattr(self, "encoder9/ln1/betas")(encoder9_ln1_gammas, initializers_onnx_initializer_403);  encoder9_ln1_gammas = initializers_onnx_initializer_403 = None
    initializers_onnx_initializer_404 = self.initializers.onnx_initializer_404
    encoder9_ffn_dense1_w = getattr(self, "encoder9/ffn/dense1/w")(encoder9_ln1_betas, initializers_onnx_initializer_404);  initializers_onnx_initializer_404 = None
    initializers_onnx_initializer_405 = self.initializers.onnx_initializer_405
    encoder9_ffn_dense1_b = getattr(self, "encoder9/ffn/dense1/b")(encoder9_ffn_dense1_w, initializers_onnx_initializer_405);  encoder9_ffn_dense1_w = initializers_onnx_initializer_405 = None
    encoder9_ffn_dense1_mish_softplus = getattr(self, "encoder9/ffn/dense1/mish/softplus")(encoder9_ffn_dense1_b)
    encoder9_ffn_dense1_mish_tanh = getattr(self, "encoder9/ffn/dense1/mish/tanh")(encoder9_ffn_dense1_mish_softplus);  encoder9_ffn_dense1_mish_softplus = None
    encoder9_ffn_dense1_mish = getattr(self, "encoder9/ffn/dense1/mish")(encoder9_ffn_dense1_mish_tanh, encoder9_ffn_dense1_b);  encoder9_ffn_dense1_mish_tanh = encoder9_ffn_dense1_b = None
    initializers_onnx_initializer_406 = self.initializers.onnx_initializer_406
    encoder9_ffn_dense2_w = getattr(self, "encoder9/ffn/dense2/w")(encoder9_ffn_dense1_mish, initializers_onnx_initializer_406);  encoder9_ffn_dense1_mish = initializers_onnx_initializer_406 = None
    initializers_onnx_initializer_407 = self.initializers.onnx_initializer_407
    encoder9_ffn_dense2_b = getattr(self, "encoder9/ffn/dense2/b")(encoder9_ffn_dense2_w, initializers_onnx_initializer_407);  encoder9_ffn_dense2_w = initializers_onnx_initializer_407 = None
    initializers_onnx_initializer_408 = self.initializers.onnx_initializer_408
    encoder9_ffn_alpha = getattr(self, "encoder9/ffn/alpha")(encoder9_ffn_dense2_b, initializers_onnx_initializer_408);  encoder9_ffn_dense2_b = initializers_onnx_initializer_408 = None
    encoder9_ffn_skip = getattr(self, "encoder9/ffn/skip")(encoder9_ffn_alpha, encoder9_ln1_betas);  encoder9_ffn_alpha = encoder9_ln1_betas = None
    encoder9_ln2_to_float = getattr(self, "encoder9/ln2/to_float")(encoder9_ffn_skip);  encoder9_ffn_skip = None
    encoder9_ln2_mean = getattr(self, "encoder9/ln2/mean")(encoder9_ln2_to_float)
    encoder9_ln2_centered = getattr(self, "encoder9/ln2/centered")(encoder9_ln2_to_float, encoder9_ln2_mean);  encoder9_ln2_to_float = encoder9_ln2_mean = None
    encoder9_ln2_squared = getattr(self, "encoder9/ln2/squared")(encoder9_ln2_centered, encoder9_ln2_centered)
    encoder9_ln2_var = getattr(self, "encoder9/ln2/var")(encoder9_ln2_squared);  encoder9_ln2_squared = None
    initializers_onnx_initializer_409 = self.initializers.onnx_initializer_409
    encoder9_ln2_var_eps = getattr(self, "encoder9/ln2/var_eps")(encoder9_ln2_var, initializers_onnx_initializer_409);  encoder9_ln2_var = initializers_onnx_initializer_409 = None
    encoder9_ln2_std = getattr(self, "encoder9/ln2/std")(encoder9_ln2_var_eps);  encoder9_ln2_var_eps = None
    encoder9_ln2_inv_std = getattr(self, "encoder9/ln2/inv_std")(encoder9_ln2_std);  encoder9_ln2_std = None
    encoder9_ln2_normalized = getattr(self, "encoder9/ln2/normalized")(encoder9_ln2_centered, encoder9_ln2_inv_std);  encoder9_ln2_centered = encoder9_ln2_inv_std = None
    encoder9_ln2_to_data_type = getattr(self, "encoder9/ln2/to_data_type")(encoder9_ln2_normalized);  encoder9_ln2_normalized = None
    initializers_onnx_initializer_410 = self.initializers.onnx_initializer_410
    encoder9_ln2_gammas = getattr(self, "encoder9/ln2/gammas")(encoder9_ln2_to_data_type, initializers_onnx_initializer_410);  encoder9_ln2_to_data_type = initializers_onnx_initializer_410 = None
    initializers_onnx_initializer_411 = self.initializers.onnx_initializer_411
    encoder9_ln2_betas = getattr(self, "encoder9/ln2/betas")(encoder9_ln2_gammas, initializers_onnx_initializer_411);  encoder9_ln2_gammas = initializers_onnx_initializer_411 = None
    initializers_onnx_initializer_412 = self.initializers.onnx_initializer_412
    encoder10_mha_q_w = getattr(self, "encoder10/mha/Q/w")(encoder9_ln2_betas, initializers_onnx_initializer_412);  initializers_onnx_initializer_412 = None
    initializers_onnx_initializer_413 = self.initializers.onnx_initializer_413
    encoder10_mha_q_b = getattr(self, "encoder10/mha/Q/b")(encoder10_mha_q_w, initializers_onnx_initializer_413);  encoder10_mha_q_w = initializers_onnx_initializer_413 = None
    initializers_onnx_initializer_414 = self.initializers.onnx_initializer_414
    encoder10_mha_q_reshape = getattr(self, "encoder10/mha/Q/reshape")(encoder10_mha_q_b, initializers_onnx_initializer_414);  encoder10_mha_q_b = initializers_onnx_initializer_414 = None
    encoder10_mha_q_transpose = getattr(self, "encoder10/mha/Q/transpose")(encoder10_mha_q_reshape);  encoder10_mha_q_reshape = None
    initializers_onnx_initializer_415 = self.initializers.onnx_initializer_415
    encoder10_mha_k_w = getattr(self, "encoder10/mha/K/w")(encoder9_ln2_betas, initializers_onnx_initializer_415);  initializers_onnx_initializer_415 = None
    initializers_onnx_initializer_416 = self.initializers.onnx_initializer_416
    encoder10_mha_k_b = getattr(self, "encoder10/mha/K/b")(encoder10_mha_k_w, initializers_onnx_initializer_416);  encoder10_mha_k_w = initializers_onnx_initializer_416 = None
    initializers_onnx_initializer_417 = self.initializers.onnx_initializer_417
    encoder10_mha_k_reshape = getattr(self, "encoder10/mha/K/reshape")(encoder10_mha_k_b, initializers_onnx_initializer_417);  encoder10_mha_k_b = initializers_onnx_initializer_417 = None
    encoder10_mha_k_transpose = getattr(self, "encoder10/mha/K/transpose")(encoder10_mha_k_reshape);  encoder10_mha_k_reshape = None
    initializers_onnx_initializer_418 = self.initializers.onnx_initializer_418
    encoder10_mha_v_w = getattr(self, "encoder10/mha/V/w")(encoder9_ln2_betas, initializers_onnx_initializer_418);  initializers_onnx_initializer_418 = None
    initializers_onnx_initializer_419 = self.initializers.onnx_initializer_419
    encoder10_mha_v_b = getattr(self, "encoder10/mha/V/b")(encoder10_mha_v_w, initializers_onnx_initializer_419);  encoder10_mha_v_w = initializers_onnx_initializer_419 = None
    initializers_onnx_initializer_420 = self.initializers.onnx_initializer_420
    encoder10_mha_v_reshape = getattr(self, "encoder10/mha/V/reshape")(encoder10_mha_v_b, initializers_onnx_initializer_420);  encoder10_mha_v_b = initializers_onnx_initializer_420 = None
    encoder10_mha_v_transpose = getattr(self, "encoder10/mha/V/transpose")(encoder10_mha_v_reshape);  encoder10_mha_v_reshape = None
    encoder10_mha_qk_matmul = getattr(self, "encoder10/mha/QK/matmul")(encoder10_mha_q_transpose, encoder10_mha_k_transpose);  encoder10_mha_q_transpose = encoder10_mha_k_transpose = None
    initializers_onnx_initializer_421 = self.initializers.onnx_initializer_421
    encoder10_mha_qk_scale = getattr(self, "encoder10/mha/QK/scale")(encoder10_mha_qk_matmul, initializers_onnx_initializer_421);  encoder10_mha_qk_matmul = initializers_onnx_initializer_421 = None
    initializers_onnx_initializer_422 = self.initializers.onnx_initializer_422
    encoder10_smolgen_compress = getattr(self, "encoder10/smolgen/compress")(encoder9_ln2_betas, initializers_onnx_initializer_422);  initializers_onnx_initializer_422 = None
    initializers_onnx_initializer_423 = self.initializers.onnx_initializer_423
    encoder10_smolgen_compress_reshape = getattr(self, "encoder10/smolgen/compress/reshape")(encoder10_smolgen_compress, initializers_onnx_initializer_423);  encoder10_smolgen_compress = initializers_onnx_initializer_423 = None
    initializers_onnx_initializer_424 = self.initializers.onnx_initializer_424
    encoder10_smolgen_dense1_w = getattr(self, "encoder10/smolgen/dense1/w")(encoder10_smolgen_compress_reshape, initializers_onnx_initializer_424);  encoder10_smolgen_compress_reshape = initializers_onnx_initializer_424 = None
    initializers_onnx_initializer_425 = self.initializers.onnx_initializer_425
    encoder10_smolgen_dense1_b = getattr(self, "encoder10/smolgen/dense1/b")(encoder10_smolgen_dense1_w, initializers_onnx_initializer_425);  encoder10_smolgen_dense1_w = initializers_onnx_initializer_425 = None
    encoder10_smolgen_dense1_swish_sigmoid = getattr(self, "encoder10/smolgen/dense1/swish/sigmoid")(encoder10_smolgen_dense1_b)
    encoder10_smolgen_dense1_swish = getattr(self, "encoder10/smolgen/dense1/swish")(encoder10_smolgen_dense1_swish_sigmoid, encoder10_smolgen_dense1_b);  encoder10_smolgen_dense1_swish_sigmoid = encoder10_smolgen_dense1_b = None
    encoder10_smolgen_ln1_to_float = getattr(self, "encoder10/smolgen/ln1/to_float")(encoder10_smolgen_dense1_swish);  encoder10_smolgen_dense1_swish = None
    encoder10_smolgen_ln1_mean = getattr(self, "encoder10/smolgen/ln1/mean")(encoder10_smolgen_ln1_to_float)
    encoder10_smolgen_ln1_centered = getattr(self, "encoder10/smolgen/ln1/centered")(encoder10_smolgen_ln1_to_float, encoder10_smolgen_ln1_mean);  encoder10_smolgen_ln1_to_float = encoder10_smolgen_ln1_mean = None
    encoder10_smolgen_ln1_squared = getattr(self, "encoder10/smolgen/ln1/squared")(encoder10_smolgen_ln1_centered, encoder10_smolgen_ln1_centered)
    encoder10_smolgen_ln1_var = getattr(self, "encoder10/smolgen/ln1/var")(encoder10_smolgen_ln1_squared);  encoder10_smolgen_ln1_squared = None
    initializers_onnx_initializer_426 = self.initializers.onnx_initializer_426
    encoder10_smolgen_ln1_var_eps = getattr(self, "encoder10/smolgen/ln1/var_eps")(encoder10_smolgen_ln1_var, initializers_onnx_initializer_426);  encoder10_smolgen_ln1_var = initializers_onnx_initializer_426 = None
    encoder10_smolgen_ln1_std = getattr(self, "encoder10/smolgen/ln1/std")(encoder10_smolgen_ln1_var_eps);  encoder10_smolgen_ln1_var_eps = None
    encoder10_smolgen_ln1_inv_std = getattr(self, "encoder10/smolgen/ln1/inv_std")(encoder10_smolgen_ln1_std);  encoder10_smolgen_ln1_std = None
    encoder10_smolgen_ln1_normalized = getattr(self, "encoder10/smolgen/ln1/normalized")(encoder10_smolgen_ln1_centered, encoder10_smolgen_ln1_inv_std);  encoder10_smolgen_ln1_centered = encoder10_smolgen_ln1_inv_std = None
    encoder10_smolgen_ln1_to_data_type = getattr(self, "encoder10/smolgen/ln1/to_data_type")(encoder10_smolgen_ln1_normalized);  encoder10_smolgen_ln1_normalized = None
    initializers_onnx_initializer_427 = self.initializers.onnx_initializer_427
    encoder10_smolgen_ln1_gammas = getattr(self, "encoder10/smolgen/ln1/gammas")(encoder10_smolgen_ln1_to_data_type, initializers_onnx_initializer_427);  encoder10_smolgen_ln1_to_data_type = initializers_onnx_initializer_427 = None
    initializers_onnx_initializer_428 = self.initializers.onnx_initializer_428
    encoder10_smolgen_ln1_betas = getattr(self, "encoder10/smolgen/ln1/betas")(encoder10_smolgen_ln1_gammas, initializers_onnx_initializer_428);  encoder10_smolgen_ln1_gammas = initializers_onnx_initializer_428 = None
    initializers_onnx_initializer_429 = self.initializers.onnx_initializer_429
    encoder10_smolgen_dense2_w = getattr(self, "encoder10/smolgen/dense2/w")(encoder10_smolgen_ln1_betas, initializers_onnx_initializer_429);  encoder10_smolgen_ln1_betas = initializers_onnx_initializer_429 = None
    initializers_onnx_initializer_430 = self.initializers.onnx_initializer_430
    encoder10_smolgen_dense2_b = getattr(self, "encoder10/smolgen/dense2/b")(encoder10_smolgen_dense2_w, initializers_onnx_initializer_430);  encoder10_smolgen_dense2_w = initializers_onnx_initializer_430 = None
    encoder10_smolgen_dense2_swish_sigmoid = getattr(self, "encoder10/smolgen/dense2/swish/sigmoid")(encoder10_smolgen_dense2_b)
    encoder10_smolgen_dense2_swish = getattr(self, "encoder10/smolgen/dense2/swish")(encoder10_smolgen_dense2_swish_sigmoid, encoder10_smolgen_dense2_b);  encoder10_smolgen_dense2_swish_sigmoid = encoder10_smolgen_dense2_b = None
    encoder10_smolgen_ln2_to_float = getattr(self, "encoder10/smolgen/ln2/to_float")(encoder10_smolgen_dense2_swish);  encoder10_smolgen_dense2_swish = None
    encoder10_smolgen_ln2_mean = getattr(self, "encoder10/smolgen/ln2/mean")(encoder10_smolgen_ln2_to_float)
    encoder10_smolgen_ln2_centered = getattr(self, "encoder10/smolgen/ln2/centered")(encoder10_smolgen_ln2_to_float, encoder10_smolgen_ln2_mean);  encoder10_smolgen_ln2_to_float = encoder10_smolgen_ln2_mean = None
    encoder10_smolgen_ln2_squared = getattr(self, "encoder10/smolgen/ln2/squared")(encoder10_smolgen_ln2_centered, encoder10_smolgen_ln2_centered)
    encoder10_smolgen_ln2_var = getattr(self, "encoder10/smolgen/ln2/var")(encoder10_smolgen_ln2_squared);  encoder10_smolgen_ln2_squared = None
    initializers_onnx_initializer_431 = self.initializers.onnx_initializer_431
    encoder10_smolgen_ln2_var_eps = getattr(self, "encoder10/smolgen/ln2/var_eps")(encoder10_smolgen_ln2_var, initializers_onnx_initializer_431);  encoder10_smolgen_ln2_var = initializers_onnx_initializer_431 = None
    encoder10_smolgen_ln2_std = getattr(self, "encoder10/smolgen/ln2/std")(encoder10_smolgen_ln2_var_eps);  encoder10_smolgen_ln2_var_eps = None
    encoder10_smolgen_ln2_inv_std = getattr(self, "encoder10/smolgen/ln2/inv_std")(encoder10_smolgen_ln2_std);  encoder10_smolgen_ln2_std = None
    encoder10_smolgen_ln2_normalized = getattr(self, "encoder10/smolgen/ln2/normalized")(encoder10_smolgen_ln2_centered, encoder10_smolgen_ln2_inv_std);  encoder10_smolgen_ln2_centered = encoder10_smolgen_ln2_inv_std = None
    encoder10_smolgen_ln2_to_data_type = getattr(self, "encoder10/smolgen/ln2/to_data_type")(encoder10_smolgen_ln2_normalized);  encoder10_smolgen_ln2_normalized = None
    initializers_onnx_initializer_432 = self.initializers.onnx_initializer_432
    encoder10_smolgen_ln2_gammas = getattr(self, "encoder10/smolgen/ln2/gammas")(encoder10_smolgen_ln2_to_data_type, initializers_onnx_initializer_432);  encoder10_smolgen_ln2_to_data_type = initializers_onnx_initializer_432 = None
    initializers_onnx_initializer_433 = self.initializers.onnx_initializer_433
    encoder10_smolgen_ln2_betas = getattr(self, "encoder10/smolgen/ln2/betas")(encoder10_smolgen_ln2_gammas, initializers_onnx_initializer_433);  encoder10_smolgen_ln2_gammas = initializers_onnx_initializer_433 = None
    initializers_onnx_initializer_434 = self.initializers.onnx_initializer_434
    encoder10_smolgen_gen_from_reshape = getattr(self, "encoder10/smolgen/gen_from/reshape")(encoder10_smolgen_ln2_betas, initializers_onnx_initializer_434);  encoder10_smolgen_ln2_betas = initializers_onnx_initializer_434 = None
    initializers_onnx_initializer_435 = self.initializers.onnx_initializer_435
    encoder10_smolgen_smol_weight_gen = getattr(self, "encoder10/smolgen/smol_weight_gen")(encoder10_smolgen_gen_from_reshape, initializers_onnx_initializer_435);  encoder10_smolgen_gen_from_reshape = initializers_onnx_initializer_435 = None
    initializers_onnx_initializer_436 = self.initializers.onnx_initializer_436
    encoder10_smolgen_out_reshape = getattr(self, "encoder10/smolgen/out/reshape")(encoder10_smolgen_smol_weight_gen, initializers_onnx_initializer_436);  encoder10_smolgen_smol_weight_gen = initializers_onnx_initializer_436 = None
    encoder10_smolgen_weights = getattr(self, "encoder10/smolgen_weights")(encoder10_mha_qk_scale, encoder10_smolgen_out_reshape);  encoder10_mha_qk_scale = encoder10_smolgen_out_reshape = None
    encoder10_mha_qk_softmax = getattr(self, "encoder10/mha/QK/softmax")(encoder10_smolgen_weights);  encoder10_smolgen_weights = None
    encoder10_mha_qkv_matmul = getattr(self, "encoder10/mha/QKV/matmul")(encoder10_mha_qk_softmax, encoder10_mha_v_transpose);  encoder10_mha_qk_softmax = encoder10_mha_v_transpose = None
    encoder10_mha_out_transpose = getattr(self, "encoder10/mha/out/transpose")(encoder10_mha_qkv_matmul);  encoder10_mha_qkv_matmul = None
    initializers_onnx_initializer_437 = self.initializers.onnx_initializer_437
    encoder10_mha_out_reshape = getattr(self, "encoder10/mha/out/reshape")(encoder10_mha_out_transpose, initializers_onnx_initializer_437);  encoder10_mha_out_transpose = initializers_onnx_initializer_437 = None
    initializers_onnx_initializer_438 = self.initializers.onnx_initializer_438
    encoder10_mha_out_dense_w = getattr(self, "encoder10/mha/out/dense/w")(encoder10_mha_out_reshape, initializers_onnx_initializer_438);  encoder10_mha_out_reshape = initializers_onnx_initializer_438 = None
    initializers_onnx_initializer_439 = self.initializers.onnx_initializer_439
    encoder10_mha_out_dense_b = getattr(self, "encoder10/mha/out/dense/b")(encoder10_mha_out_dense_w, initializers_onnx_initializer_439);  encoder10_mha_out_dense_w = initializers_onnx_initializer_439 = None
    initializers_onnx_initializer_440 = self.initializers.onnx_initializer_440
    encoder10_alpha_input = getattr(self, "encoder10/alpha*input")(encoder10_mha_out_dense_b, initializers_onnx_initializer_440);  encoder10_mha_out_dense_b = initializers_onnx_initializer_440 = None
    encoder10_mha_out_skip = getattr(self, "encoder10/mha/out/skip")(encoder10_alpha_input, encoder9_ln2_betas);  encoder10_alpha_input = encoder9_ln2_betas = None
    encoder10_ln1_to_float = getattr(self, "encoder10/ln1/to_float")(encoder10_mha_out_skip);  encoder10_mha_out_skip = None
    encoder10_ln1_mean = getattr(self, "encoder10/ln1/mean")(encoder10_ln1_to_float)
    encoder10_ln1_centered = getattr(self, "encoder10/ln1/centered")(encoder10_ln1_to_float, encoder10_ln1_mean);  encoder10_ln1_to_float = encoder10_ln1_mean = None
    encoder10_ln1_squared = getattr(self, "encoder10/ln1/squared")(encoder10_ln1_centered, encoder10_ln1_centered)
    encoder10_ln1_var = getattr(self, "encoder10/ln1/var")(encoder10_ln1_squared);  encoder10_ln1_squared = None
    initializers_onnx_initializer_441 = self.initializers.onnx_initializer_441
    encoder10_ln1_var_eps = getattr(self, "encoder10/ln1/var_eps")(encoder10_ln1_var, initializers_onnx_initializer_441);  encoder10_ln1_var = initializers_onnx_initializer_441 = None
    encoder10_ln1_std = getattr(self, "encoder10/ln1/std")(encoder10_ln1_var_eps);  encoder10_ln1_var_eps = None
    encoder10_ln1_inv_std = getattr(self, "encoder10/ln1/inv_std")(encoder10_ln1_std);  encoder10_ln1_std = None
    encoder10_ln1_normalized = getattr(self, "encoder10/ln1/normalized")(encoder10_ln1_centered, encoder10_ln1_inv_std);  encoder10_ln1_centered = encoder10_ln1_inv_std = None
    encoder10_ln1_to_data_type = getattr(self, "encoder10/ln1/to_data_type")(encoder10_ln1_normalized);  encoder10_ln1_normalized = None
    initializers_onnx_initializer_442 = self.initializers.onnx_initializer_442
    encoder10_ln1_gammas = getattr(self, "encoder10/ln1/gammas")(encoder10_ln1_to_data_type, initializers_onnx_initializer_442);  encoder10_ln1_to_data_type = initializers_onnx_initializer_442 = None
    initializers_onnx_initializer_443 = self.initializers.onnx_initializer_443
    encoder10_ln1_betas = getattr(self, "encoder10/ln1/betas")(encoder10_ln1_gammas, initializers_onnx_initializer_443);  encoder10_ln1_gammas = initializers_onnx_initializer_443 = None
    initializers_onnx_initializer_444 = self.initializers.onnx_initializer_444
    encoder10_ffn_dense1_w = getattr(self, "encoder10/ffn/dense1/w")(encoder10_ln1_betas, initializers_onnx_initializer_444);  initializers_onnx_initializer_444 = None
    initializers_onnx_initializer_445 = self.initializers.onnx_initializer_445
    encoder10_ffn_dense1_b = getattr(self, "encoder10/ffn/dense1/b")(encoder10_ffn_dense1_w, initializers_onnx_initializer_445);  encoder10_ffn_dense1_w = initializers_onnx_initializer_445 = None
    encoder10_ffn_dense1_mish_softplus = getattr(self, "encoder10/ffn/dense1/mish/softplus")(encoder10_ffn_dense1_b)
    encoder10_ffn_dense1_mish_tanh = getattr(self, "encoder10/ffn/dense1/mish/tanh")(encoder10_ffn_dense1_mish_softplus);  encoder10_ffn_dense1_mish_softplus = None
    encoder10_ffn_dense1_mish = getattr(self, "encoder10/ffn/dense1/mish")(encoder10_ffn_dense1_mish_tanh, encoder10_ffn_dense1_b);  encoder10_ffn_dense1_mish_tanh = encoder10_ffn_dense1_b = None
    initializers_onnx_initializer_446 = self.initializers.onnx_initializer_446
    encoder10_ffn_dense2_w = getattr(self, "encoder10/ffn/dense2/w")(encoder10_ffn_dense1_mish, initializers_onnx_initializer_446);  encoder10_ffn_dense1_mish = initializers_onnx_initializer_446 = None
    initializers_onnx_initializer_447 = self.initializers.onnx_initializer_447
    encoder10_ffn_dense2_b = getattr(self, "encoder10/ffn/dense2/b")(encoder10_ffn_dense2_w, initializers_onnx_initializer_447);  encoder10_ffn_dense2_w = initializers_onnx_initializer_447 = None
    initializers_onnx_initializer_448 = self.initializers.onnx_initializer_448
    encoder10_ffn_alpha = getattr(self, "encoder10/ffn/alpha")(encoder10_ffn_dense2_b, initializers_onnx_initializer_448);  encoder10_ffn_dense2_b = initializers_onnx_initializer_448 = None
    encoder10_ffn_skip = getattr(self, "encoder10/ffn/skip")(encoder10_ffn_alpha, encoder10_ln1_betas);  encoder10_ffn_alpha = encoder10_ln1_betas = None
    encoder10_ln2_to_float = getattr(self, "encoder10/ln2/to_float")(encoder10_ffn_skip);  encoder10_ffn_skip = None
    encoder10_ln2_mean = getattr(self, "encoder10/ln2/mean")(encoder10_ln2_to_float)
    encoder10_ln2_centered = getattr(self, "encoder10/ln2/centered")(encoder10_ln2_to_float, encoder10_ln2_mean);  encoder10_ln2_to_float = encoder10_ln2_mean = None
    encoder10_ln2_squared = getattr(self, "encoder10/ln2/squared")(encoder10_ln2_centered, encoder10_ln2_centered)
    encoder10_ln2_var = getattr(self, "encoder10/ln2/var")(encoder10_ln2_squared);  encoder10_ln2_squared = None
    initializers_onnx_initializer_449 = self.initializers.onnx_initializer_449
    encoder10_ln2_var_eps = getattr(self, "encoder10/ln2/var_eps")(encoder10_ln2_var, initializers_onnx_initializer_449);  encoder10_ln2_var = initializers_onnx_initializer_449 = None
    encoder10_ln2_std = getattr(self, "encoder10/ln2/std")(encoder10_ln2_var_eps);  encoder10_ln2_var_eps = None
    encoder10_ln2_inv_std = getattr(self, "encoder10/ln2/inv_std")(encoder10_ln2_std);  encoder10_ln2_std = None
    encoder10_ln2_normalized = getattr(self, "encoder10/ln2/normalized")(encoder10_ln2_centered, encoder10_ln2_inv_std);  encoder10_ln2_centered = encoder10_ln2_inv_std = None
    encoder10_ln2_to_data_type = getattr(self, "encoder10/ln2/to_data_type")(encoder10_ln2_normalized);  encoder10_ln2_normalized = None
    initializers_onnx_initializer_450 = self.initializers.onnx_initializer_450
    encoder10_ln2_gammas = getattr(self, "encoder10/ln2/gammas")(encoder10_ln2_to_data_type, initializers_onnx_initializer_450);  encoder10_ln2_to_data_type = initializers_onnx_initializer_450 = None
    initializers_onnx_initializer_451 = self.initializers.onnx_initializer_451
    encoder10_ln2_betas = getattr(self, "encoder10/ln2/betas")(encoder10_ln2_gammas, initializers_onnx_initializer_451);  encoder10_ln2_gammas = initializers_onnx_initializer_451 = None
    initializers_onnx_initializer_452 = self.initializers.onnx_initializer_452
    encoder11_mha_q_w = getattr(self, "encoder11/mha/Q/w")(encoder10_ln2_betas, initializers_onnx_initializer_452);  initializers_onnx_initializer_452 = None
    initializers_onnx_initializer_453 = self.initializers.onnx_initializer_453
    encoder11_mha_q_b = getattr(self, "encoder11/mha/Q/b")(encoder11_mha_q_w, initializers_onnx_initializer_453);  encoder11_mha_q_w = initializers_onnx_initializer_453 = None
    initializers_onnx_initializer_454 = self.initializers.onnx_initializer_454
    encoder11_mha_q_reshape = getattr(self, "encoder11/mha/Q/reshape")(encoder11_mha_q_b, initializers_onnx_initializer_454);  encoder11_mha_q_b = initializers_onnx_initializer_454 = None
    encoder11_mha_q_transpose = getattr(self, "encoder11/mha/Q/transpose")(encoder11_mha_q_reshape);  encoder11_mha_q_reshape = None
    initializers_onnx_initializer_455 = self.initializers.onnx_initializer_455
    encoder11_mha_k_w = getattr(self, "encoder11/mha/K/w")(encoder10_ln2_betas, initializers_onnx_initializer_455);  initializers_onnx_initializer_455 = None
    initializers_onnx_initializer_456 = self.initializers.onnx_initializer_456
    encoder11_mha_k_b = getattr(self, "encoder11/mha/K/b")(encoder11_mha_k_w, initializers_onnx_initializer_456);  encoder11_mha_k_w = initializers_onnx_initializer_456 = None
    initializers_onnx_initializer_457 = self.initializers.onnx_initializer_457
    encoder11_mha_k_reshape = getattr(self, "encoder11/mha/K/reshape")(encoder11_mha_k_b, initializers_onnx_initializer_457);  encoder11_mha_k_b = initializers_onnx_initializer_457 = None
    encoder11_mha_k_transpose = getattr(self, "encoder11/mha/K/transpose")(encoder11_mha_k_reshape);  encoder11_mha_k_reshape = None
    initializers_onnx_initializer_458 = self.initializers.onnx_initializer_458
    encoder11_mha_v_w = getattr(self, "encoder11/mha/V/w")(encoder10_ln2_betas, initializers_onnx_initializer_458);  initializers_onnx_initializer_458 = None
    initializers_onnx_initializer_459 = self.initializers.onnx_initializer_459
    encoder11_mha_v_b = getattr(self, "encoder11/mha/V/b")(encoder11_mha_v_w, initializers_onnx_initializer_459);  encoder11_mha_v_w = initializers_onnx_initializer_459 = None
    initializers_onnx_initializer_460 = self.initializers.onnx_initializer_460
    encoder11_mha_v_reshape = getattr(self, "encoder11/mha/V/reshape")(encoder11_mha_v_b, initializers_onnx_initializer_460);  encoder11_mha_v_b = initializers_onnx_initializer_460 = None
    encoder11_mha_v_transpose = getattr(self, "encoder11/mha/V/transpose")(encoder11_mha_v_reshape);  encoder11_mha_v_reshape = None
    encoder11_mha_qk_matmul = getattr(self, "encoder11/mha/QK/matmul")(encoder11_mha_q_transpose, encoder11_mha_k_transpose);  encoder11_mha_q_transpose = encoder11_mha_k_transpose = None
    initializers_onnx_initializer_461 = self.initializers.onnx_initializer_461
    encoder11_mha_qk_scale = getattr(self, "encoder11/mha/QK/scale")(encoder11_mha_qk_matmul, initializers_onnx_initializer_461);  encoder11_mha_qk_matmul = initializers_onnx_initializer_461 = None
    initializers_onnx_initializer_462 = self.initializers.onnx_initializer_462
    encoder11_smolgen_compress = getattr(self, "encoder11/smolgen/compress")(encoder10_ln2_betas, initializers_onnx_initializer_462);  initializers_onnx_initializer_462 = None
    initializers_onnx_initializer_463 = self.initializers.onnx_initializer_463
    encoder11_smolgen_compress_reshape = getattr(self, "encoder11/smolgen/compress/reshape")(encoder11_smolgen_compress, initializers_onnx_initializer_463);  encoder11_smolgen_compress = initializers_onnx_initializer_463 = None
    initializers_onnx_initializer_464 = self.initializers.onnx_initializer_464
    encoder11_smolgen_dense1_w = getattr(self, "encoder11/smolgen/dense1/w")(encoder11_smolgen_compress_reshape, initializers_onnx_initializer_464);  encoder11_smolgen_compress_reshape = initializers_onnx_initializer_464 = None
    initializers_onnx_initializer_465 = self.initializers.onnx_initializer_465
    encoder11_smolgen_dense1_b = getattr(self, "encoder11/smolgen/dense1/b")(encoder11_smolgen_dense1_w, initializers_onnx_initializer_465);  encoder11_smolgen_dense1_w = initializers_onnx_initializer_465 = None
    encoder11_smolgen_dense1_swish_sigmoid = getattr(self, "encoder11/smolgen/dense1/swish/sigmoid")(encoder11_smolgen_dense1_b)
    encoder11_smolgen_dense1_swish = getattr(self, "encoder11/smolgen/dense1/swish")(encoder11_smolgen_dense1_swish_sigmoid, encoder11_smolgen_dense1_b);  encoder11_smolgen_dense1_swish_sigmoid = encoder11_smolgen_dense1_b = None
    encoder11_smolgen_ln1_to_float = getattr(self, "encoder11/smolgen/ln1/to_float")(encoder11_smolgen_dense1_swish);  encoder11_smolgen_dense1_swish = None
    encoder11_smolgen_ln1_mean = getattr(self, "encoder11/smolgen/ln1/mean")(encoder11_smolgen_ln1_to_float)
    encoder11_smolgen_ln1_centered = getattr(self, "encoder11/smolgen/ln1/centered")(encoder11_smolgen_ln1_to_float, encoder11_smolgen_ln1_mean);  encoder11_smolgen_ln1_to_float = encoder11_smolgen_ln1_mean = None
    encoder11_smolgen_ln1_squared = getattr(self, "encoder11/smolgen/ln1/squared")(encoder11_smolgen_ln1_centered, encoder11_smolgen_ln1_centered)
    encoder11_smolgen_ln1_var = getattr(self, "encoder11/smolgen/ln1/var")(encoder11_smolgen_ln1_squared);  encoder11_smolgen_ln1_squared = None
    initializers_onnx_initializer_466 = self.initializers.onnx_initializer_466
    encoder11_smolgen_ln1_var_eps = getattr(self, "encoder11/smolgen/ln1/var_eps")(encoder11_smolgen_ln1_var, initializers_onnx_initializer_466);  encoder11_smolgen_ln1_var = initializers_onnx_initializer_466 = None
    encoder11_smolgen_ln1_std = getattr(self, "encoder11/smolgen/ln1/std")(encoder11_smolgen_ln1_var_eps);  encoder11_smolgen_ln1_var_eps = None
    encoder11_smolgen_ln1_inv_std = getattr(self, "encoder11/smolgen/ln1/inv_std")(encoder11_smolgen_ln1_std);  encoder11_smolgen_ln1_std = None
    encoder11_smolgen_ln1_normalized = getattr(self, "encoder11/smolgen/ln1/normalized")(encoder11_smolgen_ln1_centered, encoder11_smolgen_ln1_inv_std);  encoder11_smolgen_ln1_centered = encoder11_smolgen_ln1_inv_std = None
    encoder11_smolgen_ln1_to_data_type = getattr(self, "encoder11/smolgen/ln1/to_data_type")(encoder11_smolgen_ln1_normalized);  encoder11_smolgen_ln1_normalized = None
    initializers_onnx_initializer_467 = self.initializers.onnx_initializer_467
    encoder11_smolgen_ln1_gammas = getattr(self, "encoder11/smolgen/ln1/gammas")(encoder11_smolgen_ln1_to_data_type, initializers_onnx_initializer_467);  encoder11_smolgen_ln1_to_data_type = initializers_onnx_initializer_467 = None
    initializers_onnx_initializer_468 = self.initializers.onnx_initializer_468
    encoder11_smolgen_ln1_betas = getattr(self, "encoder11/smolgen/ln1/betas")(encoder11_smolgen_ln1_gammas, initializers_onnx_initializer_468);  encoder11_smolgen_ln1_gammas = initializers_onnx_initializer_468 = None
    initializers_onnx_initializer_469 = self.initializers.onnx_initializer_469
    encoder11_smolgen_dense2_w = getattr(self, "encoder11/smolgen/dense2/w")(encoder11_smolgen_ln1_betas, initializers_onnx_initializer_469);  encoder11_smolgen_ln1_betas = initializers_onnx_initializer_469 = None
    initializers_onnx_initializer_470 = self.initializers.onnx_initializer_470
    encoder11_smolgen_dense2_b = getattr(self, "encoder11/smolgen/dense2/b")(encoder11_smolgen_dense2_w, initializers_onnx_initializer_470);  encoder11_smolgen_dense2_w = initializers_onnx_initializer_470 = None
    encoder11_smolgen_dense2_swish_sigmoid = getattr(self, "encoder11/smolgen/dense2/swish/sigmoid")(encoder11_smolgen_dense2_b)
    encoder11_smolgen_dense2_swish = getattr(self, "encoder11/smolgen/dense2/swish")(encoder11_smolgen_dense2_swish_sigmoid, encoder11_smolgen_dense2_b);  encoder11_smolgen_dense2_swish_sigmoid = encoder11_smolgen_dense2_b = None
    encoder11_smolgen_ln2_to_float = getattr(self, "encoder11/smolgen/ln2/to_float")(encoder11_smolgen_dense2_swish);  encoder11_smolgen_dense2_swish = None
    encoder11_smolgen_ln2_mean = getattr(self, "encoder11/smolgen/ln2/mean")(encoder11_smolgen_ln2_to_float)
    encoder11_smolgen_ln2_centered = getattr(self, "encoder11/smolgen/ln2/centered")(encoder11_smolgen_ln2_to_float, encoder11_smolgen_ln2_mean);  encoder11_smolgen_ln2_to_float = encoder11_smolgen_ln2_mean = None
    encoder11_smolgen_ln2_squared = getattr(self, "encoder11/smolgen/ln2/squared")(encoder11_smolgen_ln2_centered, encoder11_smolgen_ln2_centered)
    encoder11_smolgen_ln2_var = getattr(self, "encoder11/smolgen/ln2/var")(encoder11_smolgen_ln2_squared);  encoder11_smolgen_ln2_squared = None
    initializers_onnx_initializer_471 = self.initializers.onnx_initializer_471
    encoder11_smolgen_ln2_var_eps = getattr(self, "encoder11/smolgen/ln2/var_eps")(encoder11_smolgen_ln2_var, initializers_onnx_initializer_471);  encoder11_smolgen_ln2_var = initializers_onnx_initializer_471 = None
    encoder11_smolgen_ln2_std = getattr(self, "encoder11/smolgen/ln2/std")(encoder11_smolgen_ln2_var_eps);  encoder11_smolgen_ln2_var_eps = None
    encoder11_smolgen_ln2_inv_std = getattr(self, "encoder11/smolgen/ln2/inv_std")(encoder11_smolgen_ln2_std);  encoder11_smolgen_ln2_std = None
    encoder11_smolgen_ln2_normalized = getattr(self, "encoder11/smolgen/ln2/normalized")(encoder11_smolgen_ln2_centered, encoder11_smolgen_ln2_inv_std);  encoder11_smolgen_ln2_centered = encoder11_smolgen_ln2_inv_std = None
    encoder11_smolgen_ln2_to_data_type = getattr(self, "encoder11/smolgen/ln2/to_data_type")(encoder11_smolgen_ln2_normalized);  encoder11_smolgen_ln2_normalized = None
    initializers_onnx_initializer_472 = self.initializers.onnx_initializer_472
    encoder11_smolgen_ln2_gammas = getattr(self, "encoder11/smolgen/ln2/gammas")(encoder11_smolgen_ln2_to_data_type, initializers_onnx_initializer_472);  encoder11_smolgen_ln2_to_data_type = initializers_onnx_initializer_472 = None
    initializers_onnx_initializer_473 = self.initializers.onnx_initializer_473
    encoder11_smolgen_ln2_betas = getattr(self, "encoder11/smolgen/ln2/betas")(encoder11_smolgen_ln2_gammas, initializers_onnx_initializer_473);  encoder11_smolgen_ln2_gammas = initializers_onnx_initializer_473 = None
    initializers_onnx_initializer_474 = self.initializers.onnx_initializer_474
    encoder11_smolgen_gen_from_reshape = getattr(self, "encoder11/smolgen/gen_from/reshape")(encoder11_smolgen_ln2_betas, initializers_onnx_initializer_474);  encoder11_smolgen_ln2_betas = initializers_onnx_initializer_474 = None
    initializers_onnx_initializer_475 = self.initializers.onnx_initializer_475
    encoder11_smolgen_smol_weight_gen = getattr(self, "encoder11/smolgen/smol_weight_gen")(encoder11_smolgen_gen_from_reshape, initializers_onnx_initializer_475);  encoder11_smolgen_gen_from_reshape = initializers_onnx_initializer_475 = None
    initializers_onnx_initializer_476 = self.initializers.onnx_initializer_476
    encoder11_smolgen_out_reshape = getattr(self, "encoder11/smolgen/out/reshape")(encoder11_smolgen_smol_weight_gen, initializers_onnx_initializer_476);  encoder11_smolgen_smol_weight_gen = initializers_onnx_initializer_476 = None
    encoder11_smolgen_weights = getattr(self, "encoder11/smolgen_weights")(encoder11_mha_qk_scale, encoder11_smolgen_out_reshape);  encoder11_mha_qk_scale = encoder11_smolgen_out_reshape = None
    encoder11_mha_qk_softmax = getattr(self, "encoder11/mha/QK/softmax")(encoder11_smolgen_weights);  encoder11_smolgen_weights = None
    encoder11_mha_qkv_matmul = getattr(self, "encoder11/mha/QKV/matmul")(encoder11_mha_qk_softmax, encoder11_mha_v_transpose);  encoder11_mha_qk_softmax = encoder11_mha_v_transpose = None
    encoder11_mha_out_transpose = getattr(self, "encoder11/mha/out/transpose")(encoder11_mha_qkv_matmul);  encoder11_mha_qkv_matmul = None
    initializers_onnx_initializer_477 = self.initializers.onnx_initializer_477
    encoder11_mha_out_reshape = getattr(self, "encoder11/mha/out/reshape")(encoder11_mha_out_transpose, initializers_onnx_initializer_477);  encoder11_mha_out_transpose = initializers_onnx_initializer_477 = None
    initializers_onnx_initializer_478 = self.initializers.onnx_initializer_478
    encoder11_mha_out_dense_w = getattr(self, "encoder11/mha/out/dense/w")(encoder11_mha_out_reshape, initializers_onnx_initializer_478);  encoder11_mha_out_reshape = initializers_onnx_initializer_478 = None
    initializers_onnx_initializer_479 = self.initializers.onnx_initializer_479
    encoder11_mha_out_dense_b = getattr(self, "encoder11/mha/out/dense/b")(encoder11_mha_out_dense_w, initializers_onnx_initializer_479);  encoder11_mha_out_dense_w = initializers_onnx_initializer_479 = None
    initializers_onnx_initializer_480 = self.initializers.onnx_initializer_480
    encoder11_alpha_input = getattr(self, "encoder11/alpha*input")(encoder11_mha_out_dense_b, initializers_onnx_initializer_480);  encoder11_mha_out_dense_b = initializers_onnx_initializer_480 = None
    encoder11_mha_out_skip = getattr(self, "encoder11/mha/out/skip")(encoder11_alpha_input, encoder10_ln2_betas);  encoder11_alpha_input = encoder10_ln2_betas = None
    encoder11_ln1_to_float = getattr(self, "encoder11/ln1/to_float")(encoder11_mha_out_skip);  encoder11_mha_out_skip = None
    encoder11_ln1_mean = getattr(self, "encoder11/ln1/mean")(encoder11_ln1_to_float)
    encoder11_ln1_centered = getattr(self, "encoder11/ln1/centered")(encoder11_ln1_to_float, encoder11_ln1_mean);  encoder11_ln1_to_float = encoder11_ln1_mean = None
    encoder11_ln1_squared = getattr(self, "encoder11/ln1/squared")(encoder11_ln1_centered, encoder11_ln1_centered)
    encoder11_ln1_var = getattr(self, "encoder11/ln1/var")(encoder11_ln1_squared);  encoder11_ln1_squared = None
    initializers_onnx_initializer_481 = self.initializers.onnx_initializer_481
    encoder11_ln1_var_eps = getattr(self, "encoder11/ln1/var_eps")(encoder11_ln1_var, initializers_onnx_initializer_481);  encoder11_ln1_var = initializers_onnx_initializer_481 = None
    encoder11_ln1_std = getattr(self, "encoder11/ln1/std")(encoder11_ln1_var_eps);  encoder11_ln1_var_eps = None
    encoder11_ln1_inv_std = getattr(self, "encoder11/ln1/inv_std")(encoder11_ln1_std);  encoder11_ln1_std = None
    encoder11_ln1_normalized = getattr(self, "encoder11/ln1/normalized")(encoder11_ln1_centered, encoder11_ln1_inv_std);  encoder11_ln1_centered = encoder11_ln1_inv_std = None
    encoder11_ln1_to_data_type = getattr(self, "encoder11/ln1/to_data_type")(encoder11_ln1_normalized);  encoder11_ln1_normalized = None
    initializers_onnx_initializer_482 = self.initializers.onnx_initializer_482
    encoder11_ln1_gammas = getattr(self, "encoder11/ln1/gammas")(encoder11_ln1_to_data_type, initializers_onnx_initializer_482);  encoder11_ln1_to_data_type = initializers_onnx_initializer_482 = None
    initializers_onnx_initializer_483 = self.initializers.onnx_initializer_483
    encoder11_ln1_betas = getattr(self, "encoder11/ln1/betas")(encoder11_ln1_gammas, initializers_onnx_initializer_483);  encoder11_ln1_gammas = initializers_onnx_initializer_483 = None
    initializers_onnx_initializer_484 = self.initializers.onnx_initializer_484
    encoder11_ffn_dense1_w = getattr(self, "encoder11/ffn/dense1/w")(encoder11_ln1_betas, initializers_onnx_initializer_484);  initializers_onnx_initializer_484 = None
    initializers_onnx_initializer_485 = self.initializers.onnx_initializer_485
    encoder11_ffn_dense1_b = getattr(self, "encoder11/ffn/dense1/b")(encoder11_ffn_dense1_w, initializers_onnx_initializer_485);  encoder11_ffn_dense1_w = initializers_onnx_initializer_485 = None
    encoder11_ffn_dense1_mish_softplus = getattr(self, "encoder11/ffn/dense1/mish/softplus")(encoder11_ffn_dense1_b)
    encoder11_ffn_dense1_mish_tanh = getattr(self, "encoder11/ffn/dense1/mish/tanh")(encoder11_ffn_dense1_mish_softplus);  encoder11_ffn_dense1_mish_softplus = None
    encoder11_ffn_dense1_mish = getattr(self, "encoder11/ffn/dense1/mish")(encoder11_ffn_dense1_mish_tanh, encoder11_ffn_dense1_b);  encoder11_ffn_dense1_mish_tanh = encoder11_ffn_dense1_b = None
    initializers_onnx_initializer_486 = self.initializers.onnx_initializer_486
    encoder11_ffn_dense2_w = getattr(self, "encoder11/ffn/dense2/w")(encoder11_ffn_dense1_mish, initializers_onnx_initializer_486);  encoder11_ffn_dense1_mish = initializers_onnx_initializer_486 = None
    initializers_onnx_initializer_487 = self.initializers.onnx_initializer_487
    encoder11_ffn_dense2_b = getattr(self, "encoder11/ffn/dense2/b")(encoder11_ffn_dense2_w, initializers_onnx_initializer_487);  encoder11_ffn_dense2_w = initializers_onnx_initializer_487 = None
    initializers_onnx_initializer_488 = self.initializers.onnx_initializer_488
    encoder11_ffn_alpha = getattr(self, "encoder11/ffn/alpha")(encoder11_ffn_dense2_b, initializers_onnx_initializer_488);  encoder11_ffn_dense2_b = initializers_onnx_initializer_488 = None
    encoder11_ffn_skip = getattr(self, "encoder11/ffn/skip")(encoder11_ffn_alpha, encoder11_ln1_betas);  encoder11_ffn_alpha = encoder11_ln1_betas = None
    encoder11_ln2_to_float = getattr(self, "encoder11/ln2/to_float")(encoder11_ffn_skip);  encoder11_ffn_skip = None
    encoder11_ln2_mean = getattr(self, "encoder11/ln2/mean")(encoder11_ln2_to_float)
    encoder11_ln2_centered = getattr(self, "encoder11/ln2/centered")(encoder11_ln2_to_float, encoder11_ln2_mean);  encoder11_ln2_to_float = encoder11_ln2_mean = None
    encoder11_ln2_squared = getattr(self, "encoder11/ln2/squared")(encoder11_ln2_centered, encoder11_ln2_centered)
    encoder11_ln2_var = getattr(self, "encoder11/ln2/var")(encoder11_ln2_squared);  encoder11_ln2_squared = None
    initializers_onnx_initializer_489 = self.initializers.onnx_initializer_489
    encoder11_ln2_var_eps = getattr(self, "encoder11/ln2/var_eps")(encoder11_ln2_var, initializers_onnx_initializer_489);  encoder11_ln2_var = initializers_onnx_initializer_489 = None
    encoder11_ln2_std = getattr(self, "encoder11/ln2/std")(encoder11_ln2_var_eps);  encoder11_ln2_var_eps = None
    encoder11_ln2_inv_std = getattr(self, "encoder11/ln2/inv_std")(encoder11_ln2_std);  encoder11_ln2_std = None
    encoder11_ln2_normalized = getattr(self, "encoder11/ln2/normalized")(encoder11_ln2_centered, encoder11_ln2_inv_std);  encoder11_ln2_centered = encoder11_ln2_inv_std = None
    encoder11_ln2_to_data_type = getattr(self, "encoder11/ln2/to_data_type")(encoder11_ln2_normalized);  encoder11_ln2_normalized = None
    initializers_onnx_initializer_490 = self.initializers.onnx_initializer_490
    encoder11_ln2_gammas = getattr(self, "encoder11/ln2/gammas")(encoder11_ln2_to_data_type, initializers_onnx_initializer_490);  encoder11_ln2_to_data_type = initializers_onnx_initializer_490 = None
    initializers_onnx_initializer_491 = self.initializers.onnx_initializer_491
    encoder11_ln2_betas = getattr(self, "encoder11/ln2/betas")(encoder11_ln2_gammas, initializers_onnx_initializer_491);  encoder11_ln2_gammas = initializers_onnx_initializer_491 = None
    initializers_onnx_initializer_492 = self.initializers.onnx_initializer_492
    encoder12_mha_q_w = getattr(self, "encoder12/mha/Q/w")(encoder11_ln2_betas, initializers_onnx_initializer_492);  initializers_onnx_initializer_492 = None
    initializers_onnx_initializer_493 = self.initializers.onnx_initializer_493
    encoder12_mha_q_b = getattr(self, "encoder12/mha/Q/b")(encoder12_mha_q_w, initializers_onnx_initializer_493);  encoder12_mha_q_w = initializers_onnx_initializer_493 = None
    initializers_onnx_initializer_494 = self.initializers.onnx_initializer_494
    encoder12_mha_q_reshape = getattr(self, "encoder12/mha/Q/reshape")(encoder12_mha_q_b, initializers_onnx_initializer_494);  encoder12_mha_q_b = initializers_onnx_initializer_494 = None
    encoder12_mha_q_transpose = getattr(self, "encoder12/mha/Q/transpose")(encoder12_mha_q_reshape);  encoder12_mha_q_reshape = None
    initializers_onnx_initializer_495 = self.initializers.onnx_initializer_495
    encoder12_mha_k_w = getattr(self, "encoder12/mha/K/w")(encoder11_ln2_betas, initializers_onnx_initializer_495);  initializers_onnx_initializer_495 = None
    initializers_onnx_initializer_496 = self.initializers.onnx_initializer_496
    encoder12_mha_k_b = getattr(self, "encoder12/mha/K/b")(encoder12_mha_k_w, initializers_onnx_initializer_496);  encoder12_mha_k_w = initializers_onnx_initializer_496 = None
    initializers_onnx_initializer_497 = self.initializers.onnx_initializer_497
    encoder12_mha_k_reshape = getattr(self, "encoder12/mha/K/reshape")(encoder12_mha_k_b, initializers_onnx_initializer_497);  encoder12_mha_k_b = initializers_onnx_initializer_497 = None
    encoder12_mha_k_transpose = getattr(self, "encoder12/mha/K/transpose")(encoder12_mha_k_reshape);  encoder12_mha_k_reshape = None
    initializers_onnx_initializer_498 = self.initializers.onnx_initializer_498
    encoder12_mha_v_w = getattr(self, "encoder12/mha/V/w")(encoder11_ln2_betas, initializers_onnx_initializer_498);  initializers_onnx_initializer_498 = None
    initializers_onnx_initializer_499 = self.initializers.onnx_initializer_499
    encoder12_mha_v_b = getattr(self, "encoder12/mha/V/b")(encoder12_mha_v_w, initializers_onnx_initializer_499);  encoder12_mha_v_w = initializers_onnx_initializer_499 = None
    initializers_onnx_initializer_500 = self.initializers.onnx_initializer_500
    encoder12_mha_v_reshape = getattr(self, "encoder12/mha/V/reshape")(encoder12_mha_v_b, initializers_onnx_initializer_500);  encoder12_mha_v_b = initializers_onnx_initializer_500 = None
    encoder12_mha_v_transpose = getattr(self, "encoder12/mha/V/transpose")(encoder12_mha_v_reshape);  encoder12_mha_v_reshape = None
    encoder12_mha_qk_matmul = getattr(self, "encoder12/mha/QK/matmul")(encoder12_mha_q_transpose, encoder12_mha_k_transpose);  encoder12_mha_q_transpose = encoder12_mha_k_transpose = None
    initializers_onnx_initializer_501 = self.initializers.onnx_initializer_501
    encoder12_mha_qk_scale = getattr(self, "encoder12/mha/QK/scale")(encoder12_mha_qk_matmul, initializers_onnx_initializer_501);  encoder12_mha_qk_matmul = initializers_onnx_initializer_501 = None
    initializers_onnx_initializer_502 = self.initializers.onnx_initializer_502
    encoder12_smolgen_compress = getattr(self, "encoder12/smolgen/compress")(encoder11_ln2_betas, initializers_onnx_initializer_502);  initializers_onnx_initializer_502 = None
    initializers_onnx_initializer_503 = self.initializers.onnx_initializer_503
    encoder12_smolgen_compress_reshape = getattr(self, "encoder12/smolgen/compress/reshape")(encoder12_smolgen_compress, initializers_onnx_initializer_503);  encoder12_smolgen_compress = initializers_onnx_initializer_503 = None
    initializers_onnx_initializer_504 = self.initializers.onnx_initializer_504
    encoder12_smolgen_dense1_w = getattr(self, "encoder12/smolgen/dense1/w")(encoder12_smolgen_compress_reshape, initializers_onnx_initializer_504);  encoder12_smolgen_compress_reshape = initializers_onnx_initializer_504 = None
    initializers_onnx_initializer_505 = self.initializers.onnx_initializer_505
    encoder12_smolgen_dense1_b = getattr(self, "encoder12/smolgen/dense1/b")(encoder12_smolgen_dense1_w, initializers_onnx_initializer_505);  encoder12_smolgen_dense1_w = initializers_onnx_initializer_505 = None
    encoder12_smolgen_dense1_swish_sigmoid = getattr(self, "encoder12/smolgen/dense1/swish/sigmoid")(encoder12_smolgen_dense1_b)
    encoder12_smolgen_dense1_swish = getattr(self, "encoder12/smolgen/dense1/swish")(encoder12_smolgen_dense1_swish_sigmoid, encoder12_smolgen_dense1_b);  encoder12_smolgen_dense1_swish_sigmoid = encoder12_smolgen_dense1_b = None
    encoder12_smolgen_ln1_to_float = getattr(self, "encoder12/smolgen/ln1/to_float")(encoder12_smolgen_dense1_swish);  encoder12_smolgen_dense1_swish = None
    encoder12_smolgen_ln1_mean = getattr(self, "encoder12/smolgen/ln1/mean")(encoder12_smolgen_ln1_to_float)
    encoder12_smolgen_ln1_centered = getattr(self, "encoder12/smolgen/ln1/centered")(encoder12_smolgen_ln1_to_float, encoder12_smolgen_ln1_mean);  encoder12_smolgen_ln1_to_float = encoder12_smolgen_ln1_mean = None
    encoder12_smolgen_ln1_squared = getattr(self, "encoder12/smolgen/ln1/squared")(encoder12_smolgen_ln1_centered, encoder12_smolgen_ln1_centered)
    encoder12_smolgen_ln1_var = getattr(self, "encoder12/smolgen/ln1/var")(encoder12_smolgen_ln1_squared);  encoder12_smolgen_ln1_squared = None
    initializers_onnx_initializer_506 = self.initializers.onnx_initializer_506
    encoder12_smolgen_ln1_var_eps = getattr(self, "encoder12/smolgen/ln1/var_eps")(encoder12_smolgen_ln1_var, initializers_onnx_initializer_506);  encoder12_smolgen_ln1_var = initializers_onnx_initializer_506 = None
    encoder12_smolgen_ln1_std = getattr(self, "encoder12/smolgen/ln1/std")(encoder12_smolgen_ln1_var_eps);  encoder12_smolgen_ln1_var_eps = None
    encoder12_smolgen_ln1_inv_std = getattr(self, "encoder12/smolgen/ln1/inv_std")(encoder12_smolgen_ln1_std);  encoder12_smolgen_ln1_std = None
    encoder12_smolgen_ln1_normalized = getattr(self, "encoder12/smolgen/ln1/normalized")(encoder12_smolgen_ln1_centered, encoder12_smolgen_ln1_inv_std);  encoder12_smolgen_ln1_centered = encoder12_smolgen_ln1_inv_std = None
    encoder12_smolgen_ln1_to_data_type = getattr(self, "encoder12/smolgen/ln1/to_data_type")(encoder12_smolgen_ln1_normalized);  encoder12_smolgen_ln1_normalized = None
    initializers_onnx_initializer_507 = self.initializers.onnx_initializer_507
    encoder12_smolgen_ln1_gammas = getattr(self, "encoder12/smolgen/ln1/gammas")(encoder12_smolgen_ln1_to_data_type, initializers_onnx_initializer_507);  encoder12_smolgen_ln1_to_data_type = initializers_onnx_initializer_507 = None
    initializers_onnx_initializer_508 = self.initializers.onnx_initializer_508
    encoder12_smolgen_ln1_betas = getattr(self, "encoder12/smolgen/ln1/betas")(encoder12_smolgen_ln1_gammas, initializers_onnx_initializer_508);  encoder12_smolgen_ln1_gammas = initializers_onnx_initializer_508 = None
    initializers_onnx_initializer_509 = self.initializers.onnx_initializer_509
    encoder12_smolgen_dense2_w = getattr(self, "encoder12/smolgen/dense2/w")(encoder12_smolgen_ln1_betas, initializers_onnx_initializer_509);  encoder12_smolgen_ln1_betas = initializers_onnx_initializer_509 = None
    initializers_onnx_initializer_510 = self.initializers.onnx_initializer_510
    encoder12_smolgen_dense2_b = getattr(self, "encoder12/smolgen/dense2/b")(encoder12_smolgen_dense2_w, initializers_onnx_initializer_510);  encoder12_smolgen_dense2_w = initializers_onnx_initializer_510 = None
    encoder12_smolgen_dense2_swish_sigmoid = getattr(self, "encoder12/smolgen/dense2/swish/sigmoid")(encoder12_smolgen_dense2_b)
    encoder12_smolgen_dense2_swish = getattr(self, "encoder12/smolgen/dense2/swish")(encoder12_smolgen_dense2_swish_sigmoid, encoder12_smolgen_dense2_b);  encoder12_smolgen_dense2_swish_sigmoid = encoder12_smolgen_dense2_b = None
    encoder12_smolgen_ln2_to_float = getattr(self, "encoder12/smolgen/ln2/to_float")(encoder12_smolgen_dense2_swish);  encoder12_smolgen_dense2_swish = None
    encoder12_smolgen_ln2_mean = getattr(self, "encoder12/smolgen/ln2/mean")(encoder12_smolgen_ln2_to_float)
    encoder12_smolgen_ln2_centered = getattr(self, "encoder12/smolgen/ln2/centered")(encoder12_smolgen_ln2_to_float, encoder12_smolgen_ln2_mean);  encoder12_smolgen_ln2_to_float = encoder12_smolgen_ln2_mean = None
    encoder12_smolgen_ln2_squared = getattr(self, "encoder12/smolgen/ln2/squared")(encoder12_smolgen_ln2_centered, encoder12_smolgen_ln2_centered)
    encoder12_smolgen_ln2_var = getattr(self, "encoder12/smolgen/ln2/var")(encoder12_smolgen_ln2_squared);  encoder12_smolgen_ln2_squared = None
    initializers_onnx_initializer_511 = self.initializers.onnx_initializer_511
    encoder12_smolgen_ln2_var_eps = getattr(self, "encoder12/smolgen/ln2/var_eps")(encoder12_smolgen_ln2_var, initializers_onnx_initializer_511);  encoder12_smolgen_ln2_var = initializers_onnx_initializer_511 = None
    encoder12_smolgen_ln2_std = getattr(self, "encoder12/smolgen/ln2/std")(encoder12_smolgen_ln2_var_eps);  encoder12_smolgen_ln2_var_eps = None
    encoder12_smolgen_ln2_inv_std = getattr(self, "encoder12/smolgen/ln2/inv_std")(encoder12_smolgen_ln2_std);  encoder12_smolgen_ln2_std = None
    encoder12_smolgen_ln2_normalized = getattr(self, "encoder12/smolgen/ln2/normalized")(encoder12_smolgen_ln2_centered, encoder12_smolgen_ln2_inv_std);  encoder12_smolgen_ln2_centered = encoder12_smolgen_ln2_inv_std = None
    encoder12_smolgen_ln2_to_data_type = getattr(self, "encoder12/smolgen/ln2/to_data_type")(encoder12_smolgen_ln2_normalized);  encoder12_smolgen_ln2_normalized = None
    initializers_onnx_initializer_512 = self.initializers.onnx_initializer_512
    encoder12_smolgen_ln2_gammas = getattr(self, "encoder12/smolgen/ln2/gammas")(encoder12_smolgen_ln2_to_data_type, initializers_onnx_initializer_512);  encoder12_smolgen_ln2_to_data_type = initializers_onnx_initializer_512 = None
    initializers_onnx_initializer_513 = self.initializers.onnx_initializer_513
    encoder12_smolgen_ln2_betas = getattr(self, "encoder12/smolgen/ln2/betas")(encoder12_smolgen_ln2_gammas, initializers_onnx_initializer_513);  encoder12_smolgen_ln2_gammas = initializers_onnx_initializer_513 = None
    initializers_onnx_initializer_514 = self.initializers.onnx_initializer_514
    encoder12_smolgen_gen_from_reshape = getattr(self, "encoder12/smolgen/gen_from/reshape")(encoder12_smolgen_ln2_betas, initializers_onnx_initializer_514);  encoder12_smolgen_ln2_betas = initializers_onnx_initializer_514 = None
    initializers_onnx_initializer_515 = self.initializers.onnx_initializer_515
    encoder12_smolgen_smol_weight_gen = getattr(self, "encoder12/smolgen/smol_weight_gen")(encoder12_smolgen_gen_from_reshape, initializers_onnx_initializer_515);  encoder12_smolgen_gen_from_reshape = initializers_onnx_initializer_515 = None
    initializers_onnx_initializer_516 = self.initializers.onnx_initializer_516
    encoder12_smolgen_out_reshape = getattr(self, "encoder12/smolgen/out/reshape")(encoder12_smolgen_smol_weight_gen, initializers_onnx_initializer_516);  encoder12_smolgen_smol_weight_gen = initializers_onnx_initializer_516 = None
    encoder12_smolgen_weights = getattr(self, "encoder12/smolgen_weights")(encoder12_mha_qk_scale, encoder12_smolgen_out_reshape);  encoder12_mha_qk_scale = encoder12_smolgen_out_reshape = None
    encoder12_mha_qk_softmax = getattr(self, "encoder12/mha/QK/softmax")(encoder12_smolgen_weights);  encoder12_smolgen_weights = None
    encoder12_mha_qkv_matmul = getattr(self, "encoder12/mha/QKV/matmul")(encoder12_mha_qk_softmax, encoder12_mha_v_transpose);  encoder12_mha_qk_softmax = encoder12_mha_v_transpose = None
    encoder12_mha_out_transpose = getattr(self, "encoder12/mha/out/transpose")(encoder12_mha_qkv_matmul);  encoder12_mha_qkv_matmul = None
    initializers_onnx_initializer_517 = self.initializers.onnx_initializer_517
    encoder12_mha_out_reshape = getattr(self, "encoder12/mha/out/reshape")(encoder12_mha_out_transpose, initializers_onnx_initializer_517);  encoder12_mha_out_transpose = initializers_onnx_initializer_517 = None
    initializers_onnx_initializer_518 = self.initializers.onnx_initializer_518
    encoder12_mha_out_dense_w = getattr(self, "encoder12/mha/out/dense/w")(encoder12_mha_out_reshape, initializers_onnx_initializer_518);  encoder12_mha_out_reshape = initializers_onnx_initializer_518 = None
    initializers_onnx_initializer_519 = self.initializers.onnx_initializer_519
    encoder12_mha_out_dense_b = getattr(self, "encoder12/mha/out/dense/b")(encoder12_mha_out_dense_w, initializers_onnx_initializer_519);  encoder12_mha_out_dense_w = initializers_onnx_initializer_519 = None
    initializers_onnx_initializer_520 = self.initializers.onnx_initializer_520
    encoder12_alpha_input = getattr(self, "encoder12/alpha*input")(encoder12_mha_out_dense_b, initializers_onnx_initializer_520);  encoder12_mha_out_dense_b = initializers_onnx_initializer_520 = None
    encoder12_mha_out_skip = getattr(self, "encoder12/mha/out/skip")(encoder12_alpha_input, encoder11_ln2_betas);  encoder12_alpha_input = encoder11_ln2_betas = None
    encoder12_ln1_to_float = getattr(self, "encoder12/ln1/to_float")(encoder12_mha_out_skip);  encoder12_mha_out_skip = None
    encoder12_ln1_mean = getattr(self, "encoder12/ln1/mean")(encoder12_ln1_to_float)
    encoder12_ln1_centered = getattr(self, "encoder12/ln1/centered")(encoder12_ln1_to_float, encoder12_ln1_mean);  encoder12_ln1_to_float = encoder12_ln1_mean = None
    encoder12_ln1_squared = getattr(self, "encoder12/ln1/squared")(encoder12_ln1_centered, encoder12_ln1_centered)
    encoder12_ln1_var = getattr(self, "encoder12/ln1/var")(encoder12_ln1_squared);  encoder12_ln1_squared = None
    initializers_onnx_initializer_521 = self.initializers.onnx_initializer_521
    encoder12_ln1_var_eps = getattr(self, "encoder12/ln1/var_eps")(encoder12_ln1_var, initializers_onnx_initializer_521);  encoder12_ln1_var = initializers_onnx_initializer_521 = None
    encoder12_ln1_std = getattr(self, "encoder12/ln1/std")(encoder12_ln1_var_eps);  encoder12_ln1_var_eps = None
    encoder12_ln1_inv_std = getattr(self, "encoder12/ln1/inv_std")(encoder12_ln1_std);  encoder12_ln1_std = None
    encoder12_ln1_normalized = getattr(self, "encoder12/ln1/normalized")(encoder12_ln1_centered, encoder12_ln1_inv_std);  encoder12_ln1_centered = encoder12_ln1_inv_std = None
    encoder12_ln1_to_data_type = getattr(self, "encoder12/ln1/to_data_type")(encoder12_ln1_normalized);  encoder12_ln1_normalized = None
    initializers_onnx_initializer_522 = self.initializers.onnx_initializer_522
    encoder12_ln1_gammas = getattr(self, "encoder12/ln1/gammas")(encoder12_ln1_to_data_type, initializers_onnx_initializer_522);  encoder12_ln1_to_data_type = initializers_onnx_initializer_522 = None
    initializers_onnx_initializer_523 = self.initializers.onnx_initializer_523
    encoder12_ln1_betas = getattr(self, "encoder12/ln1/betas")(encoder12_ln1_gammas, initializers_onnx_initializer_523);  encoder12_ln1_gammas = initializers_onnx_initializer_523 = None
    initializers_onnx_initializer_524 = self.initializers.onnx_initializer_524
    encoder12_ffn_dense1_w = getattr(self, "encoder12/ffn/dense1/w")(encoder12_ln1_betas, initializers_onnx_initializer_524);  initializers_onnx_initializer_524 = None
    initializers_onnx_initializer_525 = self.initializers.onnx_initializer_525
    encoder12_ffn_dense1_b = getattr(self, "encoder12/ffn/dense1/b")(encoder12_ffn_dense1_w, initializers_onnx_initializer_525);  encoder12_ffn_dense1_w = initializers_onnx_initializer_525 = None
    encoder12_ffn_dense1_mish_softplus = getattr(self, "encoder12/ffn/dense1/mish/softplus")(encoder12_ffn_dense1_b)
    encoder12_ffn_dense1_mish_tanh = getattr(self, "encoder12/ffn/dense1/mish/tanh")(encoder12_ffn_dense1_mish_softplus);  encoder12_ffn_dense1_mish_softplus = None
    encoder12_ffn_dense1_mish = getattr(self, "encoder12/ffn/dense1/mish")(encoder12_ffn_dense1_mish_tanh, encoder12_ffn_dense1_b);  encoder12_ffn_dense1_mish_tanh = encoder12_ffn_dense1_b = None
    initializers_onnx_initializer_526 = self.initializers.onnx_initializer_526
    encoder12_ffn_dense2_w = getattr(self, "encoder12/ffn/dense2/w")(encoder12_ffn_dense1_mish, initializers_onnx_initializer_526);  encoder12_ffn_dense1_mish = initializers_onnx_initializer_526 = None
    initializers_onnx_initializer_527 = self.initializers.onnx_initializer_527
    encoder12_ffn_dense2_b = getattr(self, "encoder12/ffn/dense2/b")(encoder12_ffn_dense2_w, initializers_onnx_initializer_527);  encoder12_ffn_dense2_w = initializers_onnx_initializer_527 = None
    initializers_onnx_initializer_528 = self.initializers.onnx_initializer_528
    encoder12_ffn_alpha = getattr(self, "encoder12/ffn/alpha")(encoder12_ffn_dense2_b, initializers_onnx_initializer_528);  encoder12_ffn_dense2_b = initializers_onnx_initializer_528 = None
    encoder12_ffn_skip = getattr(self, "encoder12/ffn/skip")(encoder12_ffn_alpha, encoder12_ln1_betas);  encoder12_ffn_alpha = encoder12_ln1_betas = None
    encoder12_ln2_to_float = getattr(self, "encoder12/ln2/to_float")(encoder12_ffn_skip);  encoder12_ffn_skip = None
    encoder12_ln2_mean = getattr(self, "encoder12/ln2/mean")(encoder12_ln2_to_float)
    encoder12_ln2_centered = getattr(self, "encoder12/ln2/centered")(encoder12_ln2_to_float, encoder12_ln2_mean);  encoder12_ln2_to_float = encoder12_ln2_mean = None
    encoder12_ln2_squared = getattr(self, "encoder12/ln2/squared")(encoder12_ln2_centered, encoder12_ln2_centered)
    encoder12_ln2_var = getattr(self, "encoder12/ln2/var")(encoder12_ln2_squared);  encoder12_ln2_squared = None
    initializers_onnx_initializer_529 = self.initializers.onnx_initializer_529
    encoder12_ln2_var_eps = getattr(self, "encoder12/ln2/var_eps")(encoder12_ln2_var, initializers_onnx_initializer_529);  encoder12_ln2_var = initializers_onnx_initializer_529 = None
    encoder12_ln2_std = getattr(self, "encoder12/ln2/std")(encoder12_ln2_var_eps);  encoder12_ln2_var_eps = None
    encoder12_ln2_inv_std = getattr(self, "encoder12/ln2/inv_std")(encoder12_ln2_std);  encoder12_ln2_std = None
    encoder12_ln2_normalized = getattr(self, "encoder12/ln2/normalized")(encoder12_ln2_centered, encoder12_ln2_inv_std);  encoder12_ln2_centered = encoder12_ln2_inv_std = None
    encoder12_ln2_to_data_type = getattr(self, "encoder12/ln2/to_data_type")(encoder12_ln2_normalized);  encoder12_ln2_normalized = None
    initializers_onnx_initializer_530 = self.initializers.onnx_initializer_530
    encoder12_ln2_gammas = getattr(self, "encoder12/ln2/gammas")(encoder12_ln2_to_data_type, initializers_onnx_initializer_530);  encoder12_ln2_to_data_type = initializers_onnx_initializer_530 = None
    initializers_onnx_initializer_531 = self.initializers.onnx_initializer_531
    encoder12_ln2_betas = getattr(self, "encoder12/ln2/betas")(encoder12_ln2_gammas, initializers_onnx_initializer_531);  encoder12_ln2_gammas = initializers_onnx_initializer_531 = None
    initializers_onnx_initializer_532 = self.initializers.onnx_initializer_532
    encoder13_mha_q_w = getattr(self, "encoder13/mha/Q/w")(encoder12_ln2_betas, initializers_onnx_initializer_532);  initializers_onnx_initializer_532 = None
    initializers_onnx_initializer_533 = self.initializers.onnx_initializer_533
    encoder13_mha_q_b = getattr(self, "encoder13/mha/Q/b")(encoder13_mha_q_w, initializers_onnx_initializer_533);  encoder13_mha_q_w = initializers_onnx_initializer_533 = None
    initializers_onnx_initializer_534 = self.initializers.onnx_initializer_534
    encoder13_mha_q_reshape = getattr(self, "encoder13/mha/Q/reshape")(encoder13_mha_q_b, initializers_onnx_initializer_534);  encoder13_mha_q_b = initializers_onnx_initializer_534 = None
    encoder13_mha_q_transpose = getattr(self, "encoder13/mha/Q/transpose")(encoder13_mha_q_reshape);  encoder13_mha_q_reshape = None
    initializers_onnx_initializer_535 = self.initializers.onnx_initializer_535
    encoder13_mha_k_w = getattr(self, "encoder13/mha/K/w")(encoder12_ln2_betas, initializers_onnx_initializer_535);  initializers_onnx_initializer_535 = None
    initializers_onnx_initializer_536 = self.initializers.onnx_initializer_536
    encoder13_mha_k_b = getattr(self, "encoder13/mha/K/b")(encoder13_mha_k_w, initializers_onnx_initializer_536);  encoder13_mha_k_w = initializers_onnx_initializer_536 = None
    initializers_onnx_initializer_537 = self.initializers.onnx_initializer_537
    encoder13_mha_k_reshape = getattr(self, "encoder13/mha/K/reshape")(encoder13_mha_k_b, initializers_onnx_initializer_537);  encoder13_mha_k_b = initializers_onnx_initializer_537 = None
    encoder13_mha_k_transpose = getattr(self, "encoder13/mha/K/transpose")(encoder13_mha_k_reshape);  encoder13_mha_k_reshape = None
    initializers_onnx_initializer_538 = self.initializers.onnx_initializer_538
    encoder13_mha_v_w = getattr(self, "encoder13/mha/V/w")(encoder12_ln2_betas, initializers_onnx_initializer_538);  initializers_onnx_initializer_538 = None
    initializers_onnx_initializer_539 = self.initializers.onnx_initializer_539
    encoder13_mha_v_b = getattr(self, "encoder13/mha/V/b")(encoder13_mha_v_w, initializers_onnx_initializer_539);  encoder13_mha_v_w = initializers_onnx_initializer_539 = None
    initializers_onnx_initializer_540 = self.initializers.onnx_initializer_540
    encoder13_mha_v_reshape = getattr(self, "encoder13/mha/V/reshape")(encoder13_mha_v_b, initializers_onnx_initializer_540);  encoder13_mha_v_b = initializers_onnx_initializer_540 = None
    encoder13_mha_v_transpose = getattr(self, "encoder13/mha/V/transpose")(encoder13_mha_v_reshape);  encoder13_mha_v_reshape = None
    encoder13_mha_qk_matmul = getattr(self, "encoder13/mha/QK/matmul")(encoder13_mha_q_transpose, encoder13_mha_k_transpose);  encoder13_mha_q_transpose = encoder13_mha_k_transpose = None
    initializers_onnx_initializer_541 = self.initializers.onnx_initializer_541
    encoder13_mha_qk_scale = getattr(self, "encoder13/mha/QK/scale")(encoder13_mha_qk_matmul, initializers_onnx_initializer_541);  encoder13_mha_qk_matmul = initializers_onnx_initializer_541 = None
    initializers_onnx_initializer_542 = self.initializers.onnx_initializer_542
    encoder13_smolgen_compress = getattr(self, "encoder13/smolgen/compress")(encoder12_ln2_betas, initializers_onnx_initializer_542);  initializers_onnx_initializer_542 = None
    initializers_onnx_initializer_543 = self.initializers.onnx_initializer_543
    encoder13_smolgen_compress_reshape = getattr(self, "encoder13/smolgen/compress/reshape")(encoder13_smolgen_compress, initializers_onnx_initializer_543);  encoder13_smolgen_compress = initializers_onnx_initializer_543 = None
    initializers_onnx_initializer_544 = self.initializers.onnx_initializer_544
    encoder13_smolgen_dense1_w = getattr(self, "encoder13/smolgen/dense1/w")(encoder13_smolgen_compress_reshape, initializers_onnx_initializer_544);  encoder13_smolgen_compress_reshape = initializers_onnx_initializer_544 = None
    initializers_onnx_initializer_545 = self.initializers.onnx_initializer_545
    encoder13_smolgen_dense1_b = getattr(self, "encoder13/smolgen/dense1/b")(encoder13_smolgen_dense1_w, initializers_onnx_initializer_545);  encoder13_smolgen_dense1_w = initializers_onnx_initializer_545 = None
    encoder13_smolgen_dense1_swish_sigmoid = getattr(self, "encoder13/smolgen/dense1/swish/sigmoid")(encoder13_smolgen_dense1_b)
    encoder13_smolgen_dense1_swish = getattr(self, "encoder13/smolgen/dense1/swish")(encoder13_smolgen_dense1_swish_sigmoid, encoder13_smolgen_dense1_b);  encoder13_smolgen_dense1_swish_sigmoid = encoder13_smolgen_dense1_b = None
    encoder13_smolgen_ln1_to_float = getattr(self, "encoder13/smolgen/ln1/to_float")(encoder13_smolgen_dense1_swish);  encoder13_smolgen_dense1_swish = None
    encoder13_smolgen_ln1_mean = getattr(self, "encoder13/smolgen/ln1/mean")(encoder13_smolgen_ln1_to_float)
    encoder13_smolgen_ln1_centered = getattr(self, "encoder13/smolgen/ln1/centered")(encoder13_smolgen_ln1_to_float, encoder13_smolgen_ln1_mean);  encoder13_smolgen_ln1_to_float = encoder13_smolgen_ln1_mean = None
    encoder13_smolgen_ln1_squared = getattr(self, "encoder13/smolgen/ln1/squared")(encoder13_smolgen_ln1_centered, encoder13_smolgen_ln1_centered)
    encoder13_smolgen_ln1_var = getattr(self, "encoder13/smolgen/ln1/var")(encoder13_smolgen_ln1_squared);  encoder13_smolgen_ln1_squared = None
    initializers_onnx_initializer_546 = self.initializers.onnx_initializer_546
    encoder13_smolgen_ln1_var_eps = getattr(self, "encoder13/smolgen/ln1/var_eps")(encoder13_smolgen_ln1_var, initializers_onnx_initializer_546);  encoder13_smolgen_ln1_var = initializers_onnx_initializer_546 = None
    encoder13_smolgen_ln1_std = getattr(self, "encoder13/smolgen/ln1/std")(encoder13_smolgen_ln1_var_eps);  encoder13_smolgen_ln1_var_eps = None
    encoder13_smolgen_ln1_inv_std = getattr(self, "encoder13/smolgen/ln1/inv_std")(encoder13_smolgen_ln1_std);  encoder13_smolgen_ln1_std = None
    encoder13_smolgen_ln1_normalized = getattr(self, "encoder13/smolgen/ln1/normalized")(encoder13_smolgen_ln1_centered, encoder13_smolgen_ln1_inv_std);  encoder13_smolgen_ln1_centered = encoder13_smolgen_ln1_inv_std = None
    encoder13_smolgen_ln1_to_data_type = getattr(self, "encoder13/smolgen/ln1/to_data_type")(encoder13_smolgen_ln1_normalized);  encoder13_smolgen_ln1_normalized = None
    initializers_onnx_initializer_547 = self.initializers.onnx_initializer_547
    encoder13_smolgen_ln1_gammas = getattr(self, "encoder13/smolgen/ln1/gammas")(encoder13_smolgen_ln1_to_data_type, initializers_onnx_initializer_547);  encoder13_smolgen_ln1_to_data_type = initializers_onnx_initializer_547 = None
    initializers_onnx_initializer_548 = self.initializers.onnx_initializer_548
    encoder13_smolgen_ln1_betas = getattr(self, "encoder13/smolgen/ln1/betas")(encoder13_smolgen_ln1_gammas, initializers_onnx_initializer_548);  encoder13_smolgen_ln1_gammas = initializers_onnx_initializer_548 = None
    initializers_onnx_initializer_549 = self.initializers.onnx_initializer_549
    encoder13_smolgen_dense2_w = getattr(self, "encoder13/smolgen/dense2/w")(encoder13_smolgen_ln1_betas, initializers_onnx_initializer_549);  encoder13_smolgen_ln1_betas = initializers_onnx_initializer_549 = None
    initializers_onnx_initializer_550 = self.initializers.onnx_initializer_550
    encoder13_smolgen_dense2_b = getattr(self, "encoder13/smolgen/dense2/b")(encoder13_smolgen_dense2_w, initializers_onnx_initializer_550);  encoder13_smolgen_dense2_w = initializers_onnx_initializer_550 = None
    encoder13_smolgen_dense2_swish_sigmoid = getattr(self, "encoder13/smolgen/dense2/swish/sigmoid")(encoder13_smolgen_dense2_b)
    encoder13_smolgen_dense2_swish = getattr(self, "encoder13/smolgen/dense2/swish")(encoder13_smolgen_dense2_swish_sigmoid, encoder13_smolgen_dense2_b);  encoder13_smolgen_dense2_swish_sigmoid = encoder13_smolgen_dense2_b = None
    encoder13_smolgen_ln2_to_float = getattr(self, "encoder13/smolgen/ln2/to_float")(encoder13_smolgen_dense2_swish);  encoder13_smolgen_dense2_swish = None
    encoder13_smolgen_ln2_mean = getattr(self, "encoder13/smolgen/ln2/mean")(encoder13_smolgen_ln2_to_float)
    encoder13_smolgen_ln2_centered = getattr(self, "encoder13/smolgen/ln2/centered")(encoder13_smolgen_ln2_to_float, encoder13_smolgen_ln2_mean);  encoder13_smolgen_ln2_to_float = encoder13_smolgen_ln2_mean = None
    encoder13_smolgen_ln2_squared = getattr(self, "encoder13/smolgen/ln2/squared")(encoder13_smolgen_ln2_centered, encoder13_smolgen_ln2_centered)
    encoder13_smolgen_ln2_var = getattr(self, "encoder13/smolgen/ln2/var")(encoder13_smolgen_ln2_squared);  encoder13_smolgen_ln2_squared = None
    initializers_onnx_initializer_551 = self.initializers.onnx_initializer_551
    encoder13_smolgen_ln2_var_eps = getattr(self, "encoder13/smolgen/ln2/var_eps")(encoder13_smolgen_ln2_var, initializers_onnx_initializer_551);  encoder13_smolgen_ln2_var = initializers_onnx_initializer_551 = None
    encoder13_smolgen_ln2_std = getattr(self, "encoder13/smolgen/ln2/std")(encoder13_smolgen_ln2_var_eps);  encoder13_smolgen_ln2_var_eps = None
    encoder13_smolgen_ln2_inv_std = getattr(self, "encoder13/smolgen/ln2/inv_std")(encoder13_smolgen_ln2_std);  encoder13_smolgen_ln2_std = None
    encoder13_smolgen_ln2_normalized = getattr(self, "encoder13/smolgen/ln2/normalized")(encoder13_smolgen_ln2_centered, encoder13_smolgen_ln2_inv_std);  encoder13_smolgen_ln2_centered = encoder13_smolgen_ln2_inv_std = None
    encoder13_smolgen_ln2_to_data_type = getattr(self, "encoder13/smolgen/ln2/to_data_type")(encoder13_smolgen_ln2_normalized);  encoder13_smolgen_ln2_normalized = None
    initializers_onnx_initializer_552 = self.initializers.onnx_initializer_552
    encoder13_smolgen_ln2_gammas = getattr(self, "encoder13/smolgen/ln2/gammas")(encoder13_smolgen_ln2_to_data_type, initializers_onnx_initializer_552);  encoder13_smolgen_ln2_to_data_type = initializers_onnx_initializer_552 = None
    initializers_onnx_initializer_553 = self.initializers.onnx_initializer_553
    encoder13_smolgen_ln2_betas = getattr(self, "encoder13/smolgen/ln2/betas")(encoder13_smolgen_ln2_gammas, initializers_onnx_initializer_553);  encoder13_smolgen_ln2_gammas = initializers_onnx_initializer_553 = None
    initializers_onnx_initializer_554 = self.initializers.onnx_initializer_554
    encoder13_smolgen_gen_from_reshape = getattr(self, "encoder13/smolgen/gen_from/reshape")(encoder13_smolgen_ln2_betas, initializers_onnx_initializer_554);  encoder13_smolgen_ln2_betas = initializers_onnx_initializer_554 = None
    initializers_onnx_initializer_555 = self.initializers.onnx_initializer_555
    encoder13_smolgen_smol_weight_gen = getattr(self, "encoder13/smolgen/smol_weight_gen")(encoder13_smolgen_gen_from_reshape, initializers_onnx_initializer_555);  encoder13_smolgen_gen_from_reshape = initializers_onnx_initializer_555 = None
    initializers_onnx_initializer_556 = self.initializers.onnx_initializer_556
    encoder13_smolgen_out_reshape = getattr(self, "encoder13/smolgen/out/reshape")(encoder13_smolgen_smol_weight_gen, initializers_onnx_initializer_556);  encoder13_smolgen_smol_weight_gen = initializers_onnx_initializer_556 = None
    encoder13_smolgen_weights = getattr(self, "encoder13/smolgen_weights")(encoder13_mha_qk_scale, encoder13_smolgen_out_reshape);  encoder13_mha_qk_scale = encoder13_smolgen_out_reshape = None
    encoder13_mha_qk_softmax = getattr(self, "encoder13/mha/QK/softmax")(encoder13_smolgen_weights);  encoder13_smolgen_weights = None
    encoder13_mha_qkv_matmul = getattr(self, "encoder13/mha/QKV/matmul")(encoder13_mha_qk_softmax, encoder13_mha_v_transpose);  encoder13_mha_qk_softmax = encoder13_mha_v_transpose = None
    encoder13_mha_out_transpose = getattr(self, "encoder13/mha/out/transpose")(encoder13_mha_qkv_matmul);  encoder13_mha_qkv_matmul = None
    initializers_onnx_initializer_557 = self.initializers.onnx_initializer_557
    encoder13_mha_out_reshape = getattr(self, "encoder13/mha/out/reshape")(encoder13_mha_out_transpose, initializers_onnx_initializer_557);  encoder13_mha_out_transpose = initializers_onnx_initializer_557 = None
    initializers_onnx_initializer_558 = self.initializers.onnx_initializer_558
    encoder13_mha_out_dense_w = getattr(self, "encoder13/mha/out/dense/w")(encoder13_mha_out_reshape, initializers_onnx_initializer_558);  encoder13_mha_out_reshape = initializers_onnx_initializer_558 = None
    initializers_onnx_initializer_559 = self.initializers.onnx_initializer_559
    encoder13_mha_out_dense_b = getattr(self, "encoder13/mha/out/dense/b")(encoder13_mha_out_dense_w, initializers_onnx_initializer_559);  encoder13_mha_out_dense_w = initializers_onnx_initializer_559 = None
    initializers_onnx_initializer_560 = self.initializers.onnx_initializer_560
    encoder13_alpha_input = getattr(self, "encoder13/alpha*input")(encoder13_mha_out_dense_b, initializers_onnx_initializer_560);  encoder13_mha_out_dense_b = initializers_onnx_initializer_560 = None
    encoder13_mha_out_skip = getattr(self, "encoder13/mha/out/skip")(encoder13_alpha_input, encoder12_ln2_betas);  encoder13_alpha_input = encoder12_ln2_betas = None
    encoder13_ln1_to_float = getattr(self, "encoder13/ln1/to_float")(encoder13_mha_out_skip);  encoder13_mha_out_skip = None
    encoder13_ln1_mean = getattr(self, "encoder13/ln1/mean")(encoder13_ln1_to_float)
    encoder13_ln1_centered = getattr(self, "encoder13/ln1/centered")(encoder13_ln1_to_float, encoder13_ln1_mean);  encoder13_ln1_to_float = encoder13_ln1_mean = None
    encoder13_ln1_squared = getattr(self, "encoder13/ln1/squared")(encoder13_ln1_centered, encoder13_ln1_centered)
    encoder13_ln1_var = getattr(self, "encoder13/ln1/var")(encoder13_ln1_squared);  encoder13_ln1_squared = None
    initializers_onnx_initializer_561 = self.initializers.onnx_initializer_561
    encoder13_ln1_var_eps = getattr(self, "encoder13/ln1/var_eps")(encoder13_ln1_var, initializers_onnx_initializer_561);  encoder13_ln1_var = initializers_onnx_initializer_561 = None
    encoder13_ln1_std = getattr(self, "encoder13/ln1/std")(encoder13_ln1_var_eps);  encoder13_ln1_var_eps = None
    encoder13_ln1_inv_std = getattr(self, "encoder13/ln1/inv_std")(encoder13_ln1_std);  encoder13_ln1_std = None
    encoder13_ln1_normalized = getattr(self, "encoder13/ln1/normalized")(encoder13_ln1_centered, encoder13_ln1_inv_std);  encoder13_ln1_centered = encoder13_ln1_inv_std = None
    encoder13_ln1_to_data_type = getattr(self, "encoder13/ln1/to_data_type")(encoder13_ln1_normalized);  encoder13_ln1_normalized = None
    initializers_onnx_initializer_562 = self.initializers.onnx_initializer_562
    encoder13_ln1_gammas = getattr(self, "encoder13/ln1/gammas")(encoder13_ln1_to_data_type, initializers_onnx_initializer_562);  encoder13_ln1_to_data_type = initializers_onnx_initializer_562 = None
    initializers_onnx_initializer_563 = self.initializers.onnx_initializer_563
    encoder13_ln1_betas = getattr(self, "encoder13/ln1/betas")(encoder13_ln1_gammas, initializers_onnx_initializer_563);  encoder13_ln1_gammas = initializers_onnx_initializer_563 = None
    initializers_onnx_initializer_564 = self.initializers.onnx_initializer_564
    encoder13_ffn_dense1_w = getattr(self, "encoder13/ffn/dense1/w")(encoder13_ln1_betas, initializers_onnx_initializer_564);  initializers_onnx_initializer_564 = None
    initializers_onnx_initializer_565 = self.initializers.onnx_initializer_565
    encoder13_ffn_dense1_b = getattr(self, "encoder13/ffn/dense1/b")(encoder13_ffn_dense1_w, initializers_onnx_initializer_565);  encoder13_ffn_dense1_w = initializers_onnx_initializer_565 = None
    encoder13_ffn_dense1_mish_softplus = getattr(self, "encoder13/ffn/dense1/mish/softplus")(encoder13_ffn_dense1_b)
    encoder13_ffn_dense1_mish_tanh = getattr(self, "encoder13/ffn/dense1/mish/tanh")(encoder13_ffn_dense1_mish_softplus);  encoder13_ffn_dense1_mish_softplus = None
    encoder13_ffn_dense1_mish = getattr(self, "encoder13/ffn/dense1/mish")(encoder13_ffn_dense1_mish_tanh, encoder13_ffn_dense1_b);  encoder13_ffn_dense1_mish_tanh = encoder13_ffn_dense1_b = None
    initializers_onnx_initializer_566 = self.initializers.onnx_initializer_566
    encoder13_ffn_dense2_w = getattr(self, "encoder13/ffn/dense2/w")(encoder13_ffn_dense1_mish, initializers_onnx_initializer_566);  encoder13_ffn_dense1_mish = initializers_onnx_initializer_566 = None
    initializers_onnx_initializer_567 = self.initializers.onnx_initializer_567
    encoder13_ffn_dense2_b = getattr(self, "encoder13/ffn/dense2/b")(encoder13_ffn_dense2_w, initializers_onnx_initializer_567);  encoder13_ffn_dense2_w = initializers_onnx_initializer_567 = None
    initializers_onnx_initializer_568 = self.initializers.onnx_initializer_568
    encoder13_ffn_alpha = getattr(self, "encoder13/ffn/alpha")(encoder13_ffn_dense2_b, initializers_onnx_initializer_568);  encoder13_ffn_dense2_b = initializers_onnx_initializer_568 = None
    encoder13_ffn_skip = getattr(self, "encoder13/ffn/skip")(encoder13_ffn_alpha, encoder13_ln1_betas);  encoder13_ffn_alpha = encoder13_ln1_betas = None
    encoder13_ln2_to_float = getattr(self, "encoder13/ln2/to_float")(encoder13_ffn_skip);  encoder13_ffn_skip = None
    encoder13_ln2_mean = getattr(self, "encoder13/ln2/mean")(encoder13_ln2_to_float)
    encoder13_ln2_centered = getattr(self, "encoder13/ln2/centered")(encoder13_ln2_to_float, encoder13_ln2_mean);  encoder13_ln2_to_float = encoder13_ln2_mean = None
    encoder13_ln2_squared = getattr(self, "encoder13/ln2/squared")(encoder13_ln2_centered, encoder13_ln2_centered)
    encoder13_ln2_var = getattr(self, "encoder13/ln2/var")(encoder13_ln2_squared);  encoder13_ln2_squared = None
    initializers_onnx_initializer_569 = self.initializers.onnx_initializer_569
    encoder13_ln2_var_eps = getattr(self, "encoder13/ln2/var_eps")(encoder13_ln2_var, initializers_onnx_initializer_569);  encoder13_ln2_var = initializers_onnx_initializer_569 = None
    encoder13_ln2_std = getattr(self, "encoder13/ln2/std")(encoder13_ln2_var_eps);  encoder13_ln2_var_eps = None
    encoder13_ln2_inv_std = getattr(self, "encoder13/ln2/inv_std")(encoder13_ln2_std);  encoder13_ln2_std = None
    encoder13_ln2_normalized = getattr(self, "encoder13/ln2/normalized")(encoder13_ln2_centered, encoder13_ln2_inv_std);  encoder13_ln2_centered = encoder13_ln2_inv_std = None
    encoder13_ln2_to_data_type = getattr(self, "encoder13/ln2/to_data_type")(encoder13_ln2_normalized);  encoder13_ln2_normalized = None
    initializers_onnx_initializer_570 = self.initializers.onnx_initializer_570
    encoder13_ln2_gammas = getattr(self, "encoder13/ln2/gammas")(encoder13_ln2_to_data_type, initializers_onnx_initializer_570);  encoder13_ln2_to_data_type = initializers_onnx_initializer_570 = None
    initializers_onnx_initializer_571 = self.initializers.onnx_initializer_571
    encoder13_ln2_betas = getattr(self, "encoder13/ln2/betas")(encoder13_ln2_gammas, initializers_onnx_initializer_571);  encoder13_ln2_gammas = initializers_onnx_initializer_571 = None
    initializers_onnx_initializer_572 = self.initializers.onnx_initializer_572
    encoder14_mha_q_w = getattr(self, "encoder14/mha/Q/w")(encoder13_ln2_betas, initializers_onnx_initializer_572);  initializers_onnx_initializer_572 = None
    initializers_onnx_initializer_573 = self.initializers.onnx_initializer_573
    encoder14_mha_q_b = getattr(self, "encoder14/mha/Q/b")(encoder14_mha_q_w, initializers_onnx_initializer_573);  encoder14_mha_q_w = initializers_onnx_initializer_573 = None
    initializers_onnx_initializer_574 = self.initializers.onnx_initializer_574
    encoder14_mha_q_reshape = getattr(self, "encoder14/mha/Q/reshape")(encoder14_mha_q_b, initializers_onnx_initializer_574);  encoder14_mha_q_b = initializers_onnx_initializer_574 = None
    encoder14_mha_q_transpose = getattr(self, "encoder14/mha/Q/transpose")(encoder14_mha_q_reshape);  encoder14_mha_q_reshape = None
    initializers_onnx_initializer_575 = self.initializers.onnx_initializer_575
    encoder14_mha_k_w = getattr(self, "encoder14/mha/K/w")(encoder13_ln2_betas, initializers_onnx_initializer_575);  initializers_onnx_initializer_575 = None
    initializers_onnx_initializer_576 = self.initializers.onnx_initializer_576
    encoder14_mha_k_b = getattr(self, "encoder14/mha/K/b")(encoder14_mha_k_w, initializers_onnx_initializer_576);  encoder14_mha_k_w = initializers_onnx_initializer_576 = None
    initializers_onnx_initializer_577 = self.initializers.onnx_initializer_577
    encoder14_mha_k_reshape = getattr(self, "encoder14/mha/K/reshape")(encoder14_mha_k_b, initializers_onnx_initializer_577);  encoder14_mha_k_b = initializers_onnx_initializer_577 = None
    encoder14_mha_k_transpose = getattr(self, "encoder14/mha/K/transpose")(encoder14_mha_k_reshape);  encoder14_mha_k_reshape = None
    initializers_onnx_initializer_578 = self.initializers.onnx_initializer_578
    encoder14_mha_v_w = getattr(self, "encoder14/mha/V/w")(encoder13_ln2_betas, initializers_onnx_initializer_578);  initializers_onnx_initializer_578 = None
    initializers_onnx_initializer_579 = self.initializers.onnx_initializer_579
    encoder14_mha_v_b = getattr(self, "encoder14/mha/V/b")(encoder14_mha_v_w, initializers_onnx_initializer_579);  encoder14_mha_v_w = initializers_onnx_initializer_579 = None
    initializers_onnx_initializer_580 = self.initializers.onnx_initializer_580
    encoder14_mha_v_reshape = getattr(self, "encoder14/mha/V/reshape")(encoder14_mha_v_b, initializers_onnx_initializer_580);  encoder14_mha_v_b = initializers_onnx_initializer_580 = None
    encoder14_mha_v_transpose = getattr(self, "encoder14/mha/V/transpose")(encoder14_mha_v_reshape);  encoder14_mha_v_reshape = None
    encoder14_mha_qk_matmul = getattr(self, "encoder14/mha/QK/matmul")(encoder14_mha_q_transpose, encoder14_mha_k_transpose);  encoder14_mha_q_transpose = encoder14_mha_k_transpose = None
    initializers_onnx_initializer_581 = self.initializers.onnx_initializer_581
    encoder14_mha_qk_scale = getattr(self, "encoder14/mha/QK/scale")(encoder14_mha_qk_matmul, initializers_onnx_initializer_581);  encoder14_mha_qk_matmul = initializers_onnx_initializer_581 = None
    initializers_onnx_initializer_582 = self.initializers.onnx_initializer_582
    encoder14_smolgen_compress = getattr(self, "encoder14/smolgen/compress")(encoder13_ln2_betas, initializers_onnx_initializer_582);  initializers_onnx_initializer_582 = None
    initializers_onnx_initializer_583 = self.initializers.onnx_initializer_583
    encoder14_smolgen_compress_reshape = getattr(self, "encoder14/smolgen/compress/reshape")(encoder14_smolgen_compress, initializers_onnx_initializer_583);  encoder14_smolgen_compress = initializers_onnx_initializer_583 = None
    initializers_onnx_initializer_584 = self.initializers.onnx_initializer_584
    encoder14_smolgen_dense1_w = getattr(self, "encoder14/smolgen/dense1/w")(encoder14_smolgen_compress_reshape, initializers_onnx_initializer_584);  encoder14_smolgen_compress_reshape = initializers_onnx_initializer_584 = None
    initializers_onnx_initializer_585 = self.initializers.onnx_initializer_585
    encoder14_smolgen_dense1_b = getattr(self, "encoder14/smolgen/dense1/b")(encoder14_smolgen_dense1_w, initializers_onnx_initializer_585);  encoder14_smolgen_dense1_w = initializers_onnx_initializer_585 = None
    encoder14_smolgen_dense1_swish_sigmoid = getattr(self, "encoder14/smolgen/dense1/swish/sigmoid")(encoder14_smolgen_dense1_b)
    encoder14_smolgen_dense1_swish = getattr(self, "encoder14/smolgen/dense1/swish")(encoder14_smolgen_dense1_swish_sigmoid, encoder14_smolgen_dense1_b);  encoder14_smolgen_dense1_swish_sigmoid = encoder14_smolgen_dense1_b = None
    encoder14_smolgen_ln1_to_float = getattr(self, "encoder14/smolgen/ln1/to_float")(encoder14_smolgen_dense1_swish);  encoder14_smolgen_dense1_swish = None
    encoder14_smolgen_ln1_mean = getattr(self, "encoder14/smolgen/ln1/mean")(encoder14_smolgen_ln1_to_float)
    encoder14_smolgen_ln1_centered = getattr(self, "encoder14/smolgen/ln1/centered")(encoder14_smolgen_ln1_to_float, encoder14_smolgen_ln1_mean);  encoder14_smolgen_ln1_to_float = encoder14_smolgen_ln1_mean = None
    encoder14_smolgen_ln1_squared = getattr(self, "encoder14/smolgen/ln1/squared")(encoder14_smolgen_ln1_centered, encoder14_smolgen_ln1_centered)
    encoder14_smolgen_ln1_var = getattr(self, "encoder14/smolgen/ln1/var")(encoder14_smolgen_ln1_squared);  encoder14_smolgen_ln1_squared = None
    initializers_onnx_initializer_586 = self.initializers.onnx_initializer_586
    encoder14_smolgen_ln1_var_eps = getattr(self, "encoder14/smolgen/ln1/var_eps")(encoder14_smolgen_ln1_var, initializers_onnx_initializer_586);  encoder14_smolgen_ln1_var = initializers_onnx_initializer_586 = None
    encoder14_smolgen_ln1_std = getattr(self, "encoder14/smolgen/ln1/std")(encoder14_smolgen_ln1_var_eps);  encoder14_smolgen_ln1_var_eps = None
    encoder14_smolgen_ln1_inv_std = getattr(self, "encoder14/smolgen/ln1/inv_std")(encoder14_smolgen_ln1_std);  encoder14_smolgen_ln1_std = None
    encoder14_smolgen_ln1_normalized = getattr(self, "encoder14/smolgen/ln1/normalized")(encoder14_smolgen_ln1_centered, encoder14_smolgen_ln1_inv_std);  encoder14_smolgen_ln1_centered = encoder14_smolgen_ln1_inv_std = None
    encoder14_smolgen_ln1_to_data_type = getattr(self, "encoder14/smolgen/ln1/to_data_type")(encoder14_smolgen_ln1_normalized);  encoder14_smolgen_ln1_normalized = None
    initializers_onnx_initializer_587 = self.initializers.onnx_initializer_587
    encoder14_smolgen_ln1_gammas = getattr(self, "encoder14/smolgen/ln1/gammas")(encoder14_smolgen_ln1_to_data_type, initializers_onnx_initializer_587);  encoder14_smolgen_ln1_to_data_type = initializers_onnx_initializer_587 = None
    initializers_onnx_initializer_588 = self.initializers.onnx_initializer_588
    encoder14_smolgen_ln1_betas = getattr(self, "encoder14/smolgen/ln1/betas")(encoder14_smolgen_ln1_gammas, initializers_onnx_initializer_588);  encoder14_smolgen_ln1_gammas = initializers_onnx_initializer_588 = None
    initializers_onnx_initializer_589 = self.initializers.onnx_initializer_589
    encoder14_smolgen_dense2_w = getattr(self, "encoder14/smolgen/dense2/w")(encoder14_smolgen_ln1_betas, initializers_onnx_initializer_589);  encoder14_smolgen_ln1_betas = initializers_onnx_initializer_589 = None
    initializers_onnx_initializer_590 = self.initializers.onnx_initializer_590
    encoder14_smolgen_dense2_b = getattr(self, "encoder14/smolgen/dense2/b")(encoder14_smolgen_dense2_w, initializers_onnx_initializer_590);  encoder14_smolgen_dense2_w = initializers_onnx_initializer_590 = None
    encoder14_smolgen_dense2_swish_sigmoid = getattr(self, "encoder14/smolgen/dense2/swish/sigmoid")(encoder14_smolgen_dense2_b)
    encoder14_smolgen_dense2_swish = getattr(self, "encoder14/smolgen/dense2/swish")(encoder14_smolgen_dense2_swish_sigmoid, encoder14_smolgen_dense2_b);  encoder14_smolgen_dense2_swish_sigmoid = encoder14_smolgen_dense2_b = None
    encoder14_smolgen_ln2_to_float = getattr(self, "encoder14/smolgen/ln2/to_float")(encoder14_smolgen_dense2_swish);  encoder14_smolgen_dense2_swish = None
    encoder14_smolgen_ln2_mean = getattr(self, "encoder14/smolgen/ln2/mean")(encoder14_smolgen_ln2_to_float)
    encoder14_smolgen_ln2_centered = getattr(self, "encoder14/smolgen/ln2/centered")(encoder14_smolgen_ln2_to_float, encoder14_smolgen_ln2_mean);  encoder14_smolgen_ln2_to_float = encoder14_smolgen_ln2_mean = None
    encoder14_smolgen_ln2_squared = getattr(self, "encoder14/smolgen/ln2/squared")(encoder14_smolgen_ln2_centered, encoder14_smolgen_ln2_centered)
    encoder14_smolgen_ln2_var = getattr(self, "encoder14/smolgen/ln2/var")(encoder14_smolgen_ln2_squared);  encoder14_smolgen_ln2_squared = None
    initializers_onnx_initializer_591 = self.initializers.onnx_initializer_591
    encoder14_smolgen_ln2_var_eps = getattr(self, "encoder14/smolgen/ln2/var_eps")(encoder14_smolgen_ln2_var, initializers_onnx_initializer_591);  encoder14_smolgen_ln2_var = initializers_onnx_initializer_591 = None
    encoder14_smolgen_ln2_std = getattr(self, "encoder14/smolgen/ln2/std")(encoder14_smolgen_ln2_var_eps);  encoder14_smolgen_ln2_var_eps = None
    encoder14_smolgen_ln2_inv_std = getattr(self, "encoder14/smolgen/ln2/inv_std")(encoder14_smolgen_ln2_std);  encoder14_smolgen_ln2_std = None
    encoder14_smolgen_ln2_normalized = getattr(self, "encoder14/smolgen/ln2/normalized")(encoder14_smolgen_ln2_centered, encoder14_smolgen_ln2_inv_std);  encoder14_smolgen_ln2_centered = encoder14_smolgen_ln2_inv_std = None
    encoder14_smolgen_ln2_to_data_type = getattr(self, "encoder14/smolgen/ln2/to_data_type")(encoder14_smolgen_ln2_normalized);  encoder14_smolgen_ln2_normalized = None
    initializers_onnx_initializer_592 = self.initializers.onnx_initializer_592
    encoder14_smolgen_ln2_gammas = getattr(self, "encoder14/smolgen/ln2/gammas")(encoder14_smolgen_ln2_to_data_type, initializers_onnx_initializer_592);  encoder14_smolgen_ln2_to_data_type = initializers_onnx_initializer_592 = None
    initializers_onnx_initializer_593 = self.initializers.onnx_initializer_593
    encoder14_smolgen_ln2_betas = getattr(self, "encoder14/smolgen/ln2/betas")(encoder14_smolgen_ln2_gammas, initializers_onnx_initializer_593);  encoder14_smolgen_ln2_gammas = initializers_onnx_initializer_593 = None
    initializers_onnx_initializer_594 = self.initializers.onnx_initializer_594
    encoder14_smolgen_gen_from_reshape = getattr(self, "encoder14/smolgen/gen_from/reshape")(encoder14_smolgen_ln2_betas, initializers_onnx_initializer_594);  encoder14_smolgen_ln2_betas = initializers_onnx_initializer_594 = None
    initializers_onnx_initializer_595 = self.initializers.onnx_initializer_595
    encoder14_smolgen_smol_weight_gen = getattr(self, "encoder14/smolgen/smol_weight_gen")(encoder14_smolgen_gen_from_reshape, initializers_onnx_initializer_595);  encoder14_smolgen_gen_from_reshape = initializers_onnx_initializer_595 = None
    initializers_onnx_initializer_596 = self.initializers.onnx_initializer_596
    encoder14_smolgen_out_reshape = getattr(self, "encoder14/smolgen/out/reshape")(encoder14_smolgen_smol_weight_gen, initializers_onnx_initializer_596);  encoder14_smolgen_smol_weight_gen = initializers_onnx_initializer_596 = None
    encoder14_smolgen_weights = getattr(self, "encoder14/smolgen_weights")(encoder14_mha_qk_scale, encoder14_smolgen_out_reshape);  encoder14_mha_qk_scale = encoder14_smolgen_out_reshape = None
    encoder14_mha_qk_softmax = getattr(self, "encoder14/mha/QK/softmax")(encoder14_smolgen_weights);  encoder14_smolgen_weights = None
    encoder14_mha_qkv_matmul = getattr(self, "encoder14/mha/QKV/matmul")(encoder14_mha_qk_softmax, encoder14_mha_v_transpose);  encoder14_mha_qk_softmax = encoder14_mha_v_transpose = None
    encoder14_mha_out_transpose = getattr(self, "encoder14/mha/out/transpose")(encoder14_mha_qkv_matmul);  encoder14_mha_qkv_matmul = None
    initializers_onnx_initializer_597 = self.initializers.onnx_initializer_597
    encoder14_mha_out_reshape = getattr(self, "encoder14/mha/out/reshape")(encoder14_mha_out_transpose, initializers_onnx_initializer_597);  encoder14_mha_out_transpose = initializers_onnx_initializer_597 = None
    initializers_onnx_initializer_598 = self.initializers.onnx_initializer_598
    encoder14_mha_out_dense_w = getattr(self, "encoder14/mha/out/dense/w")(encoder14_mha_out_reshape, initializers_onnx_initializer_598);  encoder14_mha_out_reshape = initializers_onnx_initializer_598 = None
    initializers_onnx_initializer_599 = self.initializers.onnx_initializer_599
    encoder14_mha_out_dense_b = getattr(self, "encoder14/mha/out/dense/b")(encoder14_mha_out_dense_w, initializers_onnx_initializer_599);  encoder14_mha_out_dense_w = initializers_onnx_initializer_599 = None
    initializers_onnx_initializer_600 = self.initializers.onnx_initializer_600
    encoder14_alpha_input = getattr(self, "encoder14/alpha*input")(encoder14_mha_out_dense_b, initializers_onnx_initializer_600);  encoder14_mha_out_dense_b = initializers_onnx_initializer_600 = None
    encoder14_mha_out_skip = getattr(self, "encoder14/mha/out/skip")(encoder14_alpha_input, encoder13_ln2_betas);  encoder14_alpha_input = encoder13_ln2_betas = None
    encoder14_ln1_to_float = getattr(self, "encoder14/ln1/to_float")(encoder14_mha_out_skip);  encoder14_mha_out_skip = None
    encoder14_ln1_mean = getattr(self, "encoder14/ln1/mean")(encoder14_ln1_to_float)
    encoder14_ln1_centered = getattr(self, "encoder14/ln1/centered")(encoder14_ln1_to_float, encoder14_ln1_mean);  encoder14_ln1_to_float = encoder14_ln1_mean = None
    encoder14_ln1_squared = getattr(self, "encoder14/ln1/squared")(encoder14_ln1_centered, encoder14_ln1_centered)
    encoder14_ln1_var = getattr(self, "encoder14/ln1/var")(encoder14_ln1_squared);  encoder14_ln1_squared = None
    initializers_onnx_initializer_601 = self.initializers.onnx_initializer_601
    encoder14_ln1_var_eps = getattr(self, "encoder14/ln1/var_eps")(encoder14_ln1_var, initializers_onnx_initializer_601);  encoder14_ln1_var = initializers_onnx_initializer_601 = None
    encoder14_ln1_std = getattr(self, "encoder14/ln1/std")(encoder14_ln1_var_eps);  encoder14_ln1_var_eps = None
    encoder14_ln1_inv_std = getattr(self, "encoder14/ln1/inv_std")(encoder14_ln1_std);  encoder14_ln1_std = None
    encoder14_ln1_normalized = getattr(self, "encoder14/ln1/normalized")(encoder14_ln1_centered, encoder14_ln1_inv_std);  encoder14_ln1_centered = encoder14_ln1_inv_std = None
    encoder14_ln1_to_data_type = getattr(self, "encoder14/ln1/to_data_type")(encoder14_ln1_normalized);  encoder14_ln1_normalized = None
    initializers_onnx_initializer_602 = self.initializers.onnx_initializer_602
    encoder14_ln1_gammas = getattr(self, "encoder14/ln1/gammas")(encoder14_ln1_to_data_type, initializers_onnx_initializer_602);  encoder14_ln1_to_data_type = initializers_onnx_initializer_602 = None
    initializers_onnx_initializer_603 = self.initializers.onnx_initializer_603
    encoder14_ln1_betas = getattr(self, "encoder14/ln1/betas")(encoder14_ln1_gammas, initializers_onnx_initializer_603);  encoder14_ln1_gammas = initializers_onnx_initializer_603 = None
    initializers_onnx_initializer_604 = self.initializers.onnx_initializer_604
    encoder14_ffn_dense1_w = getattr(self, "encoder14/ffn/dense1/w")(encoder14_ln1_betas, initializers_onnx_initializer_604);  initializers_onnx_initializer_604 = None
    initializers_onnx_initializer_605 = self.initializers.onnx_initializer_605
    encoder14_ffn_dense1_b = getattr(self, "encoder14/ffn/dense1/b")(encoder14_ffn_dense1_w, initializers_onnx_initializer_605);  encoder14_ffn_dense1_w = initializers_onnx_initializer_605 = None
    encoder14_ffn_dense1_mish_softplus = getattr(self, "encoder14/ffn/dense1/mish/softplus")(encoder14_ffn_dense1_b)
    encoder14_ffn_dense1_mish_tanh = getattr(self, "encoder14/ffn/dense1/mish/tanh")(encoder14_ffn_dense1_mish_softplus);  encoder14_ffn_dense1_mish_softplus = None
    encoder14_ffn_dense1_mish = getattr(self, "encoder14/ffn/dense1/mish")(encoder14_ffn_dense1_mish_tanh, encoder14_ffn_dense1_b);  encoder14_ffn_dense1_mish_tanh = encoder14_ffn_dense1_b = None
    initializers_onnx_initializer_606 = self.initializers.onnx_initializer_606
    encoder14_ffn_dense2_w = getattr(self, "encoder14/ffn/dense2/w")(encoder14_ffn_dense1_mish, initializers_onnx_initializer_606);  encoder14_ffn_dense1_mish = initializers_onnx_initializer_606 = None
    initializers_onnx_initializer_607 = self.initializers.onnx_initializer_607
    encoder14_ffn_dense2_b = getattr(self, "encoder14/ffn/dense2/b")(encoder14_ffn_dense2_w, initializers_onnx_initializer_607);  encoder14_ffn_dense2_w = initializers_onnx_initializer_607 = None
    initializers_onnx_initializer_608 = self.initializers.onnx_initializer_608
    encoder14_ffn_alpha = getattr(self, "encoder14/ffn/alpha")(encoder14_ffn_dense2_b, initializers_onnx_initializer_608);  encoder14_ffn_dense2_b = initializers_onnx_initializer_608 = None
    encoder14_ffn_skip = getattr(self, "encoder14/ffn/skip")(encoder14_ffn_alpha, encoder14_ln1_betas);  encoder14_ffn_alpha = encoder14_ln1_betas = None
    encoder14_ln2_to_float = getattr(self, "encoder14/ln2/to_float")(encoder14_ffn_skip);  encoder14_ffn_skip = None
    encoder14_ln2_mean = getattr(self, "encoder14/ln2/mean")(encoder14_ln2_to_float)
    encoder14_ln2_centered = getattr(self, "encoder14/ln2/centered")(encoder14_ln2_to_float, encoder14_ln2_mean);  encoder14_ln2_to_float = encoder14_ln2_mean = None
    encoder14_ln2_squared = getattr(self, "encoder14/ln2/squared")(encoder14_ln2_centered, encoder14_ln2_centered)
    encoder14_ln2_var = getattr(self, "encoder14/ln2/var")(encoder14_ln2_squared);  encoder14_ln2_squared = None
    initializers_onnx_initializer_609 = self.initializers.onnx_initializer_609
    encoder14_ln2_var_eps = getattr(self, "encoder14/ln2/var_eps")(encoder14_ln2_var, initializers_onnx_initializer_609);  encoder14_ln2_var = initializers_onnx_initializer_609 = None
    encoder14_ln2_std = getattr(self, "encoder14/ln2/std")(encoder14_ln2_var_eps);  encoder14_ln2_var_eps = None
    encoder14_ln2_inv_std = getattr(self, "encoder14/ln2/inv_std")(encoder14_ln2_std);  encoder14_ln2_std = None
    encoder14_ln2_normalized = getattr(self, "encoder14/ln2/normalized")(encoder14_ln2_centered, encoder14_ln2_inv_std);  encoder14_ln2_centered = encoder14_ln2_inv_std = None
    encoder14_ln2_to_data_type = getattr(self, "encoder14/ln2/to_data_type")(encoder14_ln2_normalized);  encoder14_ln2_normalized = None
    initializers_onnx_initializer_610 = self.initializers.onnx_initializer_610
    encoder14_ln2_gammas = getattr(self, "encoder14/ln2/gammas")(encoder14_ln2_to_data_type, initializers_onnx_initializer_610);  encoder14_ln2_to_data_type = initializers_onnx_initializer_610 = None
    initializers_onnx_initializer_611 = self.initializers.onnx_initializer_611
    encoder14_ln2_betas = getattr(self, "encoder14/ln2/betas")(encoder14_ln2_gammas, initializers_onnx_initializer_611);  encoder14_ln2_gammas = initializers_onnx_initializer_611 = None
    return encoder14_ln2_betas.reshape(bsz, -1)

    # initializers_onnx_initializer_612 = self.initializers.onnx_initializer_612
    # policy_dense1_matmul = getattr(self, "policy/dense1/matmul")(encoder14_ln2_betas, initializers_onnx_initializer_612);  initializers_onnx_initializer_612 = None
    # initializers_onnx_initializer_613 = self.initializers.onnx_initializer_613
    # policy_dense1_add = getattr(self, "policy/dense1/add")(policy_dense1_matmul, initializers_onnx_initializer_613);  policy_dense1_matmul = initializers_onnx_initializer_613 = None
    # policy_dense1_mish_softplus = getattr(self, "policy/dense1/mish/softplus")(policy_dense1_add)
    # policy_dense1_mish_tanh = getattr(self, "policy/dense1/mish/tanh")(policy_dense1_mish_softplus);  policy_dense1_mish_softplus = None
    # policy_dense1_mish = getattr(self, "policy/dense1/mish")(policy_dense1_mish_tanh, policy_dense1_add);  policy_dense1_mish_tanh = policy_dense1_add = None
    # initializers_onnx_initializer_614 = self.initializers.onnx_initializer_614
    # policy_q_matmul = getattr(self, "policy/Q/matmul")(policy_dense1_mish, initializers_onnx_initializer_614);  initializers_onnx_initializer_614 = None
    # initializers_onnx_initializer_615 = self.initializers.onnx_initializer_615
    # policy_q_add = getattr(self, "policy/Q/add")(policy_q_matmul, initializers_onnx_initializer_615);  policy_q_matmul = initializers_onnx_initializer_615 = None
    # initializers_onnx_initializer_616 = self.initializers.onnx_initializer_616
    # policy_q_reshape = getattr(self, "policy/Q/reshape")(policy_q_add, initializers_onnx_initializer_616);  policy_q_add = initializers_onnx_initializer_616 = None
    # initializers_onnx_initializer_617 = self.initializers.onnx_initializer_617
    # policy_k_matmul = getattr(self, "policy/K/matmul")(policy_dense1_mish, initializers_onnx_initializer_617);  policy_dense1_mish = initializers_onnx_initializer_617 = None
    # initializers_onnx_initializer_618 = self.initializers.onnx_initializer_618
    # policy_k_add = getattr(self, "policy/K/add")(policy_k_matmul, initializers_onnx_initializer_618);  policy_k_matmul = initializers_onnx_initializer_618 = None
    # initializers_onnx_initializer_619 = self.initializers.onnx_initializer_619
    # policy_k_reshape = getattr(self, "policy/K/reshape")(policy_k_add, initializers_onnx_initializer_619);  policy_k_add = initializers_onnx_initializer_619 = None
    # policy_k_transpose = getattr(self, "policy/K/transpose")(policy_k_reshape)
    # policy_matmul = getattr(self, "policy/matmul")(policy_q_reshape, policy_k_transpose);  policy_q_reshape = policy_k_transpose = None
    # initializers_onnx_initializer_620 = self.initializers.onnx_initializer_620
    # policy_scale = getattr(self, "policy/scale")(policy_matmul, initializers_onnx_initializer_620);  policy_matmul = initializers_onnx_initializer_620 = None
    # initializers_onnx_initializer_621 = self.initializers.onnx_initializer_621
    # initializers_onnx_initializer_622 = self.initializers.onnx_initializer_622
    # policy_promotion_slice = getattr(self, "policy/promotion/slice")(policy_k_reshape, initializers_onnx_initializer_621, initializers_onnx_initializer_622);  policy_k_reshape = initializers_onnx_initializer_621 = initializers_onnx_initializer_622 = None
    # initializers_onnx_initializer_623 = self.initializers.onnx_initializer_623
    # policy_promotion_matmul = getattr(self, "policy/promotion/matmul")(policy_promotion_slice, initializers_onnx_initializer_623);  policy_promotion_slice = initializers_onnx_initializer_623 = None
    # policy_promotion_transpose = getattr(self, "policy/promotion/transpose")(policy_promotion_matmul);  policy_promotion_matmul = None
    # initializers_onnx_initializer_624 = self.initializers.onnx_initializer_624
    # policy_promotion_split = getattr(self, "policy/promotion/split")(policy_promotion_transpose, initializers_onnx_initializer_624);  policy_promotion_transpose = initializers_onnx_initializer_624 = None
    # getitem = policy_promotion_split[0]
    # getitem_1 = policy_promotion_split[1];  policy_promotion_split = None
    # policy_promotion_add = getattr(self, "policy/promotion/add")(getitem, getitem_1);  getitem = getitem_1 = None
    # policy_promotion_transpose2 = getattr(self, "policy/promotion/transpose2")(policy_promotion_add);  policy_promotion_add = None
    # initializers_onnx_initializer_625 = self.initializers.onnx_initializer_625
    # policy_promotion_reshape = getattr(self, "policy/promotion/reshape")(policy_promotion_transpose2, initializers_onnx_initializer_625);  policy_promotion_transpose2 = initializers_onnx_initializer_625 = None
    # initializers_onnx_initializer_626 = self.initializers.onnx_initializer_626
    # initializers_onnx_initializer_627 = self.initializers.onnx_initializer_627
    # policy_promotion_slice2 = getattr(self, "policy/promotion/slice2")(policy_scale, initializers_onnx_initializer_626, initializers_onnx_initializer_627);  initializers_onnx_initializer_626 = initializers_onnx_initializer_627 = None
    # initializers_onnx_initializer_628 = self.initializers.onnx_initializer_628
    # policy_promotion_reshape2 = getattr(self, "policy/promotion/reshape2")(policy_promotion_slice2, initializers_onnx_initializer_628);  policy_promotion_slice2 = initializers_onnx_initializer_628 = None
    # policy_promotion_concat = getattr(self, "policy/promotion/concat")(policy_promotion_reshape2, policy_promotion_reshape2, policy_promotion_reshape2);  policy_promotion_reshape2 = None
    # initializers_onnx_initializer_629 = self.initializers.onnx_initializer_629
    # policy_promotion_reshape3 = getattr(self, "policy/promotion/reshape3")(policy_promotion_concat, initializers_onnx_initializer_629);  policy_promotion_concat = initializers_onnx_initializer_629 = None
    # policy_promotion_add2 = getattr(self, "policy/promotion/add2")(policy_promotion_reshape3, policy_promotion_reshape);  policy_promotion_reshape3 = policy_promotion_reshape = None
    # initializers_onnx_initializer_630 = self.initializers.onnx_initializer_630
    # policy_promotion_reshape4 = getattr(self, "policy/promotion/reshape4")(policy_promotion_add2, initializers_onnx_initializer_630);  policy_promotion_add2 = initializers_onnx_initializer_630 = None
    # policy_concat = getattr(self, "policy/concat")(policy_scale, policy_promotion_reshape4);  policy_scale = policy_promotion_reshape4 = None
    # initializers_onnx_initializer_631 = self.initializers.onnx_initializer_631
    # policy_reshape = getattr(self, "policy/reshape")(policy_concat, initializers_onnx_initializer_631);  policy_concat = initializers_onnx_initializer_631 = None
    # initializers_onnx_initializer_632 = self.initializers.onnx_initializer_632
    # output_policy = getattr(self, "output/policy")(policy_reshape, initializers_onnx_initializer_632);  policy_reshape = initializers_onnx_initializer_632 = None
    # initializers_onnx_initializer_633 = self.initializers.onnx_initializer_633
    # value_embed_matmul = getattr(self, "value/embed/matmul")(encoder14_ln2_betas, initializers_onnx_initializer_633);  initializers_onnx_initializer_633 = None
    # initializers_onnx_initializer_634 = self.initializers.onnx_initializer_634
    # value_embed_add = getattr(self, "value/embed/add")(value_embed_matmul, initializers_onnx_initializer_634);  value_embed_matmul = initializers_onnx_initializer_634 = None
    # value_embed_mish_softplus = getattr(self, "value/embed/mish/softplus")(value_embed_add)
    # value_embed_mish_tanh = getattr(self, "value/embed/mish/tanh")(value_embed_mish_softplus);  value_embed_mish_softplus = None
    # value_embed_mish = getattr(self, "value/embed/mish")(value_embed_mish_tanh, value_embed_add);  value_embed_mish_tanh = value_embed_add = None
    # initializers_onnx_initializer_635 = self.initializers.onnx_initializer_635
    # value_reshape = getattr(self, "value/reshape")(value_embed_mish, initializers_onnx_initializer_635);  value_embed_mish = initializers_onnx_initializer_635 = None
    # initializers_onnx_initializer_636 = self.initializers.onnx_initializer_636
    # value_dense1_matmul = getattr(self, "value/dense1/matmul")(value_reshape, initializers_onnx_initializer_636);  value_reshape = initializers_onnx_initializer_636 = None
    # initializers_onnx_initializer_637 = self.initializers.onnx_initializer_637
    # value_dense1_add = getattr(self, "value/dense1/add")(value_dense1_matmul, initializers_onnx_initializer_637);  value_dense1_matmul = initializers_onnx_initializer_637 = None
    # value_dense1_mish_softplus = getattr(self, "value/dense1/mish/softplus")(value_dense1_add)
    # value_dense1_mish_tanh = getattr(self, "value/dense1/mish/tanh")(value_dense1_mish_softplus);  value_dense1_mish_softplus = None
    # value_dense1_mish = getattr(self, "value/dense1/mish")(value_dense1_mish_tanh, value_dense1_add);  value_dense1_mish_tanh = value_dense1_add = None
    # initializers_onnx_initializer_638 = self.initializers.onnx_initializer_638
    # value_dense2_matmul = getattr(self, "value/dense2/matmul")(value_dense1_mish, initializers_onnx_initializer_638);  value_dense1_mish = initializers_onnx_initializer_638 = None
    # initializers_onnx_initializer_639 = self.initializers.onnx_initializer_639
    # value_dense2_add = getattr(self, "value/dense2/add")(value_dense2_matmul, initializers_onnx_initializer_639);  value_dense2_matmul = initializers_onnx_initializer_639 = None
    # output_wdl = getattr(self, "output/wdl")(value_dense2_add);  value_dense2_add = None
    # initializers_onnx_initializer_640 = self.initializers.onnx_initializer_640
    # mlh_embed_matmul = getattr(self, "mlh/embed/matmul")(encoder14_ln2_betas, initializers_onnx_initializer_640);  encoder14_ln2_betas = initializers_onnx_initializer_640 = None
    # initializers_onnx_initializer_641 = self.initializers.onnx_initializer_641
    # mlh_embed_add = getattr(self, "mlh/embed/add")(mlh_embed_matmul, initializers_onnx_initializer_641);  mlh_embed_matmul = initializers_onnx_initializer_641 = None
    # mlh_embed_mish_softplus = getattr(self, "mlh/embed/mish/softplus")(mlh_embed_add)
    # mlh_embed_mish_tanh = getattr(self, "mlh/embed/mish/tanh")(mlh_embed_mish_softplus);  mlh_embed_mish_softplus = None
    # mlh_embed_mish = getattr(self, "mlh/embed/mish")(mlh_embed_mish_tanh, mlh_embed_add);  mlh_embed_mish_tanh = mlh_embed_add = None
    # initializers_onnx_initializer_642 = self.initializers.onnx_initializer_642
    # mlh_reshape = getattr(self, "mlh/reshape")(mlh_embed_mish, initializers_onnx_initializer_642);  mlh_embed_mish = initializers_onnx_initializer_642 = None
    # initializers_onnx_initializer_643 = self.initializers.onnx_initializer_643
    # mlh_dense1_matmul = getattr(self, "mlh/dense1/matmul")(mlh_reshape, initializers_onnx_initializer_643);  mlh_reshape = initializers_onnx_initializer_643 = None
    # initializers_onnx_initializer_644 = self.initializers.onnx_initializer_644
    # mlh_dense1_add = getattr(self, "mlh/dense1/add")(mlh_dense1_matmul, initializers_onnx_initializer_644);  mlh_dense1_matmul = initializers_onnx_initializer_644 = None
    # mlh_dense1_mish_softplus = getattr(self, "mlh/dense1/mish/softplus")(mlh_dense1_add)
    # mlh_dense1_mish_tanh = getattr(self, "mlh/dense1/mish/tanh")(mlh_dense1_mish_softplus);  mlh_dense1_mish_softplus = None
    # mlh_dense1_mish = getattr(self, "mlh/dense1/mish")(mlh_dense1_mish_tanh, mlh_dense1_add);  mlh_dense1_mish_tanh = mlh_dense1_add = None
    # initializers_onnx_initializer_645 = self.initializers.onnx_initializer_645
    # mlh_dense2_matmul = getattr(self, "mlh/dense2/matmul")(mlh_dense1_mish, initializers_onnx_initializer_645);  mlh_dense1_mish = initializers_onnx_initializer_645 = None
    # initializers_onnx_initializer_646 = self.initializers.onnx_initializer_646
    # mlh_dense2_add = getattr(self, "mlh/dense2/add")(mlh_dense2_matmul, initializers_onnx_initializer_646);  mlh_dense2_matmul = initializers_onnx_initializer_646 = None
    # mlh_dense2_mish_softplus = getattr(self, "mlh/dense2/mish/softplus")(mlh_dense2_add)
    # mlh_dense2_mish_tanh = getattr(self, "mlh/dense2/mish/tanh")(mlh_dense2_mish_softplus);  mlh_dense2_mish_softplus = None
    # mlh_dense2_mish = getattr(self, "mlh/dense2/mish")(mlh_dense2_mish_tanh, mlh_dense2_add);  mlh_dense2_mish_tanh = mlh_dense2_add = None
    # output_mlh = getattr(self, "output/mlh")(mlh_dense2_mish);  mlh_dense2_mish = None
    # return [output_policy, output_wdl, output_mlh]


class LeelaEmbedder(torch.nn.Module):

    def __init__(self, model_type=LEELA_TYPE.SMALL):
        super(LeelaEmbedder, self).__init__()
        self._model_type = model_type
        if self._model_type == LEELA_TYPE.SMALL:
            self._model_path = "models/leela-small.onnx"
            self._embed_fn = _betas_small_embed
            self._embed_size = _SMALL_EMBED_SIZE
        elif self._model_type == LEELA_TYPE.MED:
            self._model_path = "models/leela-medium.onnx"
            self._embed_fn = _betas_medium_embed
            self._embed_size = _MED_EMBED_SIZE
        elif self._model_type == LEELA_TYPE.LARGE:
            self._model_path = "models/leela-large.onnx"
            self._embed_fn = _betas_large_embed
            self._embed_size = _LARGE_EMBED_SIZE
        else:
            raise ValueError(f"invalid model type {model_type}")
        self._model = convert(self._model_path)

    def __call__(self, input):
        return self._embed_fn(self._model, input)

    def serialize_to_dict(self):
        return {'model_type': self._model_type}
    
    def embed_size(self):
        return self._embed_size
    
    @classmethod
    def load_from_dict(cls, data):
        return cls(model_type=data['model_type'])