diff --git a/didactic/config/task/img_tokenizer/model/time-series-transformer.yaml b/didactic/config/task/img_tokenizer/model/time-series-transformer.yaml index 67660aba..7d8caff3 100644 --- a/didactic/config/task/img_tokenizer/model/time-series-transformer.yaml +++ b/didactic/config/task/img_tokenizer/model/time-series-transformer.yaml @@ -30,7 +30,7 @@ _args_: encoder_layer: _target_: torch.nn.TransformerEncoderLayer d_model: ${task.embed_dim} - nhead: 2 + nhead: ${oc.select:task.model.encoder.attention_n_heads,2} dim_feedforward: ${op.mul:1.5,${task.embed_dim},int} dropout: 0.1 activation: relu