nr_frozen_epochs: 1 | |
keep_embeddings_frozen: false | |
optimizer: AdamW | |
warmup_steps: 0 | |
encoder_learning_rate: 1.0e-06 | |
learning_rate: 1.5e-05 | |
layerwise_decay: 0.95 | |
encoder_model: XLM-RoBERTa | |
pretrained_model: Unbabel/wmt22-cometkiwi-da | |
pool: avg | |
layer: mix | |
layer_transformation: sparsemax | |
layer_norm: false | |
loss: mse | |
dropout: 0.1 | |
batch_size: 16 | |
train_data: | |
- data/train-split.csv | |
validation_data: | |
- data/valid-split.csv | |
class_identifier: referenceless_regression_metric | |
load_pretrained_weights: true | |
local_files_only: false | |
hidden_sizes: | |
- 2048 | |
- 1024 | |
activations: Tanh | |
final_activation: null | |