File size: 201 Bytes
5b70148 |
1 2 3 4 5 6 7 8 9 10 11 |
name: pt_model_custom
position_encoding: "multi_subj_position_encoding"
n_head: 8
n_layers: 6
hidden_dim: 512
input_dim: 768
layer_activation: "gelu"
attention_weights: false
use_token_cls_head: true
|