rna_torsionbert_config.py

from transformers import PretrainedConfig


class RNATorsionBertConfig(PretrainedConfig):
    model_type = "rna_torsionbert"
    def __init__(self, k: int = 3, angles: str = "BACKBONE", hidden_size: int = 1024, **kwargs):
        """
        Initialise the model.
        :param k: the k-mer size.
        :param angles: types of angles to use. "BACKBONE" for eight torsional angles +
                                                            two pseudo-torsional angles
        :param hidden_size: size of the hidden layer after BERT hidden states.
        """
        self.k = k
        self.angles = angles
        self.hidden_size = hidden_size
        super().__init__(**kwargs)