|
from transformers.models.gpt2.configuration_gpt2 import GPT2Config |
|
|
|
class BackpackGPT2NLIConfig(GPT2Config): |
|
def __init__(self, |
|
freeze_backpack=True, |
|
num_labels=3, |
|
vocab_size=50264, |
|
num_senses=16, |
|
sense_intermediate_scale=4, |
|
n_positions=512, |
|
scale_attn_by_inverse_layer_idx=True, |
|
**kwargs, |
|
): |
|
self.freeze_backpack = freeze_backpack |
|
|
|
|
|
self.num_senses = num_senses |
|
self.sense_intermediate_scale = sense_intermediate_scale |
|
super().__init__(vocab_size=vocab_size, n_positions=n_positions, scale_attn_by_inverse_layer_idx=scale_attn_by_inverse_layer_idx, num_labels=num_labels, **kwargs) |
|
|
