lets try to change the pipeline

modeling_stacked.py

@@ -16,6 +16,17 @@ def get_info(label_map):
     return num_token_labels_dict
 
 
+# class MyCustomModel:
+#     def __init__(self):
+#         # Custom initialization
+#         pass
+#
+#     @classmethod
+#     def from_pretrained(cls, *args, **kwargs):
+#         print("Ignoring weights and using custom initialization.")
+#         return cls()
+
+
 class ExtendedMultitaskModelForTokenClassification(PreTrainedModel):
 
     config_class = ImpressoConfig
@@ -63,6 +74,11 @@ class ExtendedMultitaskModelForTokenClassification(PreTrainedModel):
     def get_floret_model(self):
         return self.model_floret
 
+    @classmethod
+    def from_pretrained(cls, *args, **kwargs):
+        print("Ignoring weights and using custom initialization.")
+        return cls()
+
     # def forward(
     #     self,
     #     input_ids: Optional[torch.Tensor] = None,