Upload main_.py with huggingface_hub

main_.py

@@ -8,7 +8,7 @@ import argparse
 import random
 from transformers import AutoTokenizer, DataCollatorForSeq2Seq, Seq2SeqTrainingArguments, Seq2SeqTrainer
 from model import T5ForMultimodalGeneration
-from utils_data import AITWDatasetImg, load_data
+from utils_data_ import AITWDatasetImg, load_data
 from rich.table import Column, Table
 from rich import box
 from rich.console import Console
@@ -113,8 +113,8 @@ if __name__ == '__main__':
     print(len(eval_data[0]))
     print(len(eval_data))
     block = 2000
-    for i in range(len(eval_data)):
-        eval_data[i] = eval_data[i][:block]
+    # for i in range(len(eval_data)):
+    #     eval_data[i] = eval_data[i][:block]
     eval_set = AITWDatasetImg(
         eval_data,
         tokenizer,
@@ -122,8 +122,8 @@ if __name__ == '__main__':
         args.output_len
     )
     test_data = load_data(args, "test")
-    for i in range(len(test_data)):
-        test_data[i] = test_data[i][:block]
+    # for i in range(len(test_data)):
+    #     test_data[i] = test_data[i][:block]
     test_set = AITWDatasetImg(
         test_data,
         tokenizer,