End of training

README.md

@@ -4,6 +4,8 @@ license: mit
 base_model: naver-clova-ix/donut-base-finetuned-cord-v2
 tags:
 - generated_from_trainer
+datasets:
+- imagefolder
 model-index:
 - name: donut-base-engine_logbook_new
   results: []
@@ -14,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # donut-base-engine_logbook_new
 
-This model is a fine-tuned version of [naver-clova-ix/donut-base-finetuned-cord-v2](https://huggingface.co/naver-clova-ix/donut-base-finetuned-cord-v2) on an unknown dataset.
+This model is a fine-tuned version of [naver-clova-ix/donut-base-finetuned-cord-v2](https://huggingface.co/naver-clova-ix/donut-base-finetuned-cord-v2) on the imagefolder dataset.
 
 ## Model description
 
@@ -50,4 +52,5 @@ The following hyperparameters were used during training:
 
 - Transformers 4.45.2
 - Pytorch 2.6.0+cu124
+- Datasets 3.5.0
 - Tokenizers 0.20.3

added_tokens.json

@@ -1,35 +1,60 @@
 {
-  "</s_Aircraft>": 57538,
-  "</s_Date>": 57536,
-  "</s_Design>": 57534,
-  "</s_Engine Model No.>": 57554,
-  "</s_Engine Model No>": 57548,
-  "</s_Engine Serial No.>": 57552,
-  "</s_Engine Serial No>": 57546,
-  "</s_Engine Type>": 57544,
-  "</s_Maintenance Type>": 57542,
-  "</s_Manufacturer>": 57532,
-  "</s_Model >": 57550,
-  "</s_Model>": 57530,
-  "</s_Serial No>": 57540,
-  "</s_Serial>": 57528,
-  "</s_TBO>": 57526,
-  "<s_Aircraft>": 57537,
-  "<s_Date>": 57535,
-  "<s_Design>": 57533,
-  "<s_Engine Model No.>": 57553,
-  "<s_Engine Model No>": 57547,
-  "<s_Engine Serial No.>": 57551,
-  "<s_Engine Serial No>": 57545,
-  "<s_Engine Type>": 57543,
-  "<s_Maintenance Type>": 57541,
-  "<s_Manufacturer>": 57531,
-  "<s_Model >": 57549,
-  "<s_Model>": 57529,
-  "<s_Serial No>": 57539,
-  "<s_Serial>": 57527,
-  "<s_TBO>": 57525,
+  "</s_cashprice>": 57549,
+  "</s_changeprice>": 57551,
+  "</s_cnt>": 57529,
+  "</s_creditcardprice>": 57563,
+  "</s_discount_price>": 57557,
+  "</s_discountprice>": 57567,
+  "</s_emoneyprice>": 57569,
+  "</s_etc>": 57541,
+  "</s_itemsubtotal>": 57577,
+  "</s_menu>": 57525,
+  "</s_menuqty_cnt>": 57555,
+  "</s_menutype_cnt>": 57553,
+  "</s_nm>": 57527,
+  "</s_num>": 57565,
+  "</s_othersvc_price>": 57573,
+  "</s_price>": 57531,
+  "</s_service_price>": 57537,
+  "</s_sub>": 57547,
+  "</s_sub_total>": 57533,
+  "</s_subtotal_price>": 57535,
+  "</s_tax_price>": 57539,
+  "</s_total>": 57543,
+  "</s_total_etc>": 57561,
+  "</s_total_price>": 57545,
+  "</s_unitprice>": 57559,
+  "</s_vatyn>": 57575,
+  "</s_void_menu>": 57571,
+  "<s_cashprice>": 57550,
+  "<s_changeprice>": 57552,
+  "<s_cnt>": 57530,
+  "<s_cord-v2>": 57579,
+  "<s_creditcardprice>": 57564,
+  "<s_discount_price>": 57558,
+  "<s_discountprice>": 57568,
+  "<s_emoneyprice>": 57570,
+  "<s_etc>": 57542,
   "<s_iitcdip>": 57523,
+  "<s_itemsubtotal>": 57578,
+  "<s_menu>": 57526,
+  "<s_menuqty_cnt>": 57556,
+  "<s_menutype_cnt>": 57554,
+  "<s_nm>": 57528,
+  "<s_num>": 57566,
+  "<s_othersvc_price>": 57574,
+  "<s_price>": 57532,
+  "<s_service_price>": 57538,
+  "<s_sub>": 57548,
+  "<s_sub_total>": 57534,
+  "<s_subtotal_price>": 57536,
   "<s_synthdog>": 57524,
+  "<s_tax_price>": 57540,
+  "<s_total>": 57544,
+  "<s_total_etc>": 57562,
+  "<s_total_price>": 57546,
+  "<s_unitprice>": 57560,
+  "<s_vatyn>": 57576,
+  "<s_void_menu>": 57572,
   "<sep/>": 57522
 }

preprocessor_config.json

@@ -19,8 +19,8 @@
   "processor_class": "DonutProcessor",
   "resample": 2,
   "rescale_factor": 0.00392156862745098,
-  "size": {
-    "height": 960,
-    "width": 720
-  }
+  "size": [
+    720,
+    960
+  ]
 }

runs/Apr08_16-56-23_90a551dbb898/events.out.tfevents.1744131383.90a551dbb898.2105.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3520171aed277ae5bc2f5ece599361193ab13905ae2f9822afa086efe2b4b0b9
-size 9613
+oid sha256:4f675ab6aeece4f75c006d7dbb887b3da0205ff246c1b52097b7e2ee17550043
+size 9967

special_tokens_map.json

@@ -1,37 +1,19 @@
 {
   "additional_special_tokens": [
-    "<s_TBO>",
-    "</s_TBO>",
-    "<s_Serial>",
-    "</s_Serial>",
-    "<s_Model>",
-    "</s_Model>",
-    "<s_Manufacturer>",
-    "</s_Manufacturer>",
-    "<s_Design>",
-    "</s_Design>",
-    "<s_Date>",
-    "</s_Date>",
-    "<s_Aircraft>",
-    "</s_Aircraft>",
-    "<s_Serial No>",
-    "</s_Serial No>",
-    "<s_Maintenance Type>",
-    "</s_Maintenance Type>",
-    "<s_Engine Type>",
-    "</s_Engine Type>",
-    "<s_Engine Serial No>",
-    "</s_Engine Serial No>",
-    "<s_Engine Model No>",
-    "</s_Engine Model No>",
-    "<s_Model >",
-    "</s_Model >",
-    "<s_Engine Serial No.>",
-    "</s_Engine Serial No.>",
-    "<s_Engine Model No.>",
-    "</s_Engine Model No.>",
-    "<s>",
-    "</s>"
+    {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    },
+    {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false
+    }
   ],
   "bos_token": {
     "content": "<s>",

tokenizer_config.json

@@ -51,253 +51,453 @@
     "57523": {
       "content": "<s_iitcdip>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57524": {
       "content": "<s_synthdog>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57525": {
-      "content": "<s_TBO>",
+      "content": "</s_menu>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57526": {
-      "content": "</s_TBO>",
+      "content": "<s_menu>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57527": {
-      "content": "<s_Serial>",
+      "content": "</s_nm>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57528": {
-      "content": "</s_Serial>",
+      "content": "<s_nm>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57529": {
-      "content": "<s_Model>",
+      "content": "</s_cnt>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57530": {
-      "content": "</s_Model>",
+      "content": "<s_cnt>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57531": {
-      "content": "<s_Manufacturer>",
+      "content": "</s_price>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57532": {
-      "content": "</s_Manufacturer>",
+      "content": "<s_price>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57533": {
-      "content": "<s_Design>",
+      "content": "</s_sub_total>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57534": {
-      "content": "</s_Design>",
+      "content": "<s_sub_total>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57535": {
-      "content": "<s_Date>",
+      "content": "</s_subtotal_price>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57536": {
-      "content": "</s_Date>",
+      "content": "<s_subtotal_price>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57537": {
-      "content": "<s_Aircraft>",
+      "content": "</s_service_price>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57538": {
-      "content": "</s_Aircraft>",
+      "content": "<s_service_price>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57539": {
-      "content": "<s_Serial No>",
+      "content": "</s_tax_price>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57540": {
-      "content": "</s_Serial No>",
+      "content": "<s_tax_price>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57541": {
-      "content": "<s_Maintenance Type>",
+      "content": "</s_etc>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57542": {
-      "content": "</s_Maintenance Type>",
+      "content": "<s_etc>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57543": {
-      "content": "<s_Engine Type>",
+      "content": "</s_total>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57544": {
-      "content": "</s_Engine Type>",
+      "content": "<s_total>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57545": {
-      "content": "<s_Engine Serial No>",
+      "content": "</s_total_price>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57546": {
-      "content": "</s_Engine Serial No>",
+      "content": "<s_total_price>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57547": {
-      "content": "<s_Engine Model No>",
+      "content": "</s_sub>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57548": {
-      "content": "</s_Engine Model No>",
+      "content": "<s_sub>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57549": {
-      "content": "<s_Model >",
+      "content": "</s_cashprice>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57550": {
-      "content": "</s_Model >",
+      "content": "<s_cashprice>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57551": {
-      "content": "<s_Engine Serial No.>",
+      "content": "</s_changeprice>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57552": {
-      "content": "</s_Engine Serial No.>",
+      "content": "<s_changeprice>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57553": {
-      "content": "<s_Engine Model No.>",
+      "content": "</s_menutype_cnt>",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "57554": {
-      "content": "</s_Engine Model No.>",
+      "content": "<s_menutype_cnt>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57555": {
+      "content": "</s_menuqty_cnt>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57556": {
+      "content": "<s_menuqty_cnt>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57557": {
+      "content": "</s_discount_price>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57558": {
+      "content": "<s_discount_price>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57559": {
+      "content": "</s_unitprice>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57560": {
+      "content": "<s_unitprice>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57561": {
+      "content": "</s_total_etc>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57562": {
+      "content": "<s_total_etc>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57563": {
+      "content": "</s_creditcardprice>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57564": {
+      "content": "<s_creditcardprice>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57565": {
+      "content": "</s_num>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57566": {
+      "content": "<s_num>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57567": {
+      "content": "</s_discountprice>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57568": {
+      "content": "<s_discountprice>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57569": {
+      "content": "</s_emoneyprice>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57570": {
+      "content": "<s_emoneyprice>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57571": {
+      "content": "</s_void_menu>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57572": {
+      "content": "<s_void_menu>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57573": {
+      "content": "</s_othersvc_price>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57574": {
+      "content": "<s_othersvc_price>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57575": {
+      "content": "</s_vatyn>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57576": {
+      "content": "<s_vatyn>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57577": {
+      "content": "</s_itemsubtotal>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57578": {
+      "content": "<s_itemsubtotal>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57579": {
+      "content": "<s_cord-v2>",
       "lstrip": false,
       "normalized": false,
       "rstrip": false,
@@ -306,36 +506,6 @@
     }
   },
   "additional_special_tokens": [
-    "<s_TBO>",
-    "</s_TBO>",
-    "<s_Serial>",
-    "</s_Serial>",
-    "<s_Model>",
-    "</s_Model>",
-    "<s_Manufacturer>",
-    "</s_Manufacturer>",
-    "<s_Design>",
-    "</s_Design>",
-    "<s_Date>",
-    "</s_Date>",
-    "<s_Aircraft>",
-    "</s_Aircraft>",
-    "<s_Serial No>",
-    "</s_Serial No>",
-    "<s_Maintenance Type>",
-    "</s_Maintenance Type>",
-    "<s_Engine Type>",
-    "</s_Engine Type>",
-    "<s_Engine Serial No>",
-    "</s_Engine Serial No>",
-    "<s_Engine Model No>",
-    "</s_Engine Model No>",
-    "<s_Model >",
-    "</s_Model >",
-    "<s_Engine Serial No.>",
-    "</s_Engine Serial No.>",
-    "<s_Engine Model No.>",
-    "</s_Engine Model No.>",
     "<s>",
     "</s>"
   ],
@@ -344,18 +514,11 @@
   "cls_token": "<s>",
   "eos_token": "</s>",
   "mask_token": "<mask>",
-  "max_length": 512,
   "model_max_length": 1000000000000000019884624838656,
-  "pad_to_multiple_of": null,
   "pad_token": "<pad>",
-  "pad_token_type_id": 0,
-  "padding_side": "right",
   "processor_class": "DonutProcessor",
   "sep_token": "</s>",
   "sp_model_kwargs": {},
-  "stride": 0,
   "tokenizer_class": "XLMRobertaTokenizer",
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
   "unk_token": "<unk>"
 }