Training in progress epoch 0

README.md

@@ -1,6 +1,4 @@
 ---
-license: apache-2.0
-base_model: distilbert-base-uncased
 tags:
 - generated_from_keras_callback
 model-index:
@@ -13,11 +11,11 @@ probably proofread and complete it, then remove this comment. -->
 
 # vedantjumle/indo-ml-final-test-bert
 
-This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on an unknown dataset.
+This model was trained from scratch on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Train Loss: 0.0932
-- Validation Loss: 0.5714
-- Train Accuracy: 0.8533
+- Train Loss: nan
+- Validation Loss: nan
+- Train Accuracy: 0.0067
 - Epoch: 0
 
 ## Model description
@@ -44,12 +42,12 @@ The following hyperparameters were used during training:
 
 | Train Loss | Validation Loss | Train Accuracy | Epoch |
 |:----------:|:---------------:|:--------------:|:-----:|
-| 0.0932     | 0.5714          | 0.8533         | 0     |
+| nan        | nan             | 0.0067         | 0     |
 
 
 ### Framework versions
 
-- Transformers 4.33.2
+- Transformers 4.34.0
 - TensorFlow 2.13.0
 - Datasets 2.14.5
-- Tokenizers 0.13.3
+- Tokenizers 0.14.1

added_tokens.json

@@ -0,0 +1,7 @@
+{
+  "[CLS]": 101,
+  "[MASK]": 103,
+  "[PAD]": 0,
+  "[SEP]": 102,
+  "[UNK]": 100
+}

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "distilbert-base-uncased",
+  "_name_or_path": "./transformers-models/bert",
   "activation": "gelu",
   "architectures": [
     "DistilBertForSequenceClassification"
@@ -9,309 +9,129 @@
   "dropout": 0.1,
   "hidden_dim": 3072,
   "id2label": {
-    "accept reservations": 0,
-    "account blocked": 1,
-    "alarm": 2,
-    "application status": 3,
-    "apr": 4,
-    "are you a bot": 5,
-    "balance": 6,
-    "bill balance": 7,
-    "bill due": 8,
-    "book flight": 9,
-    "book hotel": 10,
-    "calculator": 11,
-    "calendar": 12,
-    "calendar update": 13,
-    "calories": 14,
-    "cancel": 15,
-    "cancel reservation": 16,
-    "car rental": 17,
-    "card declined": 18,
-    "carry on": 19,
-    "change accent": 20,
-    "change ai name": 21,
-    "change language": 22,
-    "change speed": 23,
-    "change user name": 24,
-    "change volume": 25,
-    "confirm reservation": 26,
-    "cook time": 27,
-    "credit limit": 28,
-    "credit limit change": 29,
-    "credit score": 30,
-    "current location": 31,
-    "damaged card": 32,
-    "date": 33,
-    "definition": 34,
-    "direct deposit": 35,
-    "directions": 36,
-    "distance": 37,
-    "do you have pets": 38,
-    "exchange rate": 39,
-    "expiration date": 40,
-    "find phone": 41,
-    "flight status": 42,
-    "flip coin": 43,
-    "food last": 44,
-    "freeze account": 45,
-    "fun fact": 46,
-    "gas": 47,
-    "gas type": 48,
-    "goodbye": 49,
-    "greeting": 50,
-    "how busy": 51,
-    "how old are you": 52,
-    "improve credit score": 53,
-    "income": 54,
-    "ingredient substitution": 55,
-    "ingredients list": 56,
-    "insurance": 57,
-    "insurance change": 58,
-    "interest rate": 59,
-    "international fees": 60,
-    "international visa": 61,
-    "jump start": 62,
-    "last maintenance": 63,
-    "lost luggage": 64,
-    "make call": 65,
-    "maybe": 66,
-    "meal suggestion": 67,
-    "meaning of life": 68,
-    "measurement conversion": 69,
-    "meeting schedule": 70,
-    "min payment": 71,
-    "mpg": 72,
-    "new card": 73,
-    "next holiday": 74,
-    "next song": 75,
-    "no": 76,
-    "nutrition info": 77,
-    "oil change how": 78,
-    "oil change when": 79,
-    "order": 80,
-    "order checks": 81,
-    "order status": 82,
-    "pay bill": 83,
-    "payday": 84,
-    "pin change": 85,
-    "play music": 86,
-    "plug type": 87,
-    "pto balance": 88,
-    "pto request": 89,
-    "pto request status": 90,
-    "pto used": 91,
-    "recipe": 92,
-    "redeem rewards": 93,
-    "reminder": 94,
-    "reminder update": 95,
-    "repeat": 96,
-    "replacement card duration": 97,
-    "report fraud": 98,
-    "report lost card": 99,
-    "reset settings": 100,
-    "restaurant reservation": 101,
-    "restaurant reviews": 102,
-    "restaurant suggestion": 103,
-    "rewards balance": 104,
-    "roll dice": 105,
-    "rollover 401k": 106,
-    "routing": 107,
-    "schedule maintenance": 108,
-    "schedule meeting": 109,
-    "share location": 110,
-    "shopping list": 111,
-    "shopping list update": 112,
-    "smart home": 113,
-    "spelling": 114,
-    "spending history": 115,
-    "sync device": 116,
-    "taxes": 117,
-    "tell joke": 118,
-    "text": 119,
-    "thank you": 120,
-    "time": 121,
-    "timer": 122,
-    "timezone": 123,
-    "tire change": 124,
-    "tire pressure": 125,
-    "todo list": 126,
-    "todo list update": 127,
-    "traffic": 128,
-    "transactions": 129,
-    "transfer": 130,
-    "translate": 131,
-    "travel alert": 132,
-    "travel notification": 133,
-    "travel suggestion": 134,
-    "uber": 135,
-    "update playlist": 136,
-    "user name": 137,
-    "vaccines": 138,
-    "w2": 139,
-    "weather": 140,
-    "what are your hobbies": 141,
-    "what can i ask you": 142,
-    "what is your name": 143,
-    "what song": 144,
-    "where are you from": 145,
-    "whisper mode": 146,
-    "who do you work for": 147,
-    "who made you": 148,
-    "yes": 149
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2",
+    "3": "LABEL_3",
+    "4": "LABEL_4",
+    "5": "LABEL_5",
+    "6": "LABEL_6",
+    "7": "LABEL_7",
+    "8": "LABEL_8",
+    "9": "LABEL_9",
+    "10": "LABEL_10",
+    "11": "LABEL_11",
+    "12": "LABEL_12",
+    "13": "LABEL_13",
+    "14": "LABEL_14",
+    "15": "LABEL_15",
+    "16": "LABEL_16",
+    "17": "LABEL_17",
+    "18": "LABEL_18",
+    "19": "LABEL_19",
+    "20": "LABEL_20",
+    "21": "LABEL_21",
+    "22": "LABEL_22",
+    "23": "LABEL_23",
+    "24": "LABEL_24",
+    "25": "LABEL_25",
+    "26": "LABEL_26",
+    "27": "LABEL_27",
+    "28": "LABEL_28",
+    "29": "LABEL_29",
+    "30": "LABEL_30",
+    "31": "LABEL_31",
+    "32": "LABEL_32",
+    "33": "LABEL_33",
+    "34": "LABEL_34",
+    "35": "LABEL_35",
+    "36": "LABEL_36",
+    "37": "LABEL_37",
+    "38": "LABEL_38",
+    "39": "LABEL_39",
+    "40": "LABEL_40",
+    "41": "LABEL_41",
+    "42": "LABEL_42",
+    "43": "LABEL_43",
+    "44": "LABEL_44",
+    "45": "LABEL_45",
+    "46": "LABEL_46",
+    "47": "LABEL_47",
+    "48": "LABEL_48",
+    "49": "LABEL_49",
+    "50": "LABEL_50",
+    "51": "LABEL_51",
+    "52": "LABEL_52",
+    "53": "LABEL_53",
+    "54": "LABEL_54",
+    "55": "LABEL_55",
+    "56": "LABEL_56",
+    "57": "LABEL_57",
+    "58": "LABEL_58",
+    "59": "LABEL_59"
   },
   "initializer_range": 0.02,
   "label2id": {
-    "0": "accept reservations",
-    "1": "account blocked",
-    "2": "alarm",
-    "3": "application status",
-    "4": "apr",
-    "5": "are you a bot",
-    "6": "balance",
-    "7": "bill balance",
-    "8": "bill due",
-    "9": "book flight",
-    "10": "book hotel",
-    "11": "calculator",
-    "12": "calendar",
-    "13": "calendar update",
-    "14": "calories",
-    "15": "cancel",
-    "16": "cancel reservation",
-    "17": "car rental",
-    "18": "card declined",
-    "19": "carry on",
-    "20": "change accent",
-    "21": "change ai name",
-    "22": "change language",
-    "23": "change speed",
-    "24": "change user name",
-    "25": "change volume",
-    "26": "confirm reservation",
-    "27": "cook time",
-    "28": "credit limit",
-    "29": "credit limit change",
-    "30": "credit score",
-    "31": "current location",
-    "32": "damaged card",
-    "33": "date",
-    "34": "definition",
-    "35": "direct deposit",
-    "36": "directions",
-    "37": "distance",
-    "38": "do you have pets",
-    "39": "exchange rate",
-    "40": "expiration date",
-    "41": "find phone",
-    "42": "flight status",
-    "43": "flip coin",
-    "44": "food last",
-    "45": "freeze account",
-    "46": "fun fact",
-    "47": "gas",
-    "48": "gas type",
-    "49": "goodbye",
-    "50": "greeting",
-    "51": "how busy",
-    "52": "how old are you",
-    "53": "improve credit score",
-    "54": "income",
-    "55": "ingredient substitution",
-    "56": "ingredients list",
-    "57": "insurance",
-    "58": "insurance change",
-    "59": "interest rate",
-    "60": "international fees",
-    "61": "international visa",
-    "62": "jump start",
-    "63": "last maintenance",
-    "64": "lost luggage",
-    "65": "make call",
-    "66": "maybe",
-    "67": "meal suggestion",
-    "68": "meaning of life",
-    "69": "measurement conversion",
-    "70": "meeting schedule",
-    "71": "min payment",
-    "72": "mpg",
-    "73": "new card",
-    "74": "next holiday",
-    "75": "next song",
-    "76": "no",
-    "77": "nutrition info",
-    "78": "oil change how",
-    "79": "oil change when",
-    "80": "order",
-    "81": "order checks",
-    "82": "order status",
-    "83": "pay bill",
-    "84": "payday",
-    "85": "pin change",
-    "86": "play music",
-    "87": "plug type",
-    "88": "pto balance",
-    "89": "pto request",
-    "90": "pto request status",
-    "91": "pto used",
-    "92": "recipe",
-    "93": "redeem rewards",
-    "94": "reminder",
-    "95": "reminder update",
-    "96": "repeat",
-    "97": "replacement card duration",
-    "98": "report fraud",
-    "99": "report lost card",
-    "100": "reset settings",
-    "101": "restaurant reservation",
-    "102": "restaurant reviews",
-    "103": "restaurant suggestion",
-    "104": "rewards balance",
-    "105": "roll dice",
-    "106": "rollover 401k",
-    "107": "routing",
-    "108": "schedule maintenance",
-    "109": "schedule meeting",
-    "110": "share location",
-    "111": "shopping list",
-    "112": "shopping list update",
-    "113": "smart home",
-    "114": "spelling",
-    "115": "spending history",
-    "116": "sync device",
-    "117": "taxes",
-    "118": "tell joke",
-    "119": "text",
-    "120": "thank you",
-    "121": "time",
-    "122": "timer",
-    "123": "timezone",
-    "124": "tire change",
-    "125": "tire pressure",
-    "126": "todo list",
-    "127": "todo list update",
-    "128": "traffic",
-    "129": "transactions",
-    "130": "transfer",
-    "131": "translate",
-    "132": "travel alert",
-    "133": "travel notification",
-    "134": "travel suggestion",
-    "135": "uber",
-    "136": "update playlist",
-    "137": "user name",
-    "138": "vaccines",
-    "139": "w2",
-    "140": "weather",
-    "141": "what are your hobbies",
-    "142": "what can i ask you",
-    "143": "what is your name",
-    "144": "what song",
-    "145": "where are you from",
-    "146": "whisper mode",
-    "147": "who do you work for",
-    "148": "who made you",
-    "149": "yes"
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_10": 10,
+    "LABEL_11": 11,
+    "LABEL_12": 12,
+    "LABEL_13": 13,
+    "LABEL_14": 14,
+    "LABEL_15": 15,
+    "LABEL_16": 16,
+    "LABEL_17": 17,
+    "LABEL_18": 18,
+    "LABEL_19": 19,
+    "LABEL_2": 2,
+    "LABEL_20": 20,
+    "LABEL_21": 21,
+    "LABEL_22": 22,
+    "LABEL_23": 23,
+    "LABEL_24": 24,
+    "LABEL_25": 25,
+    "LABEL_26": 26,
+    "LABEL_27": 27,
+    "LABEL_28": 28,
+    "LABEL_29": 29,
+    "LABEL_3": 3,
+    "LABEL_30": 30,
+    "LABEL_31": 31,
+    "LABEL_32": 32,
+    "LABEL_33": 33,
+    "LABEL_34": 34,
+    "LABEL_35": 35,
+    "LABEL_36": 36,
+    "LABEL_37": 37,
+    "LABEL_38": 38,
+    "LABEL_39": 39,
+    "LABEL_4": 4,
+    "LABEL_40": 40,
+    "LABEL_41": 41,
+    "LABEL_42": 42,
+    "LABEL_43": 43,
+    "LABEL_44": 44,
+    "LABEL_45": 45,
+    "LABEL_46": 46,
+    "LABEL_47": 47,
+    "LABEL_48": 48,
+    "LABEL_49": 49,
+    "LABEL_5": 5,
+    "LABEL_50": 50,
+    "LABEL_51": 51,
+    "LABEL_52": 52,
+    "LABEL_53": 53,
+    "LABEL_54": 54,
+    "LABEL_55": 55,
+    "LABEL_56": 56,
+    "LABEL_57": 57,
+    "LABEL_58": 58,
+    "LABEL_59": 59,
+    "LABEL_6": 6,
+    "LABEL_7": 7,
+    "LABEL_8": 8,
+    "LABEL_9": 9
   },
   "max_position_embeddings": 512,
   "model_type": "distilbert",
@@ -322,6 +142,6 @@
   "seq_classif_dropout": 0.2,
   "sinusoidal_pos_embds": false,
   "tie_weights_": true,
-  "transformers_version": "4.33.2",
+  "transformers_version": "4.34.0",
   "vocab_size": 30522
 }

tf_model.h5

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5342773a182ad20109ced71e7d394451feb20481bf39d01b2f5862d31c8ba87a
-size 268409800
+oid sha256:87d31050c82458dcccd678f88fe40acd7692d14e03cc4f39bb50ca873d3ed2c7
+size 268133320

tokenizer.json

@@ -1,6 +1,11 @@
 {
   "version": "1.0",
-  "truncation": null,
+  "truncation": {
+    "direction": "Right",
+    "max_length": 512,
+    "strategy": "LongestFirst",
+    "stride": 0
+  },
   "padding": null,
   "added_tokens": [
     {

tokenizer_config.json

@@ -1,4 +1,47 @@
 {
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [],
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
   "do_lower_case": true,