fpopov1993 commited on
Commit
d6af057
·
verified ·
1 Parent(s): 14f74d2

Upload 16 files

Browse files
app.py CHANGED
@@ -2,23 +2,20 @@ import streamlit as st
2
  import torch
3
  from transformers import DistilBertForSequenceClassification, DistilBertTokenizerFast
4
 
5
-
6
- # Cache the model loading to speed up app restarts.
7
  @st.cache_resource
8
  def load_model_and_tokenizer():
9
  model = DistilBertForSequenceClassification.from_pretrained(
10
- "./results/checkpoint-1980"
11
  )
12
  tokenizer = DistilBertTokenizerFast.from_pretrained("distilbert-base-cased")
13
  model.eval()
14
  return model, tokenizer
15
 
16
-
17
  model, tokenizer = load_model_and_tokenizer()
18
 
19
-
20
  def classify_text(text: str) -> str:
21
- """Tokenize the text and run inference."""
22
  encoding = tokenizer(
23
  text, return_tensors="pt", padding=True, truncation=True, max_length=128
24
  )
@@ -26,24 +23,66 @@ def classify_text(text: str) -> str:
26
  outputs = model(**encoding)
27
  logits = outputs.logits
28
  predicted_class_id = torch.argmax(logits, dim=1).item()
29
- id2label = model.config.id2label # Assumes id2label was set during training.
30
- predicted_label = (
31
- id2label[predicted_class_id] if id2label else str(predicted_class_id)
32
- )
33
  return predicted_label
34
 
 
 
 
 
 
35
 
36
- # Build the Streamlit interface.
37
- st.title("Text Classification with DistilBERT")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
38
 
39
- st.write("Enter text in the box below and click 'Classify' to see the predicted label.")
 
 
 
40
 
41
- # Text input area.
42
- user_text = st.text_area("Input Text", "")
 
43
 
44
- if st.button("Classify"):
 
45
  if user_text.strip() == "":
46
- st.error("Please enter some text to classify.")
47
  else:
48
  predicted_label = classify_text(user_text)
49
- st.success(f"Predicted label: **{predicted_label}**")
 
2
  import torch
3
  from transformers import DistilBertForSequenceClassification, DistilBertTokenizerFast
4
 
5
+ # Кэширование загрузки модели для ускорения перезапуска приложения.
 
6
  @st.cache_resource
7
  def load_model_and_tokenizer():
8
  model = DistilBertForSequenceClassification.from_pretrained(
9
+ "./results/checkpoint-64800"
10
  )
11
  tokenizer = DistilBertTokenizerFast.from_pretrained("distilbert-base-cased")
12
  model.eval()
13
  return model, tokenizer
14
 
 
15
  model, tokenizer = load_model_and_tokenizer()
16
 
 
17
  def classify_text(text: str) -> str:
18
+ """Токенизация текста и запуск инференса."""
19
  encoding = tokenizer(
20
  text, return_tensors="pt", padding=True, truncation=True, max_length=128
21
  )
 
23
  outputs = model(**encoding)
24
  logits = outputs.logits
25
  predicted_class_id = torch.argmax(logits, dim=1).item()
26
+ id2label = model.config.id2label # Предполагается, что id2label был задан при обучении.
27
+ predicted_label = id2label[predicted_class_id] if id2label else str(predicted_class_id)
 
 
28
  return predicted_label
29
 
30
+ # Добавление кастомного CSS для стилизации в духе Артемия Лебедева.
31
+ st.markdown(
32
+ """
33
+ <style>
34
+ @import url('https://fonts.googleapis.com/css2?family=Montserrat:wght@400;700&display=swap');
35
 
36
+ body {
37
+ background-color: #1a1a1a;
38
+ color: #f5f5f5;
39
+ font-family: 'Montserrat', sans-serif;
40
+ }
41
+ h1 {
42
+ text-align: center;
43
+ font-size: 3em;
44
+ font-weight: 700;
45
+ margin-bottom: 0.2em;
46
+ }
47
+ h2 {
48
+ text-align: center;
49
+ font-size: 1.5em;
50
+ font-weight: 400;
51
+ margin-bottom: 1em;
52
+ }
53
+ .stButton>button {
54
+ background-color: #ff4500;
55
+ color: white;
56
+ font-size: 18px;
57
+ font-weight: bold;
58
+ border: none;
59
+ border-radius: 5px;
60
+ padding: 10px 20px;
61
+ }
62
+ .stTextArea>div>div>textarea {
63
+ background-color: #333;
64
+ color: #f5f5f5;
65
+ border: 2px solid #ff4500;
66
+ border-radius: 5px;
67
+ padding: 10px;
68
+ }
69
+ </style>
70
+ """, unsafe_allow_html=True
71
+ )
72
 
73
+ # Заголовки и описание приложения.
74
+ st.markdown("<h1>Классификация тэгов в статьях архива</h1>", unsafe_allow_html=True)
75
+ st.markdown("<h2>Дизайн почти как от студии Артемия Лебедева</h2>", unsafe_allow_html=True)
76
+ st.write("Введите название статьи или её абстракт – и мы подберём подходящий тэг.")
77
 
78
+ # Текстовые поля для ввода названия и абстракта.
79
+ title = st.text_area("Название", "")
80
+ abstract = st.text_area("Абстракт", "")
81
 
82
+ if st.button("Классифицировать"):
83
+ user_text = title.strip() + " " + abstract.strip()
84
  if user_text.strip() == "":
85
+ st.error("Пожалуйста, введите текст для классификации.")
86
  else:
87
  predicted_label = classify_text(user_text)
88
+ st.success(f"Предсказанный тэг: **{predicted_label}**")
results/checkpoint-108000 copy/config.json ADDED
@@ -0,0 +1,333 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation": "gelu",
3
+ "architectures": [
4
+ "DistilBertForSequenceClassification"
5
+ ],
6
+ "attention_dropout": 0.1,
7
+ "dim": 768,
8
+ "dropout": 0.3,
9
+ "hidden_dim": 3072,
10
+ "id2label": {
11
+ "0": "cs.CC",
12
+ "1": "math.RT",
13
+ "2": "cs.LG",
14
+ "3": "math.LO",
15
+ "4": "math.RA",
16
+ "5": "stat.ML",
17
+ "6": "stat.ME",
18
+ "7": "math.CO",
19
+ "8": "q-fin.TR",
20
+ "9": "math.ST",
21
+ "10": "math.QA",
22
+ "11": "math.CV",
23
+ "12": "cs.DB",
24
+ "13": "physics.ins-det",
25
+ "14": "math.OA",
26
+ "15": "math.GM",
27
+ "16": "cs.IT",
28
+ "17": "cs.CL",
29
+ "18": "math.DG",
30
+ "19": "gr-qc",
31
+ "20": "math.OC",
32
+ "21": "cond-mat.mes-hall",
33
+ "22": "cs.NI",
34
+ "23": "astro-ph.SR",
35
+ "24": "hep-ph",
36
+ "25": "math.CA",
37
+ "26": "astro-ph.HE",
38
+ "27": "cs.CV",
39
+ "28": "cond-mat.mtrl-sci",
40
+ "29": "nucl-th",
41
+ "30": "cond-mat.stat-mech",
42
+ "31": "quant-ph",
43
+ "32": "math.NA",
44
+ "33": "math.DS",
45
+ "34": "physics.ao-ph",
46
+ "35": "cs.CG",
47
+ "36": "astro-ph.IM",
48
+ "37": "math.GR",
49
+ "38": "math-ph",
50
+ "39": "math.PR",
51
+ "40": "astro-ph.CO",
52
+ "41": "cs.DS",
53
+ "42": "math.AG",
54
+ "43": "cs.DL",
55
+ "44": "math.AC",
56
+ "45": "cs.SC",
57
+ "46": "cond-mat.supr-con",
58
+ "47": "physics.flu-dyn",
59
+ "48": "hep-ex",
60
+ "49": "cs.SY",
61
+ "50": "cond-mat.soft",
62
+ "51": "physics.class-ph",
63
+ "52": "cond-mat.str-el",
64
+ "53": "q-bio.CB",
65
+ "54": "math.GN",
66
+ "55": "cs.LO",
67
+ "56": "astro-ph.GA",
68
+ "57": "cs.RO",
69
+ "58": "q-bio.MN",
70
+ "59": "math.MG",
71
+ "60": "math.FA",
72
+ "61": "q-bio.PE",
73
+ "62": "cs.SI",
74
+ "63": "math.AP",
75
+ "64": "cs.CR",
76
+ "65": "cs.MM",
77
+ "66": "cond-mat.quant-gas",
78
+ "67": "astro-ph.EP",
79
+ "68": "q-bio.SC",
80
+ "69": "cs.AI",
81
+ "70": "cs.OH",
82
+ "71": "physics.optics",
83
+ "72": "hep-th",
84
+ "73": "q-fin.PM",
85
+ "74": "math.SG",
86
+ "75": "q-bio.NC",
87
+ "76": "cs.DC",
88
+ "77": "math.NT",
89
+ "78": "physics.chem-ph",
90
+ "79": "q-bio.GN",
91
+ "80": "cs.PL",
92
+ "81": "physics.atom-ph",
93
+ "82": "physics.soc-ph",
94
+ "83": "physics.gen-ph",
95
+ "84": "q-fin.PR",
96
+ "85": "physics.comp-ph",
97
+ "86": "math.SP",
98
+ "87": "q-fin.ST",
99
+ "88": "physics.plasm-ph",
100
+ "89": "nlin.SI",
101
+ "90": "physics.pop-ph",
102
+ "91": "cs.AR",
103
+ "92": "cs.SD",
104
+ "93": "math.AT",
105
+ "94": "physics.space-ph",
106
+ "95": "cond-mat.dis-nn",
107
+ "96": "nucl-ex",
108
+ "97": "hep-lat",
109
+ "98": "cs.HC",
110
+ "99": "nlin.AO",
111
+ "100": "math.GT",
112
+ "101": "cs.CY",
113
+ "102": "math.HO",
114
+ "103": "q-bio.OT",
115
+ "104": "q-fin.GN",
116
+ "105": "q-bio.QM",
117
+ "106": "math.KT",
118
+ "107": "cs.SE",
119
+ "108": "stat.AP",
120
+ "109": "cs.GT",
121
+ "110": "math.CT",
122
+ "111": "physics.hist-ph",
123
+ "112": "physics.data-an",
124
+ "113": "q-fin.MF",
125
+ "114": "cs.ET",
126
+ "115": "cs.IR",
127
+ "116": "physics.acc-ph",
128
+ "117": "cs.GR",
129
+ "118": "stat.CO",
130
+ "119": "q-fin.EC",
131
+ "120": "cond-mat.other",
132
+ "121": "cs.NE",
133
+ "122": "cs.DM",
134
+ "123": "nlin.CD",
135
+ "124": "econ.GN",
136
+ "125": "physics.ed-ph",
137
+ "126": "physics.bio-ph",
138
+ "127": "physics.geo-ph",
139
+ "128": "nlin.PS",
140
+ "129": "cs.CE",
141
+ "130": "cs.NA",
142
+ "131": "physics.atm-clus",
143
+ "132": "q-bio.BM",
144
+ "133": "q-fin.CP",
145
+ "134": "cs.MA",
146
+ "135": "physics.med-ph",
147
+ "136": "cs.OS",
148
+ "137": "cs.FL",
149
+ "138": "cs.MS",
150
+ "139": "cs.PF",
151
+ "140": "nlin.CG",
152
+ "141": "q-bio.TO",
153
+ "142": "q-fin.RM",
154
+ "143": "stat.OT",
155
+ "144": "physics.app-ph",
156
+ "145": "eess.AS",
157
+ "146": "cs.GL",
158
+ "147": "eess.SP",
159
+ "148": "econ.EM",
160
+ "149": "eess.IV",
161
+ "150": "eess.SY",
162
+ "151": "econ.TH"
163
+ },
164
+ "initializer_range": 0.02,
165
+ "label2id": {
166
+ "astro-ph.CO": 40,
167
+ "astro-ph.EP": 67,
168
+ "astro-ph.GA": 56,
169
+ "astro-ph.HE": 26,
170
+ "astro-ph.IM": 36,
171
+ "astro-ph.SR": 23,
172
+ "cond-mat.dis-nn": 95,
173
+ "cond-mat.mes-hall": 21,
174
+ "cond-mat.mtrl-sci": 28,
175
+ "cond-mat.other": 120,
176
+ "cond-mat.quant-gas": 66,
177
+ "cond-mat.soft": 50,
178
+ "cond-mat.stat-mech": 30,
179
+ "cond-mat.str-el": 52,
180
+ "cond-mat.supr-con": 46,
181
+ "cs.AI": 69,
182
+ "cs.AR": 91,
183
+ "cs.CC": 0,
184
+ "cs.CE": 129,
185
+ "cs.CG": 35,
186
+ "cs.CL": 17,
187
+ "cs.CR": 64,
188
+ "cs.CV": 27,
189
+ "cs.CY": 101,
190
+ "cs.DB": 12,
191
+ "cs.DC": 76,
192
+ "cs.DL": 43,
193
+ "cs.DM": 122,
194
+ "cs.DS": 41,
195
+ "cs.ET": 114,
196
+ "cs.FL": 137,
197
+ "cs.GL": 146,
198
+ "cs.GR": 117,
199
+ "cs.GT": 109,
200
+ "cs.HC": 98,
201
+ "cs.IR": 115,
202
+ "cs.IT": 16,
203
+ "cs.LG": 2,
204
+ "cs.LO": 55,
205
+ "cs.MA": 134,
206
+ "cs.MM": 65,
207
+ "cs.MS": 138,
208
+ "cs.NA": 130,
209
+ "cs.NE": 121,
210
+ "cs.NI": 22,
211
+ "cs.OH": 70,
212
+ "cs.OS": 136,
213
+ "cs.PF": 139,
214
+ "cs.PL": 80,
215
+ "cs.RO": 57,
216
+ "cs.SC": 45,
217
+ "cs.SD": 92,
218
+ "cs.SE": 107,
219
+ "cs.SI": 62,
220
+ "cs.SY": 49,
221
+ "econ.EM": 148,
222
+ "econ.GN": 124,
223
+ "econ.TH": 151,
224
+ "eess.AS": 145,
225
+ "eess.IV": 149,
226
+ "eess.SP": 147,
227
+ "eess.SY": 150,
228
+ "gr-qc": 19,
229
+ "hep-ex": 48,
230
+ "hep-lat": 97,
231
+ "hep-ph": 24,
232
+ "hep-th": 72,
233
+ "math-ph": 38,
234
+ "math.AC": 44,
235
+ "math.AG": 42,
236
+ "math.AP": 63,
237
+ "math.AT": 93,
238
+ "math.CA": 25,
239
+ "math.CO": 7,
240
+ "math.CT": 110,
241
+ "math.CV": 11,
242
+ "math.DG": 18,
243
+ "math.DS": 33,
244
+ "math.FA": 60,
245
+ "math.GM": 15,
246
+ "math.GN": 54,
247
+ "math.GR": 37,
248
+ "math.GT": 100,
249
+ "math.HO": 102,
250
+ "math.KT": 106,
251
+ "math.LO": 3,
252
+ "math.MG": 59,
253
+ "math.NA": 32,
254
+ "math.NT": 77,
255
+ "math.OA": 14,
256
+ "math.OC": 20,
257
+ "math.PR": 39,
258
+ "math.QA": 10,
259
+ "math.RA": 4,
260
+ "math.RT": 1,
261
+ "math.SG": 74,
262
+ "math.SP": 86,
263
+ "math.ST": 9,
264
+ "nlin.AO": 99,
265
+ "nlin.CD": 123,
266
+ "nlin.CG": 140,
267
+ "nlin.PS": 128,
268
+ "nlin.SI": 89,
269
+ "nucl-ex": 96,
270
+ "nucl-th": 29,
271
+ "physics.acc-ph": 116,
272
+ "physics.ao-ph": 34,
273
+ "physics.app-ph": 144,
274
+ "physics.atm-clus": 131,
275
+ "physics.atom-ph": 81,
276
+ "physics.bio-ph": 126,
277
+ "physics.chem-ph": 78,
278
+ "physics.class-ph": 51,
279
+ "physics.comp-ph": 85,
280
+ "physics.data-an": 112,
281
+ "physics.ed-ph": 125,
282
+ "physics.flu-dyn": 47,
283
+ "physics.gen-ph": 83,
284
+ "physics.geo-ph": 127,
285
+ "physics.hist-ph": 111,
286
+ "physics.ins-det": 13,
287
+ "physics.med-ph": 135,
288
+ "physics.optics": 71,
289
+ "physics.plasm-ph": 88,
290
+ "physics.pop-ph": 90,
291
+ "physics.soc-ph": 82,
292
+ "physics.space-ph": 94,
293
+ "q-bio.BM": 132,
294
+ "q-bio.CB": 53,
295
+ "q-bio.GN": 79,
296
+ "q-bio.MN": 58,
297
+ "q-bio.NC": 75,
298
+ "q-bio.OT": 103,
299
+ "q-bio.PE": 61,
300
+ "q-bio.QM": 105,
301
+ "q-bio.SC": 68,
302
+ "q-bio.TO": 141,
303
+ "q-fin.CP": 133,
304
+ "q-fin.EC": 119,
305
+ "q-fin.GN": 104,
306
+ "q-fin.MF": 113,
307
+ "q-fin.PM": 73,
308
+ "q-fin.PR": 84,
309
+ "q-fin.RM": 142,
310
+ "q-fin.ST": 87,
311
+ "q-fin.TR": 8,
312
+ "quant-ph": 31,
313
+ "stat.AP": 108,
314
+ "stat.CO": 118,
315
+ "stat.ME": 6,
316
+ "stat.ML": 5,
317
+ "stat.OT": 143
318
+ },
319
+ "max_position_embeddings": 512,
320
+ "model_type": "distilbert",
321
+ "n_heads": 12,
322
+ "n_layers": 6,
323
+ "output_past": true,
324
+ "pad_token_id": 0,
325
+ "problem_type": "single_label_classification",
326
+ "qa_dropout": 0.1,
327
+ "seq_classif_dropout": 0.2,
328
+ "sinusoidal_pos_embds": false,
329
+ "tie_weights_": true,
330
+ "torch_dtype": "float32",
331
+ "transformers_version": "4.50.1",
332
+ "vocab_size": 28996
333
+ }
results/checkpoint-108000 copy/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30b528db57a255671cc6ec0bc584d81de3b2dde7e11c605bb8bbfe90c3f66e0c
3
+ size 263606096
results/checkpoint-108000 copy/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35a82759c688a0d1ebd29b232add4d70887cc49eb1ad538f70da76301f1a7b62
3
+ size 5664082
results/checkpoint-108000 copy/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8e39748b1efa39a5c7c195bcbfa712350a4a33bb6044081048e2ce4d4454a96
3
+ size 13990
results/checkpoint-108000 copy/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5dfd0532c5ee739f7874cd34bc0d9f5220ed4ca0b9aaca580fb374564fb06865
3
+ size 1064
results/checkpoint-108000 copy/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
results/checkpoint-108000 copy/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:718c0891240e8f8e57afe14a62dc23f79c2e912e8b9df3644ad79dd7ca66db4f
3
+ size 5304
results/checkpoint-64800/config.json ADDED
@@ -0,0 +1,333 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "activation": "gelu",
3
+ "architectures": [
4
+ "DistilBertForSequenceClassification"
5
+ ],
6
+ "attention_dropout": 0.1,
7
+ "dim": 768,
8
+ "dropout": 0.3,
9
+ "hidden_dim": 3072,
10
+ "id2label": {
11
+ "0": "cs.CC",
12
+ "1": "math.RT",
13
+ "2": "cs.LG",
14
+ "3": "math.LO",
15
+ "4": "math.RA",
16
+ "5": "stat.ML",
17
+ "6": "stat.ME",
18
+ "7": "math.CO",
19
+ "8": "q-fin.TR",
20
+ "9": "math.ST",
21
+ "10": "math.QA",
22
+ "11": "math.CV",
23
+ "12": "cs.DB",
24
+ "13": "physics.ins-det",
25
+ "14": "math.OA",
26
+ "15": "math.GM",
27
+ "16": "cs.IT",
28
+ "17": "cs.CL",
29
+ "18": "math.DG",
30
+ "19": "gr-qc",
31
+ "20": "math.OC",
32
+ "21": "cond-mat.mes-hall",
33
+ "22": "cs.NI",
34
+ "23": "astro-ph.SR",
35
+ "24": "hep-ph",
36
+ "25": "math.CA",
37
+ "26": "astro-ph.HE",
38
+ "27": "cs.CV",
39
+ "28": "cond-mat.mtrl-sci",
40
+ "29": "nucl-th",
41
+ "30": "cond-mat.stat-mech",
42
+ "31": "quant-ph",
43
+ "32": "math.NA",
44
+ "33": "math.DS",
45
+ "34": "physics.ao-ph",
46
+ "35": "cs.CG",
47
+ "36": "astro-ph.IM",
48
+ "37": "math.GR",
49
+ "38": "math-ph",
50
+ "39": "math.PR",
51
+ "40": "astro-ph.CO",
52
+ "41": "cs.DS",
53
+ "42": "math.AG",
54
+ "43": "cs.DL",
55
+ "44": "math.AC",
56
+ "45": "cs.SC",
57
+ "46": "cond-mat.supr-con",
58
+ "47": "physics.flu-dyn",
59
+ "48": "hep-ex",
60
+ "49": "cs.SY",
61
+ "50": "cond-mat.soft",
62
+ "51": "physics.class-ph",
63
+ "52": "cond-mat.str-el",
64
+ "53": "q-bio.CB",
65
+ "54": "math.GN",
66
+ "55": "cs.LO",
67
+ "56": "astro-ph.GA",
68
+ "57": "cs.RO",
69
+ "58": "q-bio.MN",
70
+ "59": "math.MG",
71
+ "60": "math.FA",
72
+ "61": "q-bio.PE",
73
+ "62": "cs.SI",
74
+ "63": "math.AP",
75
+ "64": "cs.CR",
76
+ "65": "cs.MM",
77
+ "66": "cond-mat.quant-gas",
78
+ "67": "astro-ph.EP",
79
+ "68": "q-bio.SC",
80
+ "69": "cs.AI",
81
+ "70": "cs.OH",
82
+ "71": "physics.optics",
83
+ "72": "hep-th",
84
+ "73": "q-fin.PM",
85
+ "74": "math.SG",
86
+ "75": "q-bio.NC",
87
+ "76": "cs.DC",
88
+ "77": "math.NT",
89
+ "78": "physics.chem-ph",
90
+ "79": "q-bio.GN",
91
+ "80": "cs.PL",
92
+ "81": "physics.atom-ph",
93
+ "82": "physics.soc-ph",
94
+ "83": "physics.gen-ph",
95
+ "84": "q-fin.PR",
96
+ "85": "physics.comp-ph",
97
+ "86": "math.SP",
98
+ "87": "q-fin.ST",
99
+ "88": "physics.plasm-ph",
100
+ "89": "nlin.SI",
101
+ "90": "physics.pop-ph",
102
+ "91": "cs.AR",
103
+ "92": "cs.SD",
104
+ "93": "math.AT",
105
+ "94": "physics.space-ph",
106
+ "95": "cond-mat.dis-nn",
107
+ "96": "nucl-ex",
108
+ "97": "hep-lat",
109
+ "98": "cs.HC",
110
+ "99": "nlin.AO",
111
+ "100": "math.GT",
112
+ "101": "cs.CY",
113
+ "102": "math.HO",
114
+ "103": "q-bio.OT",
115
+ "104": "q-fin.GN",
116
+ "105": "q-bio.QM",
117
+ "106": "math.KT",
118
+ "107": "cs.SE",
119
+ "108": "stat.AP",
120
+ "109": "cs.GT",
121
+ "110": "math.CT",
122
+ "111": "physics.hist-ph",
123
+ "112": "physics.data-an",
124
+ "113": "q-fin.MF",
125
+ "114": "cs.ET",
126
+ "115": "cs.IR",
127
+ "116": "physics.acc-ph",
128
+ "117": "cs.GR",
129
+ "118": "stat.CO",
130
+ "119": "q-fin.EC",
131
+ "120": "cond-mat.other",
132
+ "121": "cs.NE",
133
+ "122": "cs.DM",
134
+ "123": "nlin.CD",
135
+ "124": "econ.GN",
136
+ "125": "physics.ed-ph",
137
+ "126": "physics.bio-ph",
138
+ "127": "physics.geo-ph",
139
+ "128": "nlin.PS",
140
+ "129": "cs.CE",
141
+ "130": "cs.NA",
142
+ "131": "physics.atm-clus",
143
+ "132": "q-bio.BM",
144
+ "133": "q-fin.CP",
145
+ "134": "cs.MA",
146
+ "135": "physics.med-ph",
147
+ "136": "cs.OS",
148
+ "137": "cs.FL",
149
+ "138": "cs.MS",
150
+ "139": "cs.PF",
151
+ "140": "nlin.CG",
152
+ "141": "q-bio.TO",
153
+ "142": "q-fin.RM",
154
+ "143": "stat.OT",
155
+ "144": "physics.app-ph",
156
+ "145": "eess.AS",
157
+ "146": "cs.GL",
158
+ "147": "eess.SP",
159
+ "148": "econ.EM",
160
+ "149": "eess.IV",
161
+ "150": "eess.SY",
162
+ "151": "econ.TH"
163
+ },
164
+ "initializer_range": 0.02,
165
+ "label2id": {
166
+ "astro-ph.CO": 40,
167
+ "astro-ph.EP": 67,
168
+ "astro-ph.GA": 56,
169
+ "astro-ph.HE": 26,
170
+ "astro-ph.IM": 36,
171
+ "astro-ph.SR": 23,
172
+ "cond-mat.dis-nn": 95,
173
+ "cond-mat.mes-hall": 21,
174
+ "cond-mat.mtrl-sci": 28,
175
+ "cond-mat.other": 120,
176
+ "cond-mat.quant-gas": 66,
177
+ "cond-mat.soft": 50,
178
+ "cond-mat.stat-mech": 30,
179
+ "cond-mat.str-el": 52,
180
+ "cond-mat.supr-con": 46,
181
+ "cs.AI": 69,
182
+ "cs.AR": 91,
183
+ "cs.CC": 0,
184
+ "cs.CE": 129,
185
+ "cs.CG": 35,
186
+ "cs.CL": 17,
187
+ "cs.CR": 64,
188
+ "cs.CV": 27,
189
+ "cs.CY": 101,
190
+ "cs.DB": 12,
191
+ "cs.DC": 76,
192
+ "cs.DL": 43,
193
+ "cs.DM": 122,
194
+ "cs.DS": 41,
195
+ "cs.ET": 114,
196
+ "cs.FL": 137,
197
+ "cs.GL": 146,
198
+ "cs.GR": 117,
199
+ "cs.GT": 109,
200
+ "cs.HC": 98,
201
+ "cs.IR": 115,
202
+ "cs.IT": 16,
203
+ "cs.LG": 2,
204
+ "cs.LO": 55,
205
+ "cs.MA": 134,
206
+ "cs.MM": 65,
207
+ "cs.MS": 138,
208
+ "cs.NA": 130,
209
+ "cs.NE": 121,
210
+ "cs.NI": 22,
211
+ "cs.OH": 70,
212
+ "cs.OS": 136,
213
+ "cs.PF": 139,
214
+ "cs.PL": 80,
215
+ "cs.RO": 57,
216
+ "cs.SC": 45,
217
+ "cs.SD": 92,
218
+ "cs.SE": 107,
219
+ "cs.SI": 62,
220
+ "cs.SY": 49,
221
+ "econ.EM": 148,
222
+ "econ.GN": 124,
223
+ "econ.TH": 151,
224
+ "eess.AS": 145,
225
+ "eess.IV": 149,
226
+ "eess.SP": 147,
227
+ "eess.SY": 150,
228
+ "gr-qc": 19,
229
+ "hep-ex": 48,
230
+ "hep-lat": 97,
231
+ "hep-ph": 24,
232
+ "hep-th": 72,
233
+ "math-ph": 38,
234
+ "math.AC": 44,
235
+ "math.AG": 42,
236
+ "math.AP": 63,
237
+ "math.AT": 93,
238
+ "math.CA": 25,
239
+ "math.CO": 7,
240
+ "math.CT": 110,
241
+ "math.CV": 11,
242
+ "math.DG": 18,
243
+ "math.DS": 33,
244
+ "math.FA": 60,
245
+ "math.GM": 15,
246
+ "math.GN": 54,
247
+ "math.GR": 37,
248
+ "math.GT": 100,
249
+ "math.HO": 102,
250
+ "math.KT": 106,
251
+ "math.LO": 3,
252
+ "math.MG": 59,
253
+ "math.NA": 32,
254
+ "math.NT": 77,
255
+ "math.OA": 14,
256
+ "math.OC": 20,
257
+ "math.PR": 39,
258
+ "math.QA": 10,
259
+ "math.RA": 4,
260
+ "math.RT": 1,
261
+ "math.SG": 74,
262
+ "math.SP": 86,
263
+ "math.ST": 9,
264
+ "nlin.AO": 99,
265
+ "nlin.CD": 123,
266
+ "nlin.CG": 140,
267
+ "nlin.PS": 128,
268
+ "nlin.SI": 89,
269
+ "nucl-ex": 96,
270
+ "nucl-th": 29,
271
+ "physics.acc-ph": 116,
272
+ "physics.ao-ph": 34,
273
+ "physics.app-ph": 144,
274
+ "physics.atm-clus": 131,
275
+ "physics.atom-ph": 81,
276
+ "physics.bio-ph": 126,
277
+ "physics.chem-ph": 78,
278
+ "physics.class-ph": 51,
279
+ "physics.comp-ph": 85,
280
+ "physics.data-an": 112,
281
+ "physics.ed-ph": 125,
282
+ "physics.flu-dyn": 47,
283
+ "physics.gen-ph": 83,
284
+ "physics.geo-ph": 127,
285
+ "physics.hist-ph": 111,
286
+ "physics.ins-det": 13,
287
+ "physics.med-ph": 135,
288
+ "physics.optics": 71,
289
+ "physics.plasm-ph": 88,
290
+ "physics.pop-ph": 90,
291
+ "physics.soc-ph": 82,
292
+ "physics.space-ph": 94,
293
+ "q-bio.BM": 132,
294
+ "q-bio.CB": 53,
295
+ "q-bio.GN": 79,
296
+ "q-bio.MN": 58,
297
+ "q-bio.NC": 75,
298
+ "q-bio.OT": 103,
299
+ "q-bio.PE": 61,
300
+ "q-bio.QM": 105,
301
+ "q-bio.SC": 68,
302
+ "q-bio.TO": 141,
303
+ "q-fin.CP": 133,
304
+ "q-fin.EC": 119,
305
+ "q-fin.GN": 104,
306
+ "q-fin.MF": 113,
307
+ "q-fin.PM": 73,
308
+ "q-fin.PR": 84,
309
+ "q-fin.RM": 142,
310
+ "q-fin.ST": 87,
311
+ "q-fin.TR": 8,
312
+ "quant-ph": 31,
313
+ "stat.AP": 108,
314
+ "stat.CO": 118,
315
+ "stat.ME": 6,
316
+ "stat.ML": 5,
317
+ "stat.OT": 143
318
+ },
319
+ "max_position_embeddings": 512,
320
+ "model_type": "distilbert",
321
+ "n_heads": 12,
322
+ "n_layers": 6,
323
+ "output_past": true,
324
+ "pad_token_id": 0,
325
+ "problem_type": "single_label_classification",
326
+ "qa_dropout": 0.1,
327
+ "seq_classif_dropout": 0.2,
328
+ "sinusoidal_pos_embds": false,
329
+ "tie_weights_": true,
330
+ "torch_dtype": "float32",
331
+ "transformers_version": "4.50.1",
332
+ "vocab_size": 28996
333
+ }
results/checkpoint-64800/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7632ebe96cb5cdc51b6d246ddfaf6fbc1005f0997d312482d4e0c92e50dd331b
3
+ size 263606096
results/checkpoint-64800/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:961a833cb89ea586d8a373376cb56a6737fd7f16ee00c97fce504d23e260c860
3
+ size 243692118
results/checkpoint-64800/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3022d69db36cea90846f1ca2e78804a702ab9622e0c6fc750b053509f32470ef
3
+ size 13990
results/checkpoint-64800/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8835ea3408759ea6de77cc77c757eb045cf43f8f97283d078ddb49b8e02dc95b
3
+ size 1064
results/checkpoint-64800/trainer_state.json ADDED
The diff for this file is too large to render. See raw diff
 
results/checkpoint-64800/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:718c0891240e8f8e57afe14a62dc23f79c2e912e8b9df3644ad79dd7ca66db4f
3
+ size 5304