cogsci13 commited on
Commit
1de84de
·
verified ·
1 Parent(s): 4d8dab0

🍻 cheers

Browse files
README.md CHANGED
@@ -2,6 +2,7 @@
2
  license: apache-2.0
3
  base_model: google/vit-base-patch16-224-in21k
4
  tags:
 
5
  - generated_from_trainer
6
  metrics:
7
  - accuracy
@@ -15,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
15
 
16
  # vit-base-beans
17
 
18
- This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on an unknown dataset.
19
  It achieves the following results on the evaluation set:
20
  - Loss: 0.0221
21
  - Accuracy: 0.9925
 
2
  license: apache-2.0
3
  base_model: google/vit-base-patch16-224-in21k
4
  tags:
5
+ - image-classification
6
  - generated_from_trainer
7
  metrics:
8
  - accuracy
 
16
 
17
  # vit-base-beans
18
 
19
+ This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the beans dataset.
20
  It achieves the following results on the evaluation set:
21
  - Loss: 0.0221
22
  - Accuracy: 0.9925
all_results.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
  "epoch": 4.0,
3
  "eval_accuracy": 0.9924812030075187,
4
- "eval_loss": 0.03386877477169037,
5
- "eval_runtime": 1.7511,
6
- "eval_samples_per_second": 75.95,
7
- "eval_steps_per_second": 9.708,
8
  "total_flos": 3.205097416476426e+17,
9
- "train_loss": 0.1224416760297922,
10
- "train_runtime": 70.5477,
11
- "train_samples_per_second": 58.627,
12
- "train_steps_per_second": 3.685
13
  }
 
1
  {
2
  "epoch": 4.0,
3
  "eval_accuracy": 0.9924812030075187,
4
+ "eval_loss": 0.022105108946561813,
5
+ "eval_runtime": 1.7561,
6
+ "eval_samples_per_second": 75.737,
7
+ "eval_steps_per_second": 9.681,
8
  "total_flos": 3.205097416476426e+17,
9
+ "train_loss": 0.11380191872326227,
10
+ "train_runtime": 79.0957,
11
+ "train_samples_per_second": 52.291,
12
+ "train_steps_per_second": 3.287
13
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 4.0,
3
  "eval_accuracy": 0.9924812030075187,
4
- "eval_loss": 0.03386877477169037,
5
- "eval_runtime": 1.7511,
6
- "eval_samples_per_second": 75.95,
7
- "eval_steps_per_second": 9.708
8
  }
 
1
  {
2
  "epoch": 4.0,
3
  "eval_accuracy": 0.9924812030075187,
4
+ "eval_loss": 0.022105108946561813,
5
+ "eval_runtime": 1.7561,
6
+ "eval_samples_per_second": 75.737,
7
+ "eval_steps_per_second": 9.681
8
  }
runs/Apr16_05-18-40_ip-172-16-49-2.ec2.internal/events.out.tfevents.1713244837.ip-172-16-49-2.ec2.internal.28494.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71f14b913200f938c06ffa66d716e53d9a82723e67b0dbe44a2e10f227b3b1b1
3
+ size 411
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 4.0,
3
  "total_flos": 3.205097416476426e+17,
4
- "train_loss": 0.1224416760297922,
5
- "train_runtime": 70.5477,
6
- "train_samples_per_second": 58.627,
7
- "train_steps_per_second": 3.685
8
  }
 
1
  {
2
  "epoch": 4.0,
3
  "total_flos": 3.205097416476426e+17,
4
+ "train_loss": 0.11380191872326227,
5
+ "train_runtime": 79.0957,
6
+ "train_samples_per_second": 52.291,
7
+ "train_steps_per_second": 3.287
8
  }
trainer_state.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "best_metric": 0.03386877477169037,
3
  "best_model_checkpoint": "./vit-base-beans/checkpoint-200",
4
  "epoch": 4.0,
5
  "eval_steps": 100,
@@ -10,212 +10,212 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.15,
13
- "grad_norm": 2.295685052871704,
14
  "learning_rate": 0.00019230769230769233,
15
- "loss": 0.8646,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.31,
20
- "grad_norm": 1.1776849031448364,
21
  "learning_rate": 0.00018461538461538463,
22
- "loss": 0.3374,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.46,
27
- "grad_norm": 0.9071102738380432,
28
  "learning_rate": 0.00017692307692307693,
29
- "loss": 0.2223,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.62,
34
- "grad_norm": 0.580019474029541,
35
  "learning_rate": 0.00016923076923076923,
36
- "loss": 0.2125,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 0.77,
41
- "grad_norm": 9.19766902923584,
42
  "learning_rate": 0.00016153846153846155,
43
- "loss": 0.1555,
44
  "step": 50
45
  },
46
  {
47
  "epoch": 0.92,
48
- "grad_norm": 2.0074708461761475,
49
  "learning_rate": 0.00015384615384615385,
50
- "loss": 0.2388,
51
  "step": 60
52
  },
53
  {
54
  "epoch": 1.08,
55
- "grad_norm": 0.7031182050704956,
56
  "learning_rate": 0.00014615384615384615,
57
- "loss": 0.1481,
58
  "step": 70
59
  },
60
  {
61
  "epoch": 1.23,
62
- "grad_norm": 6.785604953765869,
63
  "learning_rate": 0.00013846153846153847,
64
- "loss": 0.1322,
65
  "step": 80
66
  },
67
  {
68
  "epoch": 1.38,
69
- "grad_norm": 0.13774830102920532,
70
  "learning_rate": 0.00013076923076923077,
71
- "loss": 0.0722,
72
  "step": 90
73
  },
74
  {
75
  "epoch": 1.54,
76
- "grad_norm": 0.8483244776725769,
77
  "learning_rate": 0.0001230769230769231,
78
- "loss": 0.0517,
79
  "step": 100
80
  },
81
  {
82
  "epoch": 1.54,
83
- "eval_accuracy": 0.9849624060150376,
84
- "eval_loss": 0.05896018445491791,
85
- "eval_runtime": 1.8056,
86
- "eval_samples_per_second": 73.661,
87
- "eval_steps_per_second": 9.415,
88
  "step": 100
89
  },
90
  {
91
  "epoch": 1.69,
92
- "grad_norm": 0.10988904535770416,
93
  "learning_rate": 0.00011538461538461538,
94
- "loss": 0.0433,
95
  "step": 110
96
  },
97
  {
98
  "epoch": 1.85,
99
- "grad_norm": 0.3253529369831085,
100
- "learning_rate": 0.00010846153846153846,
101
- "loss": 0.1515,
102
  "step": 120
103
  },
104
  {
105
  "epoch": 2.0,
106
- "grad_norm": 0.0863533690571785,
107
- "learning_rate": 0.00010076923076923077,
108
- "loss": 0.1029,
109
  "step": 130
110
  },
111
  {
112
  "epoch": 2.15,
113
- "grad_norm": 0.2501890957355499,
114
- "learning_rate": 9.307692307692309e-05,
115
- "loss": 0.071,
116
  "step": 140
117
  },
118
  {
119
  "epoch": 2.31,
120
- "grad_norm": 0.09559178352355957,
121
- "learning_rate": 8.538461538461538e-05,
122
- "loss": 0.0328,
123
  "step": 150
124
  },
125
  {
126
  "epoch": 2.46,
127
- "grad_norm": 0.08136636763811111,
128
- "learning_rate": 7.76923076923077e-05,
129
- "loss": 0.0154,
130
  "step": 160
131
  },
132
  {
133
  "epoch": 2.62,
134
- "grad_norm": 1.6561012268066406,
135
- "learning_rate": 7e-05,
136
- "loss": 0.0145,
137
  "step": 170
138
  },
139
  {
140
  "epoch": 2.77,
141
- "grad_norm": 9.944978713989258,
142
- "learning_rate": 6.23076923076923e-05,
143
- "loss": 0.0785,
144
  "step": 180
145
  },
146
  {
147
  "epoch": 2.92,
148
- "grad_norm": 0.1309250295162201,
149
- "learning_rate": 5.461538461538461e-05,
150
- "loss": 0.0327,
151
  "step": 190
152
  },
153
  {
154
  "epoch": 3.08,
155
- "grad_norm": 0.0702584758400917,
156
- "learning_rate": 4.692307692307693e-05,
157
- "loss": 0.0723,
158
  "step": 200
159
  },
160
  {
161
  "epoch": 3.08,
162
  "eval_accuracy": 0.9924812030075187,
163
- "eval_loss": 0.03386877477169037,
164
- "eval_runtime": 1.7639,
165
- "eval_samples_per_second": 75.402,
166
- "eval_steps_per_second": 9.638,
167
  "step": 200
168
  },
169
  {
170
  "epoch": 3.23,
171
- "grad_norm": 0.05829323083162308,
172
- "learning_rate": 3.923076923076923e-05,
173
- "loss": 0.0117,
174
  "step": 210
175
  },
176
  {
177
  "epoch": 3.38,
178
- "grad_norm": 0.06120636686682701,
179
- "learning_rate": 3.153846153846154e-05,
180
- "loss": 0.0119,
181
  "step": 220
182
  },
183
  {
184
  "epoch": 3.54,
185
- "grad_norm": 0.06219624727964401,
186
- "learning_rate": 2.384615384615385e-05,
187
- "loss": 0.0519,
188
  "step": 230
189
  },
190
  {
191
  "epoch": 3.69,
192
- "grad_norm": 0.9760288596153259,
193
- "learning_rate": 1.6153846153846154e-05,
194
- "loss": 0.0174,
195
  "step": 240
196
  },
197
  {
198
  "epoch": 3.85,
199
- "grad_norm": 0.06477300822734833,
200
- "learning_rate": 8.461538461538462e-06,
201
- "loss": 0.0116,
202
  "step": 250
203
  },
204
  {
205
  "epoch": 4.0,
206
- "grad_norm": 0.05689156800508499,
207
- "learning_rate": 7.692307692307694e-07,
208
- "loss": 0.0287,
209
  "step": 260
210
  },
211
  {
212
  "epoch": 4.0,
213
  "step": 260,
214
  "total_flos": 3.205097416476426e+17,
215
- "train_loss": 0.1224416760297922,
216
- "train_runtime": 70.5477,
217
- "train_samples_per_second": 58.627,
218
- "train_steps_per_second": 3.685
219
  }
220
  ],
221
  "logging_steps": 10,
 
1
  {
2
+ "best_metric": 0.022105108946561813,
3
  "best_model_checkpoint": "./vit-base-beans/checkpoint-200",
4
  "epoch": 4.0,
5
  "eval_steps": 100,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.15,
13
+ "grad_norm": 1.248571515083313,
14
  "learning_rate": 0.00019230769230769233,
15
+ "loss": 0.724,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.31,
20
+ "grad_norm": 2.3788352012634277,
21
  "learning_rate": 0.00018461538461538463,
22
+ "loss": 0.2693,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.46,
27
+ "grad_norm": 3.0690412521362305,
28
  "learning_rate": 0.00017692307692307693,
29
+ "loss": 0.2057,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.62,
34
+ "grad_norm": 5.163357257843018,
35
  "learning_rate": 0.00016923076923076923,
36
+ "loss": 0.2455,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 0.77,
41
+ "grad_norm": 1.3465059995651245,
42
  "learning_rate": 0.00016153846153846155,
43
+ "loss": 0.13,
44
  "step": 50
45
  },
46
  {
47
  "epoch": 0.92,
48
+ "grad_norm": 1.7656354904174805,
49
  "learning_rate": 0.00015384615384615385,
50
+ "loss": 0.2854,
51
  "step": 60
52
  },
53
  {
54
  "epoch": 1.08,
55
+ "grad_norm": 3.6763484477996826,
56
  "learning_rate": 0.00014615384615384615,
57
+ "loss": 0.1867,
58
  "step": 70
59
  },
60
  {
61
  "epoch": 1.23,
62
+ "grad_norm": 0.21904461085796356,
63
  "learning_rate": 0.00013846153846153847,
64
+ "loss": 0.132,
65
  "step": 80
66
  },
67
  {
68
  "epoch": 1.38,
69
+ "grad_norm": 0.25529107451438904,
70
  "learning_rate": 0.00013076923076923077,
71
+ "loss": 0.0762,
72
  "step": 90
73
  },
74
  {
75
  "epoch": 1.54,
76
+ "grad_norm": 1.4750274419784546,
77
  "learning_rate": 0.0001230769230769231,
78
+ "loss": 0.0717,
79
  "step": 100
80
  },
81
  {
82
  "epoch": 1.54,
83
+ "eval_accuracy": 1.0,
84
+ "eval_loss": 0.03406519070267677,
85
+ "eval_runtime": 1.8018,
86
+ "eval_samples_per_second": 73.813,
87
+ "eval_steps_per_second": 9.435,
88
  "step": 100
89
  },
90
  {
91
  "epoch": 1.69,
92
+ "grad_norm": 1.6858314275741577,
93
  "learning_rate": 0.00011538461538461538,
94
+ "loss": 0.1123,
95
  "step": 110
96
  },
97
  {
98
  "epoch": 1.85,
99
+ "grad_norm": 2.8304824829101562,
100
+ "learning_rate": 0.0001076923076923077,
101
+ "loss": 0.1281,
102
  "step": 120
103
  },
104
  {
105
  "epoch": 2.0,
106
+ "grad_norm": 0.1025494933128357,
107
+ "learning_rate": 0.0001,
108
+ "loss": 0.0345,
109
  "step": 130
110
  },
111
  {
112
  "epoch": 2.15,
113
+ "grad_norm": 0.08757635951042175,
114
+ "learning_rate": 9.230769230769232e-05,
115
+ "loss": 0.0815,
116
  "step": 140
117
  },
118
  {
119
  "epoch": 2.31,
120
+ "grad_norm": 4.281369686126709,
121
+ "learning_rate": 8.461538461538461e-05,
122
+ "loss": 0.0501,
123
  "step": 150
124
  },
125
  {
126
  "epoch": 2.46,
127
+ "grad_norm": 0.11551445722579956,
128
+ "learning_rate": 7.692307692307693e-05,
129
+ "loss": 0.0401,
130
  "step": 160
131
  },
132
  {
133
  "epoch": 2.62,
134
+ "grad_norm": 2.2672688961029053,
135
+ "learning_rate": 6.923076923076924e-05,
136
+ "loss": 0.0211,
137
  "step": 170
138
  },
139
  {
140
  "epoch": 2.77,
141
+ "grad_norm": 0.12683047354221344,
142
+ "learning_rate": 6.153846153846155e-05,
143
+ "loss": 0.0387,
144
  "step": 180
145
  },
146
  {
147
  "epoch": 2.92,
148
+ "grad_norm": 2.012118339538574,
149
+ "learning_rate": 5.384615384615385e-05,
150
+ "loss": 0.0165,
151
  "step": 190
152
  },
153
  {
154
  "epoch": 3.08,
155
+ "grad_norm": 0.06524123251438141,
156
+ "learning_rate": 4.615384615384616e-05,
157
+ "loss": 0.038,
158
  "step": 200
159
  },
160
  {
161
  "epoch": 3.08,
162
  "eval_accuracy": 0.9924812030075187,
163
+ "eval_loss": 0.022105108946561813,
164
+ "eval_runtime": 1.7507,
165
+ "eval_samples_per_second": 75.968,
166
+ "eval_steps_per_second": 9.71,
167
  "step": 200
168
  },
169
  {
170
  "epoch": 3.23,
171
+ "grad_norm": 0.06961577385663986,
172
+ "learning_rate": 3.846153846153846e-05,
173
+ "loss": 0.0139,
174
  "step": 210
175
  },
176
  {
177
  "epoch": 3.38,
178
+ "grad_norm": 0.0649501383304596,
179
+ "learning_rate": 3.0769230769230774e-05,
180
+ "loss": 0.0117,
181
  "step": 220
182
  },
183
  {
184
  "epoch": 3.54,
185
+ "grad_norm": 0.06359098851680756,
186
+ "learning_rate": 2.307692307692308e-05,
187
+ "loss": 0.0123,
188
  "step": 230
189
  },
190
  {
191
  "epoch": 3.69,
192
+ "grad_norm": 0.07035394012928009,
193
+ "learning_rate": 1.5384615384615387e-05,
194
+ "loss": 0.0111,
195
  "step": 240
196
  },
197
  {
198
  "epoch": 3.85,
199
+ "grad_norm": 0.07381828874349594,
200
+ "learning_rate": 7.692307692307694e-06,
201
+ "loss": 0.0113,
202
  "step": 250
203
  },
204
  {
205
  "epoch": 4.0,
206
+ "grad_norm": 0.05646485462784767,
207
+ "learning_rate": 0.0,
208
+ "loss": 0.0112,
209
  "step": 260
210
  },
211
  {
212
  "epoch": 4.0,
213
  "step": 260,
214
  "total_flos": 3.205097416476426e+17,
215
+ "train_loss": 0.11380191872326227,
216
+ "train_runtime": 79.0957,
217
+ "train_samples_per_second": 52.291,
218
+ "train_steps_per_second": 3.287
219
  }
220
  ],
221
  "logging_steps": 10,