killynguyen commited on
Commit
34ac6f8
·
verified ·
1 Parent(s): fb3cd38

End of training

Browse files
README.md ADDED
@@ -0,0 +1,87 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: transformers
3
+ license: bsd-3-clause
4
+ base_model: MIT/ast-finetuned-audioset-10-10-0.4593
5
+ tags:
6
+ - generated_from_trainer
7
+ datasets:
8
+ - marsyas/gtzan
9
+ metrics:
10
+ - accuracy
11
+ model-index:
12
+ - name: ast-finetuned-audioset-10-10-0.4593-finetuned-gtzan
13
+ results:
14
+ - task:
15
+ name: Audio Classification
16
+ type: audio-classification
17
+ dataset:
18
+ name: GTZAN
19
+ type: marsyas/gtzan
20
+ config: all
21
+ split: train
22
+ args: all
23
+ metrics:
24
+ - name: Accuracy
25
+ type: accuracy
26
+ value: 0.9
27
+ ---
28
+
29
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
30
+ should probably proofread and complete it, then remove this comment. -->
31
+
32
+ # ast-finetuned-audioset-10-10-0.4593-finetuned-gtzan
33
+
34
+ This model is a fine-tuned version of [MIT/ast-finetuned-audioset-10-10-0.4593](https://huggingface.co/MIT/ast-finetuned-audioset-10-10-0.4593) on the GTZAN dataset.
35
+ It achieves the following results on the evaluation set:
36
+ - Loss: 0.3353
37
+ - Accuracy: 0.9
38
+
39
+ ## Model description
40
+
41
+ More information needed
42
+
43
+ ## Intended uses & limitations
44
+
45
+ More information needed
46
+
47
+ ## Training and evaluation data
48
+
49
+ More information needed
50
+
51
+ ## Training procedure
52
+
53
+ ### Training hyperparameters
54
+
55
+ The following hyperparameters were used during training:
56
+ - learning_rate: 5e-05
57
+ - train_batch_size: 8
58
+ - eval_batch_size: 8
59
+ - seed: 42
60
+ - optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
61
+ - lr_scheduler_type: linear
62
+ - lr_scheduler_warmup_ratio: 0.1
63
+ - num_epochs: 10
64
+ - mixed_precision_training: Native AMP
65
+
66
+ ### Training results
67
+
68
+ | Training Loss | Epoch | Step | Validation Loss | Accuracy |
69
+ |:-------------:|:-----:|:----:|:---------------:|:--------:|
70
+ | 0.7926 | 1.0 | 113 | 0.5374 | 0.79 |
71
+ | 0.4596 | 2.0 | 226 | 0.7210 | 0.78 |
72
+ | 0.2424 | 3.0 | 339 | 0.4399 | 0.84 |
73
+ | 0.0346 | 4.0 | 452 | 0.4267 | 0.86 |
74
+ | 0.0014 | 5.0 | 565 | 0.5010 | 0.87 |
75
+ | 0.0002 | 6.0 | 678 | 0.5208 | 0.87 |
76
+ | 0.0002 | 7.0 | 791 | 0.3110 | 0.9 |
77
+ | 0.0001 | 8.0 | 904 | 0.3308 | 0.89 |
78
+ | 0.0002 | 9.0 | 1017 | 0.3329 | 0.9 |
79
+ | 0.0002 | 10.0 | 1130 | 0.3353 | 0.9 |
80
+
81
+
82
+ ### Framework versions
83
+
84
+ - Transformers 4.50.3
85
+ - Pytorch 2.6.0+cu124
86
+ - Datasets 3.5.0
87
+ - Tokenizers 0.21.1
config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "ASTForAudioClassification"
4
+ ],
5
+ "attention_probs_dropout_prob": 0.0,
6
+ "frequency_stride": 10,
7
+ "hidden_act": "gelu",
8
+ "hidden_dropout_prob": 0.0,
9
+ "hidden_size": 768,
10
+ "id2label": {
11
+ "0": "blues",
12
+ "1": "classical",
13
+ "2": "country",
14
+ "3": "disco",
15
+ "4": "hiphop",
16
+ "5": "jazz",
17
+ "6": "metal",
18
+ "7": "pop",
19
+ "8": "reggae",
20
+ "9": "rock"
21
+ },
22
+ "initializer_range": 0.02,
23
+ "intermediate_size": 3072,
24
+ "label2id": {
25
+ "blues": "0",
26
+ "classical": "1",
27
+ "country": "2",
28
+ "disco": "3",
29
+ "hiphop": "4",
30
+ "jazz": "5",
31
+ "metal": "6",
32
+ "pop": "7",
33
+ "reggae": "8",
34
+ "rock": "9"
35
+ },
36
+ "layer_norm_eps": 1e-12,
37
+ "max_length": 1024,
38
+ "model_type": "audio-spectrogram-transformer",
39
+ "num_attention_heads": 12,
40
+ "num_hidden_layers": 12,
41
+ "num_mel_bins": 128,
42
+ "patch_size": 16,
43
+ "problem_type": "single_label_classification",
44
+ "qkv_bias": true,
45
+ "time_stride": 10,
46
+ "torch_dtype": "float32",
47
+ "transformers_version": "4.50.3"
48
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:142df3b8202b4127d999e71c0cc2566affa6c14209f4801c7682466e4017a779
3
+ size 344814656
runs/Apr04_02-02-35_ca66fb1223c5/events.out.tfevents.1743732162.ca66fb1223c5.616.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f85740ecd42f93b568618c9a328cd6076178812b8d646b64781d04991a227134
3
+ size 56666
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc974e073cd1fe4a8e56138d49751c435060f91de7d09dd456f0d63448dccfad
3
+ size 5432