End of training

README.md

@@ -3,6 +3,8 @@ library_name: transformers
 license: other
 base_model: nvidia/mit-b0
 tags:
+- image-segmentation
+- vision
 - generated_from_trainer
 model-index:
 - name: segformer-finetuned-sidewalk-10k-steps
@@ -14,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # segformer-finetuned-sidewalk-10k-steps
 
-This model is a fine-tuned version of [nvidia/mit-b0](https://huggingface.co/nvidia/mit-b0) on an unknown dataset.
+This model is a fine-tuned version of [nvidia/mit-b0](https://huggingface.co/nvidia/mit-b0) on the segments/sidewalk-semantic dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.5890
 - Mean Iou: 0.3100

all_results.json

@@ -1,85 +1,85 @@
 {
     "epoch": 93.45794392523365,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.8747786103742914,
+    "eval_accuracy_construction-building": 0.86565520760378,
     "eval_accuracy_construction-door": 0.0,
-    "eval_accuracy_construction-fenceguardrail": 0.505249825425218,
+    "eval_accuracy_construction-fenceguardrail": 0.5325428640425018,
     "eval_accuracy_construction-stairs": 0.0,
     "eval_accuracy_construction-tunnel": NaN,
-    "eval_accuracy_construction-wall": 0.6330000526335283,
-    "eval_accuracy_flat-crosswalk": 0.47121909728000594,
-    "eval_accuracy_flat-curb": 0.5197968126527863,
-    "eval_accuracy_flat-cyclinglane": 0.7162014596693208,
-    "eval_accuracy_flat-parkingdriveway": 0.2144247311518611,
+    "eval_accuracy_construction-wall": 0.5604518016129665,
+    "eval_accuracy_flat-crosswalk": 0.7198161336146074,
+    "eval_accuracy_flat-curb": 0.44609272443477205,
+    "eval_accuracy_flat-cyclinglane": 0.8648852005830057,
+    "eval_accuracy_flat-parkingdriveway": 0.2833101604786171,
     "eval_accuracy_flat-railtrack": NaN,
-    "eval_accuracy_flat-road": 0.8004089994736662,
-    "eval_accuracy_flat-sidewalk": 0.9632692436607829,
-    "eval_accuracy_human-person": 0.7283298589378178,
+    "eval_accuracy_flat-road": 0.7749501181559403,
+    "eval_accuracy_flat-sidewalk": 0.9476317011381981,
+    "eval_accuracy_human-person": 0.6623164763458401,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.83575293750031,
-    "eval_accuracy_nature-vegetation": 0.9048665328622328,
-    "eval_accuracy_object-pole": 0.31364357706833684,
+    "eval_accuracy_nature-terrain": 0.8673085520672984,
+    "eval_accuracy_nature-vegetation": 0.895986387639018,
+    "eval_accuracy_object-pole": 0.3361735652768198,
     "eval_accuracy_object-trafficlight": 0.0,
-    "eval_accuracy_object-trafficsign": 0.0060088043443334085,
-    "eval_accuracy_sky": 0.9534977982122501,
+    "eval_accuracy_object-trafficsign": 0.0,
+    "eval_accuracy_sky": 0.9589730059528717,
     "eval_accuracy_unlabeled": NaN,
-    "eval_accuracy_vehicle-bicycle": 0.8214357010783303,
+    "eval_accuracy_vehicle-bicycle": 0.7612081089424759,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.9294421488683698,
+    "eval_accuracy_vehicle-car": 0.9432002460671404,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
     "eval_accuracy_vehicle-tramtrain": 0.0,
     "eval_accuracy_vehicle-truck": 0.0,
-    "eval_accuracy_void-dynamic": 0.0047438895919327375,
-    "eval_accuracy_void-ground": 0.0047819481457497945,
-    "eval_accuracy_void-static": 0.3047764971337968,
+    "eval_accuracy_void-dynamic": 0.3076923076923077,
+    "eval_accuracy_void-ground": 0.0,
+    "eval_accuracy_void-static": 0.3834379150655605,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.6768717639877109,
+    "eval_iou_construction-building": 0.6806040085114937,
     "eval_iou_construction-door": 0.0,
-    "eval_iou_construction-fenceguardrail": 0.36521776036961356,
+    "eval_iou_construction-fenceguardrail": 0.40871147815643744,
     "eval_iou_construction-stairs": 0.0,
     "eval_iou_construction-tunnel": NaN,
-    "eval_iou_construction-wall": 0.42850356231846953,
-    "eval_iou_flat-crosswalk": 0.4607262953633285,
-    "eval_iou_flat-curb": 0.3289880511107771,
-    "eval_iou_flat-cyclinglane": 0.6010762531816262,
-    "eval_iou_flat-parkingdriveway": 0.19905523692521349,
+    "eval_iou_construction-wall": 0.42680851140799264,
+    "eval_iou_flat-crosswalk": 0.6669027786887037,
+    "eval_iou_flat-curb": 0.29622757480831374,
+    "eval_iou_flat-cyclinglane": 0.7093740543411421,
+    "eval_iou_flat-parkingdriveway": 0.2633859772374346,
     "eval_iou_flat-railtrack": NaN,
-    "eval_iou_flat-road": 0.7099817471706262,
-    "eval_iou_flat-sidewalk": 0.8352198668684733,
-    "eval_iou_human-person": 0.4931595132851849,
+    "eval_iou_flat-road": 0.6596742077786997,
+    "eval_iou_flat-sidewalk": 0.8220018517174363,
+    "eval_iou_human-person": 0.4611983467463584,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.6989360535913747,
-    "eval_iou_nature-vegetation": 0.8243432388696975,
-    "eval_iou_object-pole": 0.19972028784621643,
+    "eval_iou_nature-terrain": 0.7738709600595022,
+    "eval_iou_nature-vegetation": 0.8381108353507083,
+    "eval_iou_object-pole": 0.2241024743255243,
     "eval_iou_object-trafficlight": 0.0,
-    "eval_iou_object-trafficsign": 0.0060088043443334085,
-    "eval_iou_sky": 0.9066867480265781,
+    "eval_iou_object-trafficsign": 0.0,
+    "eval_iou_sky": 0.9036485880770955,
     "eval_iou_unlabeled": NaN,
-    "eval_iou_vehicle-bicycle": 0.604566245239982,
+    "eval_iou_vehicle-bicycle": 0.4166166034618706,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.8094528099532984,
+    "eval_iou_vehicle-car": 0.8018747084264115,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
     "eval_iou_vehicle-tramtrain": 0.0,
     "eval_iou_vehicle-truck": 0.0,
-    "eval_iou_void-dynamic": 0.004676712454033011,
-    "eval_iou_void-ground": 0.004654883991563023,
-    "eval_iou_void-static": 0.2152857873623563,
+    "eval_iou_void-dynamic": 0.24733824733824733,
+    "eval_iou_void-ground": 0.0,
+    "eval_iou_void-static": 0.32107778342653787,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 0.6296712160110474,
-    "eval_mean_accuracy": 0.3595508914395288,
-    "eval_mean_iou": 0.2929103631956393,
-    "eval_overall_accuracy": 0.8258211659155237,
-    "eval_runtime": 9.5716,
-    "eval_samples_per_second": 15.671,
-    "eval_steps_per_second": 1.985,
+    "eval_loss": 0.5889877080917358,
+    "eval_mean_accuracy": 0.3784885148973038,
+    "eval_mean_iou": 0.3100477809331222,
+    "eval_overall_accuracy": 0.8340219157507976,
+    "eval_runtime": 8.5602,
+    "eval_samples_per_second": 17.523,
+    "eval_steps_per_second": 2.22,
     "total_flos": 1.3956349825866793e+18,
-    "train_loss": 0.5447680168151855,
-    "train_runtime": 3592.9832,
-    "train_samples_per_second": 22.266,
-    "train_steps_per_second": 2.783
+    "train_loss": 0.5939420318603515,
+    "train_runtime": 3663.1518,
+    "train_samples_per_second": 21.839,
+    "train_steps_per_second": 2.73
 }

eval_results.json

@@ -1,80 +1,80 @@
 {
     "epoch": 93.45794392523365,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.8747786103742914,
+    "eval_accuracy_construction-building": 0.86565520760378,
     "eval_accuracy_construction-door": 0.0,
-    "eval_accuracy_construction-fenceguardrail": 0.505249825425218,
+    "eval_accuracy_construction-fenceguardrail": 0.5325428640425018,
     "eval_accuracy_construction-stairs": 0.0,
     "eval_accuracy_construction-tunnel": NaN,
-    "eval_accuracy_construction-wall": 0.6330000526335283,
-    "eval_accuracy_flat-crosswalk": 0.47121909728000594,
-    "eval_accuracy_flat-curb": 0.5197968126527863,
-    "eval_accuracy_flat-cyclinglane": 0.7162014596693208,
-    "eval_accuracy_flat-parkingdriveway": 0.2144247311518611,
+    "eval_accuracy_construction-wall": 0.5604518016129665,
+    "eval_accuracy_flat-crosswalk": 0.7198161336146074,
+    "eval_accuracy_flat-curb": 0.44609272443477205,
+    "eval_accuracy_flat-cyclinglane": 0.8648852005830057,
+    "eval_accuracy_flat-parkingdriveway": 0.2833101604786171,
     "eval_accuracy_flat-railtrack": NaN,
-    "eval_accuracy_flat-road": 0.8004089994736662,
-    "eval_accuracy_flat-sidewalk": 0.9632692436607829,
-    "eval_accuracy_human-person": 0.7283298589378178,
+    "eval_accuracy_flat-road": 0.7749501181559403,
+    "eval_accuracy_flat-sidewalk": 0.9476317011381981,
+    "eval_accuracy_human-person": 0.6623164763458401,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.83575293750031,
-    "eval_accuracy_nature-vegetation": 0.9048665328622328,
-    "eval_accuracy_object-pole": 0.31364357706833684,
+    "eval_accuracy_nature-terrain": 0.8673085520672984,
+    "eval_accuracy_nature-vegetation": 0.895986387639018,
+    "eval_accuracy_object-pole": 0.3361735652768198,
     "eval_accuracy_object-trafficlight": 0.0,
-    "eval_accuracy_object-trafficsign": 0.0060088043443334085,
-    "eval_accuracy_sky": 0.9534977982122501,
+    "eval_accuracy_object-trafficsign": 0.0,
+    "eval_accuracy_sky": 0.9589730059528717,
     "eval_accuracy_unlabeled": NaN,
-    "eval_accuracy_vehicle-bicycle": 0.8214357010783303,
+    "eval_accuracy_vehicle-bicycle": 0.7612081089424759,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.9294421488683698,
+    "eval_accuracy_vehicle-car": 0.9432002460671404,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
     "eval_accuracy_vehicle-tramtrain": 0.0,
     "eval_accuracy_vehicle-truck": 0.0,
-    "eval_accuracy_void-dynamic": 0.0047438895919327375,
-    "eval_accuracy_void-ground": 0.0047819481457497945,
-    "eval_accuracy_void-static": 0.3047764971337968,
+    "eval_accuracy_void-dynamic": 0.3076923076923077,
+    "eval_accuracy_void-ground": 0.0,
+    "eval_accuracy_void-static": 0.3834379150655605,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.6768717639877109,
+    "eval_iou_construction-building": 0.6806040085114937,
     "eval_iou_construction-door": 0.0,
-    "eval_iou_construction-fenceguardrail": 0.36521776036961356,
+    "eval_iou_construction-fenceguardrail": 0.40871147815643744,
     "eval_iou_construction-stairs": 0.0,
     "eval_iou_construction-tunnel": NaN,
-    "eval_iou_construction-wall": 0.42850356231846953,
-    "eval_iou_flat-crosswalk": 0.4607262953633285,
-    "eval_iou_flat-curb": 0.3289880511107771,
-    "eval_iou_flat-cyclinglane": 0.6010762531816262,
-    "eval_iou_flat-parkingdriveway": 0.19905523692521349,
+    "eval_iou_construction-wall": 0.42680851140799264,
+    "eval_iou_flat-crosswalk": 0.6669027786887037,
+    "eval_iou_flat-curb": 0.29622757480831374,
+    "eval_iou_flat-cyclinglane": 0.7093740543411421,
+    "eval_iou_flat-parkingdriveway": 0.2633859772374346,
     "eval_iou_flat-railtrack": NaN,
-    "eval_iou_flat-road": 0.7099817471706262,
-    "eval_iou_flat-sidewalk": 0.8352198668684733,
-    "eval_iou_human-person": 0.4931595132851849,
+    "eval_iou_flat-road": 0.6596742077786997,
+    "eval_iou_flat-sidewalk": 0.8220018517174363,
+    "eval_iou_human-person": 0.4611983467463584,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.6989360535913747,
-    "eval_iou_nature-vegetation": 0.8243432388696975,
-    "eval_iou_object-pole": 0.19972028784621643,
+    "eval_iou_nature-terrain": 0.7738709600595022,
+    "eval_iou_nature-vegetation": 0.8381108353507083,
+    "eval_iou_object-pole": 0.2241024743255243,
     "eval_iou_object-trafficlight": 0.0,
-    "eval_iou_object-trafficsign": 0.0060088043443334085,
-    "eval_iou_sky": 0.9066867480265781,
+    "eval_iou_object-trafficsign": 0.0,
+    "eval_iou_sky": 0.9036485880770955,
     "eval_iou_unlabeled": NaN,
-    "eval_iou_vehicle-bicycle": 0.604566245239982,
+    "eval_iou_vehicle-bicycle": 0.4166166034618706,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.8094528099532984,
+    "eval_iou_vehicle-car": 0.8018747084264115,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
     "eval_iou_vehicle-tramtrain": 0.0,
     "eval_iou_vehicle-truck": 0.0,
-    "eval_iou_void-dynamic": 0.004676712454033011,
-    "eval_iou_void-ground": 0.004654883991563023,
-    "eval_iou_void-static": 0.2152857873623563,
+    "eval_iou_void-dynamic": 0.24733824733824733,
+    "eval_iou_void-ground": 0.0,
+    "eval_iou_void-static": 0.32107778342653787,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 0.6296712160110474,
-    "eval_mean_accuracy": 0.3595508914395288,
-    "eval_mean_iou": 0.2929103631956393,
-    "eval_overall_accuracy": 0.8258211659155237,
-    "eval_runtime": 9.5716,
-    "eval_samples_per_second": 15.671,
-    "eval_steps_per_second": 1.985
+    "eval_loss": 0.5889877080917358,
+    "eval_mean_accuracy": 0.3784885148973038,
+    "eval_mean_iou": 0.3100477809331222,
+    "eval_overall_accuracy": 0.8340219157507976,
+    "eval_runtime": 8.5602,
+    "eval_samples_per_second": 17.523,
+    "eval_steps_per_second": 2.22
 }

runs/Nov24_18-48-31_autodl-container-d59c4c93df-5a437458/events.out.tfevents.1732449005.autodl-container-d59c4c93df-5a437458.5876.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c80ffbcedde643ddcefb337fa081cf69d068b240fa4f0091f0afa062d8fe2c
+size 5087

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 93.45794392523365,
     "total_flos": 1.3956349825866793e+18,
-    "train_loss": 0.5447680168151855,
-    "train_runtime": 3592.9832,
-    "train_samples_per_second": 22.266,
-    "train_steps_per_second": 2.783
+    "train_loss": 0.5939420318603515,
+    "train_runtime": 3663.1518,
+    "train_samples_per_second": 21.839,
+    "train_steps_per_second": 2.73
 }