End of training

README.md

@@ -3,6 +3,8 @@ library_name: transformers
 license: other
 base_model: nvidia/mit-b0
 tags:
+- image-segmentation
+- vision
 - generated_from_trainer
 model-index:
 - name: segformer-finetuned-sidewalk-10k-steps
@@ -14,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # segformer-finetuned-sidewalk-10k-steps
 
-This model is a fine-tuned version of [nvidia/mit-b0](https://huggingface.co/nvidia/mit-b0) on an unknown dataset.
+This model is a fine-tuned version of [nvidia/mit-b0](https://huggingface.co/nvidia/mit-b0) on the segments/sidewalk-semantic dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.6297
 - Mean Iou: 0.2929

all_results.json

@@ -1,85 +1,85 @@
 {
     "epoch": 93.45794392523365,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.8675936635779277,
+    "eval_accuracy_construction-building": 0.8747786103742914,
     "eval_accuracy_construction-door": 0.0,
-    "eval_accuracy_construction-fenceguardrail": 0.21982105149168876,
+    "eval_accuracy_construction-fenceguardrail": 0.505249825425218,
     "eval_accuracy_construction-stairs": 0.0,
-    "eval_accuracy_construction-tunnel": 0.0,
-    "eval_accuracy_construction-wall": 0.5172188794467956,
-    "eval_accuracy_flat-crosswalk": 0.7614884129350621,
-    "eval_accuracy_flat-curb": 0.5735837008896473,
-    "eval_accuracy_flat-cyclinglane": 0.8431991276117029,
-    "eval_accuracy_flat-parkingdriveway": 0.27196709895279014,
+    "eval_accuracy_construction-tunnel": NaN,
+    "eval_accuracy_construction-wall": 0.6330000526335283,
+    "eval_accuracy_flat-crosswalk": 0.47121909728000594,
+    "eval_accuracy_flat-curb": 0.5197968126527863,
+    "eval_accuracy_flat-cyclinglane": 0.7162014596693208,
+    "eval_accuracy_flat-parkingdriveway": 0.2144247311518611,
     "eval_accuracy_flat-railtrack": NaN,
-    "eval_accuracy_flat-road": 0.7353905902364454,
-    "eval_accuracy_flat-sidewalk": 0.9328727436883318,
-    "eval_accuracy_human-person": 0.8115904855629306,
+    "eval_accuracy_flat-road": 0.8004089994736662,
+    "eval_accuracy_flat-sidewalk": 0.9632692436607829,
+    "eval_accuracy_human-person": 0.7283298589378178,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.8796084042603014,
-    "eval_accuracy_nature-vegetation": 0.9184962834920714,
-    "eval_accuracy_object-pole": 0.39592815153020705,
+    "eval_accuracy_nature-terrain": 0.83575293750031,
+    "eval_accuracy_nature-vegetation": 0.9048665328622328,
+    "eval_accuracy_object-pole": 0.31364357706833684,
     "eval_accuracy_object-trafficlight": 0.0,
-    "eval_accuracy_object-trafficsign": 0.0,
-    "eval_accuracy_sky": 0.9475998867680362,
+    "eval_accuracy_object-trafficsign": 0.0060088043443334085,
+    "eval_accuracy_sky": 0.9534977982122501,
     "eval_accuracy_unlabeled": NaN,
-    "eval_accuracy_vehicle-bicycle": 0.6612811252613572,
+    "eval_accuracy_vehicle-bicycle": 0.8214357010783303,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.924870967166628,
+    "eval_accuracy_vehicle-car": 0.9294421488683698,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
-    "eval_accuracy_vehicle-tramtrain": NaN,
+    "eval_accuracy_vehicle-tramtrain": 0.0,
     "eval_accuracy_vehicle-truck": 0.0,
-    "eval_accuracy_void-dynamic": 0.023839698096203673,
-    "eval_accuracy_void-ground": 0.001922542454952051,
-    "eval_accuracy_void-static": 0.1965431260221819,
+    "eval_accuracy_void-dynamic": 0.0047438895919327375,
+    "eval_accuracy_void-ground": 0.0047819481457497945,
+    "eval_accuracy_void-static": 0.3047764971337968,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.6759659007169508,
+    "eval_iou_construction-building": 0.6768717639877109,
     "eval_iou_construction-door": 0.0,
-    "eval_iou_construction-fenceguardrail": 0.17726712052133856,
+    "eval_iou_construction-fenceguardrail": 0.36521776036961356,
     "eval_iou_construction-stairs": 0.0,
-    "eval_iou_construction-tunnel": 0.0,
-    "eval_iou_construction-wall": 0.3655963785035142,
-    "eval_iou_flat-crosswalk": 0.6646307345812233,
-    "eval_iou_flat-curb": 0.3718818218979118,
-    "eval_iou_flat-cyclinglane": 0.549225569470928,
-    "eval_iou_flat-parkingdriveway": 0.23195243196722415,
+    "eval_iou_construction-tunnel": NaN,
+    "eval_iou_construction-wall": 0.42850356231846953,
+    "eval_iou_flat-crosswalk": 0.4607262953633285,
+    "eval_iou_flat-curb": 0.3289880511107771,
+    "eval_iou_flat-cyclinglane": 0.6010762531816262,
+    "eval_iou_flat-parkingdriveway": 0.19905523692521349,
     "eval_iou_flat-railtrack": NaN,
-    "eval_iou_flat-road": 0.685183810080207,
-    "eval_iou_flat-sidewalk": 0.8279266965812699,
-    "eval_iou_human-person": 0.5915368825876949,
+    "eval_iou_flat-road": 0.7099817471706262,
+    "eval_iou_flat-sidewalk": 0.8352198668684733,
+    "eval_iou_human-person": 0.4931595132851849,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.7514175031834929,
-    "eval_iou_nature-vegetation": 0.8288245808178969,
-    "eval_iou_object-pole": 0.2362671964370346,
+    "eval_iou_nature-terrain": 0.6989360535913747,
+    "eval_iou_nature-vegetation": 0.8243432388696975,
+    "eval_iou_object-pole": 0.19972028784621643,
     "eval_iou_object-trafficlight": 0.0,
-    "eval_iou_object-trafficsign": 0.0,
-    "eval_iou_sky": 0.9068878793973183,
+    "eval_iou_object-trafficsign": 0.0060088043443334085,
+    "eval_iou_sky": 0.9066867480265781,
     "eval_iou_unlabeled": NaN,
-    "eval_iou_vehicle-bicycle": 0.40768918736196874,
+    "eval_iou_vehicle-bicycle": 0.604566245239982,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.7740971480841937,
+    "eval_iou_vehicle-car": 0.8094528099532984,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
-    "eval_iou_vehicle-tramtrain": NaN,
+    "eval_iou_vehicle-tramtrain": 0.0,
     "eval_iou_vehicle-truck": 0.0,
-    "eval_iou_void-dynamic": 0.016940333603498135,
-    "eval_iou_void-ground": 0.0019091245340996388,
-    "eval_iou_void-static": 0.14387247622275054,
+    "eval_iou_void-dynamic": 0.004676712454033011,
+    "eval_iou_void-ground": 0.004654883991563023,
+    "eval_iou_void-static": 0.2152857873623563,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 0.6344665288925171,
-    "eval_mean_accuracy": 0.3589004981076644,
-    "eval_mean_iou": 0.2877835242672036,
-    "eval_overall_accuracy": 0.8218261910752839,
-    "eval_runtime": 9.1679,
-    "eval_samples_per_second": 16.362,
-    "eval_steps_per_second": 2.072,
+    "eval_loss": 0.6296712160110474,
+    "eval_mean_accuracy": 0.3595508914395288,
+    "eval_mean_iou": 0.2929103631956393,
+    "eval_overall_accuracy": 0.8258211659155237,
+    "eval_runtime": 9.5716,
+    "eval_samples_per_second": 15.671,
+    "eval_steps_per_second": 1.985,
     "total_flos": 1.3956349825866793e+18,
-    "train_loss": 0.3193129741668701,
-    "train_runtime": 2628.3012,
-    "train_samples_per_second": 30.438,
-    "train_steps_per_second": 3.805
+    "train_loss": 0.5447680168151855,
+    "train_runtime": 3592.9832,
+    "train_samples_per_second": 22.266,
+    "train_steps_per_second": 2.783
 }

eval_results.json

@@ -1,80 +1,80 @@
 {
     "epoch": 93.45794392523365,
     "eval_accuracy_construction-bridge": 0.0,
-    "eval_accuracy_construction-building": 0.8675936635779277,
+    "eval_accuracy_construction-building": 0.8747786103742914,
     "eval_accuracy_construction-door": 0.0,
-    "eval_accuracy_construction-fenceguardrail": 0.21982105149168876,
+    "eval_accuracy_construction-fenceguardrail": 0.505249825425218,
     "eval_accuracy_construction-stairs": 0.0,
-    "eval_accuracy_construction-tunnel": 0.0,
-    "eval_accuracy_construction-wall": 0.5172188794467956,
-    "eval_accuracy_flat-crosswalk": 0.7614884129350621,
-    "eval_accuracy_flat-curb": 0.5735837008896473,
-    "eval_accuracy_flat-cyclinglane": 0.8431991276117029,
-    "eval_accuracy_flat-parkingdriveway": 0.27196709895279014,
+    "eval_accuracy_construction-tunnel": NaN,
+    "eval_accuracy_construction-wall": 0.6330000526335283,
+    "eval_accuracy_flat-crosswalk": 0.47121909728000594,
+    "eval_accuracy_flat-curb": 0.5197968126527863,
+    "eval_accuracy_flat-cyclinglane": 0.7162014596693208,
+    "eval_accuracy_flat-parkingdriveway": 0.2144247311518611,
     "eval_accuracy_flat-railtrack": NaN,
-    "eval_accuracy_flat-road": 0.7353905902364454,
-    "eval_accuracy_flat-sidewalk": 0.9328727436883318,
-    "eval_accuracy_human-person": 0.8115904855629306,
+    "eval_accuracy_flat-road": 0.8004089994736662,
+    "eval_accuracy_flat-sidewalk": 0.9632692436607829,
+    "eval_accuracy_human-person": 0.7283298589378178,
     "eval_accuracy_human-rider": 0.0,
-    "eval_accuracy_nature-terrain": 0.8796084042603014,
-    "eval_accuracy_nature-vegetation": 0.9184962834920714,
-    "eval_accuracy_object-pole": 0.39592815153020705,
+    "eval_accuracy_nature-terrain": 0.83575293750031,
+    "eval_accuracy_nature-vegetation": 0.9048665328622328,
+    "eval_accuracy_object-pole": 0.31364357706833684,
     "eval_accuracy_object-trafficlight": 0.0,
-    "eval_accuracy_object-trafficsign": 0.0,
-    "eval_accuracy_sky": 0.9475998867680362,
+    "eval_accuracy_object-trafficsign": 0.0060088043443334085,
+    "eval_accuracy_sky": 0.9534977982122501,
     "eval_accuracy_unlabeled": NaN,
-    "eval_accuracy_vehicle-bicycle": 0.6612811252613572,
+    "eval_accuracy_vehicle-bicycle": 0.8214357010783303,
     "eval_accuracy_vehicle-bus": 0.0,
-    "eval_accuracy_vehicle-car": 0.924870967166628,
+    "eval_accuracy_vehicle-car": 0.9294421488683698,
     "eval_accuracy_vehicle-caravan": 0.0,
     "eval_accuracy_vehicle-cartrailer": 0.0,
     "eval_accuracy_vehicle-motorcycle": 0.0,
-    "eval_accuracy_vehicle-tramtrain": NaN,
+    "eval_accuracy_vehicle-tramtrain": 0.0,
     "eval_accuracy_vehicle-truck": 0.0,
-    "eval_accuracy_void-dynamic": 0.023839698096203673,
-    "eval_accuracy_void-ground": 0.001922542454952051,
-    "eval_accuracy_void-static": 0.1965431260221819,
+    "eval_accuracy_void-dynamic": 0.0047438895919327375,
+    "eval_accuracy_void-ground": 0.0047819481457497945,
+    "eval_accuracy_void-static": 0.3047764971337968,
     "eval_accuracy_void-unclear": 0.0,
     "eval_iou_construction-bridge": 0.0,
-    "eval_iou_construction-building": 0.6759659007169508,
+    "eval_iou_construction-building": 0.6768717639877109,
     "eval_iou_construction-door": 0.0,
-    "eval_iou_construction-fenceguardrail": 0.17726712052133856,
+    "eval_iou_construction-fenceguardrail": 0.36521776036961356,
     "eval_iou_construction-stairs": 0.0,
-    "eval_iou_construction-tunnel": 0.0,
-    "eval_iou_construction-wall": 0.3655963785035142,
-    "eval_iou_flat-crosswalk": 0.6646307345812233,
-    "eval_iou_flat-curb": 0.3718818218979118,
-    "eval_iou_flat-cyclinglane": 0.549225569470928,
-    "eval_iou_flat-parkingdriveway": 0.23195243196722415,
+    "eval_iou_construction-tunnel": NaN,
+    "eval_iou_construction-wall": 0.42850356231846953,
+    "eval_iou_flat-crosswalk": 0.4607262953633285,
+    "eval_iou_flat-curb": 0.3289880511107771,
+    "eval_iou_flat-cyclinglane": 0.6010762531816262,
+    "eval_iou_flat-parkingdriveway": 0.19905523692521349,
     "eval_iou_flat-railtrack": NaN,
-    "eval_iou_flat-road": 0.685183810080207,
-    "eval_iou_flat-sidewalk": 0.8279266965812699,
-    "eval_iou_human-person": 0.5915368825876949,
+    "eval_iou_flat-road": 0.7099817471706262,
+    "eval_iou_flat-sidewalk": 0.8352198668684733,
+    "eval_iou_human-person": 0.4931595132851849,
     "eval_iou_human-rider": 0.0,
-    "eval_iou_nature-terrain": 0.7514175031834929,
-    "eval_iou_nature-vegetation": 0.8288245808178969,
-    "eval_iou_object-pole": 0.2362671964370346,
+    "eval_iou_nature-terrain": 0.6989360535913747,
+    "eval_iou_nature-vegetation": 0.8243432388696975,
+    "eval_iou_object-pole": 0.19972028784621643,
     "eval_iou_object-trafficlight": 0.0,
-    "eval_iou_object-trafficsign": 0.0,
-    "eval_iou_sky": 0.9068878793973183,
+    "eval_iou_object-trafficsign": 0.0060088043443334085,
+    "eval_iou_sky": 0.9066867480265781,
     "eval_iou_unlabeled": NaN,
-    "eval_iou_vehicle-bicycle": 0.40768918736196874,
+    "eval_iou_vehicle-bicycle": 0.604566245239982,
     "eval_iou_vehicle-bus": 0.0,
-    "eval_iou_vehicle-car": 0.7740971480841937,
+    "eval_iou_vehicle-car": 0.8094528099532984,
     "eval_iou_vehicle-caravan": 0.0,
     "eval_iou_vehicle-cartrailer": 0.0,
     "eval_iou_vehicle-motorcycle": 0.0,
-    "eval_iou_vehicle-tramtrain": NaN,
+    "eval_iou_vehicle-tramtrain": 0.0,
     "eval_iou_vehicle-truck": 0.0,
-    "eval_iou_void-dynamic": 0.016940333603498135,
-    "eval_iou_void-ground": 0.0019091245340996388,
-    "eval_iou_void-static": 0.14387247622275054,
+    "eval_iou_void-dynamic": 0.004676712454033011,
+    "eval_iou_void-ground": 0.004654883991563023,
+    "eval_iou_void-static": 0.2152857873623563,
     "eval_iou_void-unclear": 0.0,
-    "eval_loss": 0.6344665288925171,
-    "eval_mean_accuracy": 0.3589004981076644,
-    "eval_mean_iou": 0.2877835242672036,
-    "eval_overall_accuracy": 0.8218261910752839,
-    "eval_runtime": 9.1679,
-    "eval_samples_per_second": 16.362,
-    "eval_steps_per_second": 2.072
+    "eval_loss": 0.6296712160110474,
+    "eval_mean_accuracy": 0.3595508914395288,
+    "eval_mean_iou": 0.2929103631956393,
+    "eval_overall_accuracy": 0.8258211659155237,
+    "eval_runtime": 9.5716,
+    "eval_samples_per_second": 15.671,
+    "eval_steps_per_second": 1.985
 }

runs/Nov23_21-42-01_autodl-container-cf8d458da4-d896d7fd/events.out.tfevents.1732374267.autodl-container-cf8d458da4-d896d7fd.3073.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27b8203ae0e948e42a858cfcf20987800e91266569f8cf3265b3684bac47ca8c
+size 5087

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 93.45794392523365,
     "total_flos": 1.3956349825866793e+18,
-    "train_loss": 0.3193129741668701,
-    "train_runtime": 2628.3012,
-    "train_samples_per_second": 30.438,
-    "train_steps_per_second": 3.805
+    "train_loss": 0.5447680168151855,
+    "train_runtime": 3592.9832,
+    "train_samples_per_second": 22.266,
+    "train_steps_per_second": 2.783
 }