Upload folder using huggingface_hub

README.md

@@ -39,7 +39,7 @@ Data is prepared with the `ocf_data_sampler/torch_datasets/datasets/pvnet_uk` Da
 ## Results
 
 The training logs for the current model can be found here:
- - [https://wandb.ai/openclimatefix/PVNet_ECMWF_DA/runs/r3rtnpq7](https://wandb.ai/openclimatefix/PVNet_ECMWF_DA/runs/r3rtnpq7)
+ - [https://wandb.ai/openclimatefix/pvnet2.1/runs/r2txd12n](https://wandb.ai/openclimatefix/pvnet2.1/runs/r2txd12n)
 
 
 The training logs for all model runs of PVNet2 can be found [here](https://wandb.ai/openclimatefix/pvnet2.1).
@@ -53,10 +53,11 @@ Trained on a single NVIDIA Tesla T4
 
 ### Software
 
+This model was trained using the following Open Climate Fix packages:
+
 - [1] https://github.com/openclimatefix/PVNet
 - [2] https://github.com/openclimatefix/ocf-data-sampler
 
-
 The versions of these packages can be found below:
- - ocf-data-sampler==0.2.17
- - pvnet==4.1.2
+ - pvnet==4.1.6
+ - ocf-data-sampler==0.2.17.post0+git.563e6370.dirty

data_config.yaml

@@ -3,11 +3,11 @@ general:
   name: PVNet current
 input_data:
   gsp:
+    boundaries_version: '20250109'
     dropout_fraction: 0
     dropout_timedeltas_minutes: []
-    forecast_minutes: 2160
     interval_end_minutes: 2160
-    interval_start_minutes: 0
+    interval_start_minutes: -120
     time_resolution_minutes: 30
     zarr_path: PLACEHOLDER.zarr
   nwp:
@@ -33,7 +33,6 @@ input_data:
       dropout_fraction: 1.0
       dropout_timedeltas_minutes:
       - -360
-      forecast_minutes: 2460.0
       image_size_pixels_height: 12
       image_size_pixels_width: 12
       interval_end_minutes: 2220
@@ -52,15 +51,6 @@ input_data:
         diff_sr:
           mean: 469169.5
           std: 818950.6875
-        dlwrf:
-          mean: 27187026.0
-          std: 15855867.0
-        dswrf:
-          mean: 11458988.0
-          std: 13025427.0
-        duvrs:
-          mean: 1305651.25
-          std: 1445635.25
         hcc:
           mean: 0.3961029052734375
           std: 0.42244860529899597
@@ -70,15 +60,9 @@ input_data:
         mcc:
           mean: 0.3288780450820923
           std: 0.38039860129356384
-        prate:
-          mean: 3.108070450252853e-05
-          std: 9.81039775069803e-05
         sd:
           mean: 8.107526082312688e-05
           std: 0.000913831521756947
-        sr:
-          mean: 12905302.0
-          std: 16294988.0
         t2m:
           mean: 283.48333740234375
           std: 3.692270040512085
@@ -88,21 +72,71 @@ input_data:
         u10:
           mean: 1.7677178382873535
           std: 5.531515598297119
-        u100:
-          mean: 2.393547296524048
-          std: 7.2320556640625
-        u200:
-          mean: 2.7963004112243652
-          std: 8.049470901489258
         v10:
           mean: 0.985887885093689
           std: 5.411230564117432
-        v100:
-          mean: 1.4244288206100464
-          std: 6.944501876831055
-        v200:
-          mean: 1.6010299921035767
-          std: 7.561611652374268
       provider: ecmwf
       time_resolution_minutes: 60
       zarr_path: PLACEHOLDER.zarr
+    ukv:
+      channels:
+      - t
+      - dswrf
+      - dlwrf
+      - hcc
+      - mcc
+      - lcc
+      - sde
+      - r
+      - vis
+      - si10
+      - prate
+      dropout_fraction: 1.0
+      dropout_timedeltas_minutes:
+      - -180
+      image_size_pixels_height: 24
+      image_size_pixels_width: 24
+      interval_end_minutes: 1800
+      interval_start_minutes: -120
+      max_staleness_minutes: null
+      normalisation_constants:
+        dlwrf:
+          mean: 325.03130139
+          std: 39.45988077
+        dswrf:
+          mean: 111.28265039
+          std: 190.47216887
+        hcc:
+          mean: 29.11949682
+          std: 38.07184418
+        lcc:
+          mean: 50.08362643
+          std: 39.33210726
+        mcc:
+          mean: 40.88984494
+          std: 41.91144559
+        prate:
+          mean: 3.45793433e-05
+          std: 0.00021497
+        r:
+          mean: 81.79229501
+          std: 11.45012499
+        sde:
+          mean: 0.00289545
+          std: 0.1029753
+        si10:
+          mean: 6.88348448
+          std: 3.94718813
+        t:
+          mean: 283.64913206
+          std: 4.38818501
+        vis:
+          mean: 32262.03285118
+          std: 21578.97975625
+      provider: ukv
+      time_resolution_minutes: 60
+      zarr_path: PLACEHOLDER.zarr
+  solar_position:
+    interval_end_minutes: 2160
+    interval_start_minutes: -120
+    time_resolution_minutes: 30

model_config.yaml

@@ -0,0 +1,391 @@
+_target_: pvnet.models.multimodal.multimodal.Model
+output_quantiles:
+- 0.02
+- 0.1
+- 0.25
+- 0.5
+- 0.75
+- 0.9
+- 0.98
+nwp_encoders_dict:
+  ukv:
+    _target_: pvnet.models.multimodal.encoders.encoders3d.DefaultPVNet
+    _partial_: true
+    in_channels: 11
+    out_features: 256
+    number_of_conv3d_layers: 6
+    conv3d_channels: 32
+    image_size_pixels: 24
+  ecmwf:
+    _target_: pvnet.models.multimodal.encoders.encoders3d.DefaultPVNet
+    _partial_: true
+    in_channels: 12
+    out_features: 256
+    number_of_conv3d_layers: 4
+    conv3d_channels: 32
+    image_size_pixels: 12
+sat_encoder: null
+add_image_embedding_channel: false
+pv_encoder: null
+output_network:
+  _target_: pvnet.models.multimodal.linear_networks.networks.ResFCNet2
+  _partial_: true
+  fc_hidden_features: 128
+  n_res_blocks: 6
+  res_block_layers: 2
+  dropout_frac: 0.0
+embedding_dim: 16
+include_sun: true
+include_gsp_yield_history: false
+forecast_minutes: 2160
+history_minutes: 120
+min_sat_delay_minutes: 0
+sat_history_minutes: 60
+pv_history_minutes: 180
+nwp_history_minutes:
+  ukv: 120
+  ecmwf: 120
+nwp_forecast_minutes:
+  ukv: 1800
+  ecmwf: 2220
+optimizer:
+  _target_: pvnet.optimizers.EmbAdamWReduceLROnPlateau
+  lr: 0.0001
+  weight_decay: 0.25
+  amsgrad: true
+  patience: 10
+  factor: 0.1
+  threshold: 0.002
+location_id_mapping:
+  1: 1
+  2: 2
+  3: 3
+  4: 4
+  6: 5
+  7: 6
+  8: 7
+  9: 8
+  10: 9
+  11: 10
+  12: 11
+  13: 12
+  14: 13
+  15: 14
+  16: 15
+  18: 16
+  19: 17
+  20: 18
+  21: 19
+  22: 20
+  23: 21
+  24: 22
+  25: 23
+  26: 24
+  27: 25
+  28: 26
+  29: 27
+  30: 28
+  31: 29
+  32: 30
+  33: 31
+  34: 32
+  35: 33
+  36: 34
+  37: 35
+  38: 36
+  39: 37
+  40: 38
+  41: 39
+  42: 40
+  43: 41
+  44: 42
+  45: 43
+  46: 44
+  47: 45
+  48: 46
+  49: 47
+  50: 48
+  51: 49
+  52: 50
+  54: 51
+  55: 52
+  56: 53
+  57: 54
+  58: 55
+  59: 56
+  60: 57
+  61: 58
+  62: 59
+  63: 60
+  64: 61
+  65: 62
+  66: 63
+  67: 64
+  68: 65
+  69: 66
+  70: 67
+  71: 68
+  72: 69
+  73: 70
+  74: 71
+  76: 72
+  77: 73
+  78: 74
+  79: 75
+  80: 76
+  81: 77
+  82: 78
+  83: 79
+  84: 80
+  85: 81
+  86: 82
+  87: 83
+  88: 84
+  89: 85
+  90: 86
+  91: 87
+  92: 88
+  93: 89
+  94: 90
+  95: 91
+  96: 92
+  97: 93
+  98: 94
+  99: 95
+  100: 96
+  101: 97
+  102: 98
+  103: 99
+  104: 100
+  105: 101
+  106: 102
+  107: 103
+  108: 104
+  109: 105
+  110: 106
+  111: 107
+  112: 108
+  113: 109
+  114: 110
+  115: 111
+  116: 112
+  117: 113
+  118: 114
+  119: 115
+  120: 116
+  121: 117
+  122: 118
+  123: 119
+  124: 120
+  125: 121
+  126: 122
+  127: 123
+  128: 124
+  129: 125
+  130: 126
+  131: 127
+  132: 128
+  133: 129
+  134: 130
+  135: 131
+  136: 132
+  137: 133
+  138: 134
+  141: 135
+  142: 136
+  144: 137
+  145: 138
+  146: 139
+  147: 140
+  148: 141
+  149: 142
+  150: 143
+  151: 144
+  152: 145
+  153: 146
+  154: 147
+  155: 148
+  156: 149
+  158: 150
+  159: 151
+  160: 152
+  161: 153
+  162: 154
+  164: 155
+  165: 156
+  166: 157
+  167: 158
+  168: 159
+  169: 160
+  170: 161
+  171: 162
+  172: 163
+  173: 164
+  174: 165
+  175: 166
+  176: 167
+  177: 168
+  178: 169
+  179: 170
+  180: 171
+  181: 172
+  182: 173
+  183: 174
+  184: 175
+  185: 176
+  186: 177
+  187: 178
+  188: 179
+  189: 180
+  190: 181
+  191: 182
+  192: 183
+  193: 184
+  194: 185
+  195: 186
+  196: 187
+  197: 188
+  198: 189
+  199: 190
+  200: 191
+  201: 192
+  202: 193
+  203: 194
+  204: 195
+  205: 196
+  206: 197
+  207: 198
+  208: 199
+  209: 200
+  210: 201
+  211: 202
+  212: 203
+  213: 204
+  214: 205
+  215: 206
+  216: 207
+  217: 208
+  218: 209
+  219: 210
+  220: 211
+  221: 212
+  222: 213
+  223: 214
+  224: 215
+  226: 216
+  227: 217
+  228: 218
+  229: 219
+  230: 220
+  231: 221
+  232: 222
+  233: 223
+  234: 224
+  235: 225
+  236: 226
+  237: 227
+  238: 228
+  239: 229
+  240: 230
+  241: 231
+  242: 232
+  243: 233
+  244: 234
+  245: 235
+  246: 236
+  247: 237
+  248: 238
+  249: 239
+  250: 240
+  251: 241
+  252: 242
+  253: 243
+  254: 244
+  255: 245
+  256: 246
+  257: 247
+  258: 248
+  259: 249
+  260: 250
+  261: 251
+  262: 252
+  263: 253
+  264: 254
+  265: 255
+  266: 256
+  267: 257
+  268: 258
+  269: 259
+  270: 260
+  271: 261
+  272: 262
+  273: 263
+  274: 264
+  275: 265
+  276: 266
+  277: 267
+  278: 268
+  279: 269
+  280: 270
+  281: 271
+  282: 272
+  283: 273
+  284: 274
+  285: 275
+  286: 276
+  287: 277
+  288: 278
+  289: 279
+  290: 280
+  291: 281
+  292: 282
+  293: 283
+  294: 284
+  295: 285
+  296: 286
+  297: 287
+  298: 288
+  299: 289
+  300: 290
+  301: 291
+  302: 292
+  303: 293
+  304: 294
+  305: 295
+  306: 296
+  307: 297
+  308: 298
+  309: 299
+  311: 300
+  312: 301
+  313: 302
+  314: 303
+  315: 304
+  316: 305
+  317: 306
+  318: 307
+  319: 308
+  320: 309
+  321: 310
+  322: 311
+  323: 312
+  324: 313
+  325: 314
+  326: 315
+  327: 316
+  328: 317
+  329: 318
+  330: 319
+  331: 320
+  332: 321
+  333: 322
+  334: 323
+  335: 324
+  336: 325
+  337: 326
+  338: 327
+  339: 328
+  340: 329
+  341: 330
+  342: 331
+adapt_batches: true

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:02d21a0d92ca182f3a7d0e1e0e0fd81789cf8b196dd9502d025dbaeb6067c1fc
-size 12284671
+oid sha256:c0219efc7a522c65d9c06c1c7090e54eb4e38259bc3f09d53af7fa61e8bbc401
+size 91004671