Upload folder using huggingface_hub

README.md

@@ -1,7 +1,7 @@
 ---
 language: en
-license: mit
 library_name: pytorch
+license: mit
 ---
 
 
@@ -14,18 +14,13 @@ library_name: pytorch
 ## Model Description
 
 <!-- Provide a longer summary of what this model is/does. -->
-This model class uses satellite data, numericl weather predictions, and recent Grid Service Point( GSP) PV power output to forecast the day-ahead (36 hour) PV power output at all GSPs. More information can be found in the model repo [1] and experimental notes in [this google doc](https://docs.google.com/document/d/13POUvP8thrNekW0C-qF4hG3hLGfPOjwZe17M7Q6l85Y/edit?usp=sharing).
+This model class uses satellite data, numerical weather predictions, and recent Grid Service Point( GSP) PV power output to forecast the near-term (~8 hours) PV power output at all GSPs. More information can be found in the model repo [1] and experimental notes in [this google doc](https://docs.google.com/document/d/1fbkfkBzp16WbnCg7RDuRDvgzInA6XQu3xh4NCjV-WDA/edit?usp=sharing).
 
 - **Developed by:** openclimatefix
 - **Model type:** Fusion model
 - **Language(s) (NLP):** en
 - **License:** mit
 
-## Results
-
-The training logs for the current model can be found here:
- - [https://wandb.ai/openclimatefix/pvnet2.1/runs/[]](https://wandb.ai/openclimatefix/pvnet_day_ahead_36_hours/workspace?)
-
 
 # Training Details
 
@@ -43,12 +38,14 @@ Data is prepared with the `ocf_datapipes.training.pvnet` datapipe [2].
 
 ## Results
 
-The training logs for the current model can be found [here](https://wandb.ai/openclimatefix/pvnet_day_ahead_36_hours/workspace?)
-
+The training logs for the current model can be found here:
+ - [https://wandb.ai/openclimatefix/PVNet_da/runs/6yy7obbu](https://wandb.ai/openclimatefix/PVNet_da/runs/6yy7obbu)
 
 
 The training logs for all model runs of PVNet2 can be found [here](https://wandb.ai/openclimatefix/pvnet2.1).
 
+Some experimental notes can be found at in [the google doc](https://docs.google.com/document/d/1fbkfkBzp16WbnCg7RDuRDvgzInA6XQu3xh4NCjV-WDA/edit?usp=sharing)
+
 
 ### Hardware
 

config.json

@@ -29,18 +29,7 @@
             "image_size_pixels": 12
         }
     },
-    "sat_encoder": {
-        "_target_": "pvnet.models.multimodal.encoders.encoders3d.ResConv3DNet2",
-        "_partial_": true,
-        "in_channels": 11,
-        "out_features": 256,
-        "image_size_pixels": 24,
-        "hidden_channels": 32,
-        "n_res_blocks": 3,
-        "res_block_layers": 3,
-        "batch_norm": true,
-        "dropout_frac": 0.0
-    },
+    "add_image_embedding_channel": false,
     "pv_encoder": null,
     "output_network": {
         "_target_": "pvnet.models.multimodal.linear_networks.networks.ResFCNet2",
@@ -55,10 +44,7 @@
     "include_gsp_yield_history": false,
     "forecast_minutes": 2160,
     "history_minutes": 120,
-    "min_sat_delay_minutes": 60,
-    "sat_history_minutes": 90,
-    "pv_history_minutes": 120,
-    "pv_interval_minutes": 30,
+    "pv_history_minutes": 180,
     "nwp_history_minutes": {
         "ukv": 120,
         "ecmwf": 120
@@ -67,6 +53,10 @@
         "ukv": 1800,
         "ecmwf": 2220
     },
+    "nwp_interval_minutes": {
+        "ukv": 60,
+        "ecmwf": 60
+    },
     "optimizer": {
         "_target_": "pvnet.optimizers.EmbAdamWReduceLROnPlateau",
         "lr": 0.0001,
@@ -75,6 +65,5 @@
         "patience": 5,
         "factor": 0.1,
         "threshold": 0.002
-    },
-    "adapt_batches": true
+    }
 }

data_config.yaml

@@ -2,24 +2,17 @@ general:
   description: Config for training the saved PVNet model
   name: PVNet current
 input_data:
-  default_forecast_minutes: 2160
-  default_history_minutes: 120
   gsp:
     dropout_fraction: 0
     dropout_timedeltas_minutes: null
     forecast_minutes: 2160
-    gsp_zarr_path: PLACEHOLDER.zarr
-    history_minutes: 120
+    interval_end_minutes: 2160
+    interval_start_minutes: -120
     time_resolution_minutes: 30
+    zarr_path: PLACEHOLDER.zarr
   nwp:
     ecmwf:
-      dropout_fraction: 1.0
-      dropout_timedeltas_minutes:
-      - -180
-      forecast_minutes: 2220
-      history_minutes: 120
-      max_staleness_minutes: null
-      nwp_channels:
+      channels:
       - t2m
       - dswrf
       - dlwrf
@@ -27,24 +20,25 @@ input_data:
       - mcc
       - lcc
       - tcc
-      - sde
+      - sd
       - sr
       - duvrs
       - u10
       - v10
-      nwp_image_size_pixels_height: 12
-      nwp_image_size_pixels_width: 12
-      nwp_provider: ecmwf
-      nwp_zarr_path: PLACEHOLDER.zarr
-      time_resolution_minutes: 60
-    ukv:
       dropout_fraction: 1.0
       dropout_timedeltas_minutes:
       - -180
-      forecast_minutes: 1800
-      history_minutes: 120
+      forecast_minutes: 2460.0
+      image_size_pixels_height: 12
+      image_size_pixels_width: 12
+      interval_end_minutes: 2220
+      interval_start_minutes: -120
       max_staleness_minutes: null
-      nwp_channels:
+      provider: ecmwf
+      time_resolution_minutes: 60
+      zarr_path: PLACEHOLDER.zarr
+    ukv:
+      channels:
       - t
       - dswrf
       - dlwrf
@@ -57,30 +51,15 @@ input_data:
       - si10
       - wdir10
       - prate
-      nwp_image_size_pixels_height: 24
-      nwp_image_size_pixels_width: 24
-      nwp_provider: ukv
-      nwp_zarr_path: PLACEHOLDER.zarr
+      dropout_fraction: 1.0
+      dropout_timedeltas_minutes:
+      - -180
+      forecast_minutes: 2040.0
+      image_size_pixels_height: 24
+      image_size_pixels_width: 24
+      interval_end_minutes: 1800
+      interval_start_minutes: -120
+      max_staleness_minutes: null
+      provider: ukv
       time_resolution_minutes: 60
-  satellite:
-    dropout_fraction: 0
-    dropout_timedeltas_minutes: null
-    forecast_minutes: 0
-    history_minutes: 90
-    live_delay_minutes: 60
-    satellite_channels:
-    - IR_016
-    - IR_039
-    - IR_087
-    - IR_097
-    - IR_108
-    - IR_120
-    - IR_134
-    - VIS006
-    - VIS008
-    - WV_062
-    - WV_073
-    satellite_image_size_pixels_height: 24
-    satellite_image_size_pixels_width: 24
-    satellite_zarr_path: PLACEHOLDER.zarr
-    time_resolution_minutes: 5
+      zarr_path: PLACEHOLDER.zarr

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edf6fb32913d3d97bf3ef8c251961048ad74b5567cd941f3c4373d5be79e7253
-size 94266162
+oid sha256:3c64b8178010b5fa2b803c191addc79455b5b13142df4612aa00b6aea3bcb9d4
+size 91006822