Add zenodo input

.gitignore

@@ -20,3 +20,5 @@
 # pixi environments
 .pixi/*
 !.pixi/config.toml
+
+shift_data.zip

Snakefile

@@ -5,7 +5,7 @@ trade optimization, and reporting.
 """
 
 from pathlib import Path
-from shutil import copyfile
+from shutil import copyfile, unpack_archive
 import sys
 
 import pandas as pd
@@ -87,7 +87,7 @@ wildcard_constraints:
     sweep="[a-zA-Z]+",
     rule="(0|[1-9][0-9]?|100)",
 
-
+include: "rules/retrieve.smk"
 include: "rules/supply_curves.smk"
 include: "rules/preparation.smk"
 include: "rules/trade_model.smk"

rules/retrieve.smk

@@ -0,0 +1,30 @@
+storage:
+    provider="http",
+    keep_local=True,
+    retries=3,
+
+rule retrieve_data:
+    input:
+        data_url=storage(
+            f"https://zenodo.org/records/21875103/files/shift_data.zip"
+        ),
+    output:
+        bus_locations="data/bus_locations.csv",
+        ip_market_fabrication="data/demand/ip_market__fabrication.csv",
+        steel_demand_dri_share="data/demand/steel_demands/output_data/country_raw_steel_demand_and_dri_share.csv",
+        devlin2023_supplementary="data/devlin2023-supplementary.xlsx",
+        grid_potential_custom="data/grid_potential_custom.csv",
+        unido_raw="data/labour/unido-raw/data.csv",
+        iron_ore_production="data/owid-iron-ore/iron-ore-crude-ore-production.csv",
+        political_stability="data/political-stability/globaleconomy.csv",
+        renewable_profiles_geojson="data/renewable_profiles_global_merged.geojson",
+        renewable_profiles_nc="data/renewable_profiles_global_merged.nc",
+    log:
+        "logs/retrieve_data.log",
+    retries: 2
+    resources:
+        mem_mb=10000,
+    params:
+        folder=".",
+    run:
+        unpack_archive(input.data_url, params.folder)