diff --git a/.gitignore b/.gitignore index 895b7c8..5e4c1f3 100644 --- a/.gitignore +++ b/.gitignore @@ -20,3 +20,5 @@ # pixi environments .pixi/* !.pixi/config.toml + +shift_data.zip \ No newline at end of file diff --git a/Snakefile b/Snakefile index ddf52ba..aa6219a 100644 --- a/Snakefile +++ b/Snakefile @@ -5,7 +5,7 @@ trade optimization, and reporting. """ from pathlib import Path -from shutil import copyfile +from shutil import copyfile, unpack_archive import sys import pandas as pd @@ -87,7 +87,7 @@ wildcard_constraints: sweep="[a-zA-Z]+", rule="(0|[1-9][0-9]?|100)", - +include: "rules/retrieve.smk" include: "rules/supply_curves.smk" include: "rules/preparation.smk" include: "rules/trade_model.smk" diff --git a/rules/retrieve.smk b/rules/retrieve.smk new file mode 100644 index 0000000..5d44969 --- /dev/null +++ b/rules/retrieve.smk @@ -0,0 +1,30 @@ +storage: + provider="http", + keep_local=True, + retries=3, + +rule retrieve_data: + input: + data_url=storage( + f"https://zenodo.org/records/21875103/files/shift_data.zip" + ), + output: + bus_locations="data/bus_locations.csv", + ip_market_fabrication="data/demand/ip_market__fabrication.csv", + steel_demand_dri_share="data/demand/steel_demands/output_data/country_raw_steel_demand_and_dri_share.csv", + devlin2023_supplementary="data/devlin2023-supplementary.xlsx", + grid_potential_custom="data/grid_potential_custom.csv", + unido_raw="data/labour/unido-raw/data.csv", + iron_ore_production="data/owid-iron-ore/iron-ore-crude-ore-production.csv", + political_stability="data/political-stability/globaleconomy.csv", + renewable_profiles_geojson="data/renewable_profiles_global_merged.geojson", + renewable_profiles_nc="data/renewable_profiles_global_merged.nc", + log: + "logs/retrieve_data.log", + retries: 2 + resources: + mem_mb=10000, + params: + folder=".", + run: + unpack_archive(input.data_url, params.folder) \ No newline at end of file