Skip to content
Snippets Groups Projects
Commit 8a30b028 authored by Riccardo Boero's avatar Riccardo Boero :innocent:
Browse files

Added proof of concept pdata projects

parent 25bdcfe5
No related branches found
No related tags found
No related merge requests found
Hide whitespace changes
Inline Side-by-side
projects/eu_poc.toml 0 → 100644
+ 238
− 0
View file @ 8a30b028
[globals]
title = "EU Proof of concept"
overwrite = false
[globals.author]
name = "Riccardo Boero"
email = "ribo@nilu.no"
[globals.platform]
distributed = false
type = "workstation"
os = "linux"
os_type = "CentOS Stream 9"
cpus = 24
mem_GB = 64
[tasks]
[tasks.geographies]
service = "FACT_geo"
function = "get_geo_objects"
arguments = "eu_provinces"
parameters_dict = {}
dependencies = []
[tasks.airports]
service = "FACT_air"
function = "get_airports_traffic"
arguments = "eu_air"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]" }
dependencies = ["geographies"]
[tasks.jobs_18]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "eu_rea"
parameters_dict = { year = 2018, geo_id = "__REF__geographies[!, :geo_id]" }
dependencies = ["geographies","elevation"]
[tasks.jobs_19]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "eu_rea"
parameters_dict = { year = 2019, geo_id = "__REF__geographies[!, :geo_id]" }
dependencies = ["geographies","jobs_18"]
[tasks.jobs_20]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "eu_rea"
parameters_dict = { year = 2020, geo_id = "__REF__geographies[!, :geo_id]" }
dependencies = ["geographies","jobs_19"]
[tasks.jobs_21]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "eu_rea"
parameters_dict = { year = 2021, geo_id = "__REF__geographies[!, :geo_id]" }
dependencies = ["geographies","jobs_20"]
#[tasks.jobs_22]
# service = "FACT_jobs"
# function = "get_annual_jobs"
# arguments = "eu_rea"
# parameters_dict = { year = 2022, geo_id = "__REF__geographies[!, :geo_id]" }
# dependencies = ["geographies","jobs_21"]
[tasks.buildings]
service = "FACT_bldgs"
function = "get_bldgs_footprint_height"
arguments = "footprint_avg_height"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies"]
[tasks.elevation]
service = "FACT_elevation"
function = "get_elevation_data"
arguments = "elevation_data_full"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies"]
[tasks.geology]
service = "FACT_mine"
function = "get_geology"
arguments = "geology_full"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]", area = "__REF__geographies[!, :area]"}
dependencies = ["geographies"]
[tasks.minerals]
service = "FACT_mine"
function = "get_minerals"
arguments = "minerals_full"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]", area = "__REF__geographies[!, :area]"}
dependencies = ["geographies","geology"]
[tasks.landcover_18]
service = "FACT_lulc"
function = "get_land_use_data"
arguments = "land_use_perc"
parameters_dict = { year = 2018, geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies"]
[tasks.landcover_19]
service = "FACT_lulc"
function = "get_land_use_data"
arguments = "land_use_perc"
parameters_dict = { year = 2019, geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies","landcover_18"]
[tasks.landcover_20]
service = "FACT_lulc"
function = "get_land_use_data"
arguments = "land_use_perc"
parameters_dict = { year = 2020, geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies","landcover_19"]
[tasks.landcover_21]
service = "FACT_lulc"
function = "get_land_use_data"
arguments = "land_use_perc"
parameters_dict = { year = 2021, geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies","landcover_20"]
[tasks.population_18]
service = "FACT_population"
function = "get_annual_population"
arguments = "eu_nuts"
parameters_dict = { year = 2018, geo_id = "__REF__geographies[!, :geo_id]"}
dependencies = ["geographies", "elevation"]
[tasks.population_19]
service = "FACT_population"
function = "get_annual_population"
arguments = "eu_nuts"
parameters_dict = { year = 2019, geo_id = "__REF__geographies[!, :geo_id]"}
dependencies = ["geographies", "population_18"]
[tasks.population_20]
service = "FACT_population"
function = "get_annual_population"
arguments = "eu_nuts"
parameters_dict = { year = 2020, geo_id = "__REF__geographies[!, :geo_id]"}
dependencies = ["geographies", "population_19"]
[tasks.population_21]
service = "FACT_population"
function = "get_annual_population"
arguments = "eu_nuts"
parameters_dict = { year = 2021, geo_id = "__REF__geographies[!, :geo_id]"}
dependencies = ["geographies", "population_20"]
[tasks.population_22]
service = "FACT_population"
function = "get_annual_population"
arguments = "eu_nuts"
parameters_dict = { year = 2022, geo_id = "__REF__geographies[!, :geo_id]"}
dependencies = ["geographies", "population_21"]
[tasks.ports]
service = "FACT_ports"
function = "get_ports_tonnage"
arguments = "eu_ports"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies"]
[tasks.power]
service = "FACT_power"
function = "get_power_stations_lines"
arguments = "eu_power"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies"]
[tasks.rail]
service = "FACT_rail"
function = "get_rail_stations_lines"
arguments = "eu_rail"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies"]
[tasks.road]
service = "FACT_road_eu"
function = "get_travel_data_eu"
arguments = "travel_time_in_minutes"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies", "elevation"]
[tasks.geographies_up]
service = "FACT_geo"
function = "get_geo_objects"
arguments = "eu_countries"
parameters_dict = {}
dependencies = ["geographies"]
[tasks.jobs_18_up]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "eu_lfs"
parameters_dict = { year = 2018, geo_id = "__REF__geographies_up[!, :geo_id]" }
dependencies = ["geographies_up","jobs_21"]
[tasks.jobs_19_up]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "eu_lfs"
parameters_dict = { year = 2019, geo_id = "__REF__geographies_up[!, :geo_id]" }
dependencies = ["geographies_up","jobs_18_up"]
[tasks.jobs_20_up]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "eu_lfs"
parameters_dict = { year = 2020, geo_id = "__REF__geographies_up[!, :geo_id]" }
dependencies = ["geographies_up","jobs_19_up"]
[tasks.jobs_21_up]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "eu_lfs"
parameters_dict = { year = 2021, geo_id = "__REF__geographies_up[!, :geo_id]" }
dependencies = ["geographies_up","jobs_20_up"]
#[tasks.jobs_22_up]
# service = "FACT_jobs"
# function = "get_annual_jobs"
# arguments = "eu_lfs"
# parameters_dict = { year = 2022, geo_id = "__REF__geographies_up[!, :geo_id]" }
# dependencies = ["geographies_up","jobs_21_up"]
[output]
[single]
dataframes = ["road", "jobs_18", "jobs_19", "jobs_20", "jobs_21", "population_18", "population_19", "population_20", "population_21", "population_22", "landcover_18", "landcover_19", "landcover_20", "landcover_21", "geographies_up", "jobs_18_up", "jobs_19_up", "jobs_20_up", "jobs_21_up"]
[join]
[join.main]
dataframes = ["geographies", "airports", "buildings", "elevation", "geology", "minerals", "ports", "power", "rail"]
projects/us_poc.toml 0 → 100644
+ 238
− 0
View file @ 8a30b028
[globals]
title = "US Proof of concept"
overwrite = false
[globals.author]
name = "Riccardo Boero"
email = "ribo@nilu.no"
[globals.platform]
distributed = false
type = "workstation"
os = "linux"
os_type = "CentOS Stream 9"
cpus = 24
mem_GB = 64
[tasks]
[tasks.geographies]
service = "FACT_geo"
function = "get_geo_objects"
arguments = "us_counties"
parameters_dict = {}
dependencies = []
[tasks.airports]
service = "FACT_air"
function = "get_airports_traffic"
arguments = "us_air"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]" }
dependencies = ["geographies"]
[tasks.jobs_18]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "us_qcew"
parameters_dict = { year = 2018, agg_level = 2, geo_id = "__REF__geographies[!, :geo_id]" }
dependencies = ["geographies","elevation"]
[tasks.jobs_19]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "us_qcew"
parameters_dict = { year = 2019, agg_level = 2, geo_id = "__REF__geographies[!, :geo_id]" }
dependencies = ["geographies","jobs_18"]
[tasks.jobs_20]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "us_qcew"
parameters_dict = { year = 2020, agg_level = 2, geo_id = "__REF__geographies[!, :geo_id]" }
dependencies = ["geographies","jobs_19"]
[tasks.jobs_21]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "us_qcew"
parameters_dict = { year = 2021, agg_level = 2, geo_id = "__REF__geographies[!, :geo_id]" }
dependencies = ["geographies","jobs_20"]
[tasks.jobs_22]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "us_qcew"
parameters_dict = { year = 2022, agg_level = 2, geo_id = "__REF__geographies[!, :geo_id]" }
dependencies = ["geographies","jobs_21"]
[tasks.buildings]
service = "FACT_bldgs"
function = "get_bldgs_footprint_height"
arguments = "footprint_avg_height"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies"]
[tasks.elevation]
service = "FACT_elevation"
function = "get_elevation_data"
arguments = "elevation_data_full"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies"]
[tasks.geology]
service = "FACT_mine"
function = "get_geology"
arguments = "geology_full"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]", area = "__REF__geographies[!, :area]"}
dependencies = ["geographies"]
[tasks.minerals]
service = "FACT_mine"
function = "get_minerals"
arguments = "minerals_full"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]", area = "__REF__geographies[!, :area]"}
dependencies = ["geographies","geology"]
[tasks.landcover_18]
service = "FACT_lulc"
function = "get_land_use_data"
arguments = "land_use_perc"
parameters_dict = { year = 2018, geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies"]
[tasks.landcover_19]
service = "FACT_lulc"
function = "get_land_use_data"
arguments = "land_use_perc"
parameters_dict = { year = 2019, geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies","landcover_18"]
[tasks.landcover_20]
service = "FACT_lulc"
function = "get_land_use_data"
arguments = "land_use_perc"
parameters_dict = { year = 2020, geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies","landcover_19"]
[tasks.landcover_21]
service = "FACT_lulc"
function = "get_land_use_data"
arguments = "land_use_perc"
parameters_dict = { year = 2021, geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies","landcover_20"]
[tasks.population_18]
service = "FACT_population"
function = "get_annual_population"
arguments = "us_county"
parameters_dict = { year = 2018, geo_id = "__REF__geographies[!, :geo_id]"}
dependencies = ["geographies", "elevation"]
[tasks.population_19]
service = "FACT_population"
function = "get_annual_population"
arguments = "us_county"
parameters_dict = { year = 2019, geo_id = "__REF__geographies[!, :geo_id]"}
dependencies = ["geographies", "population_18"]
[tasks.population_20]
service = "FACT_population"
function = "get_annual_population"
arguments = "us_county"
parameters_dict = { year = 2020, geo_id = "__REF__geographies[!, :geo_id]"}
dependencies = ["geographies", "population_19"]
[tasks.population_21]
service = "FACT_population"
function = "get_annual_population"
arguments = "us_county"
parameters_dict = { year = 2021, geo_id = "__REF__geographies[!, :geo_id]"}
dependencies = ["geographies", "population_20"]
#[tasks.population_22]
# service = "FACT_population"
# function = "get_annual_population"
# arguments = "us_county"
# parameters_dict = { year = 2022, geo_id = "__REF__geographies[!, :geo_id]"}
# dependencies = ["geographies", "population_21"]
[tasks.ports]
service = "FACT_ports"
function = "get_ports_tonnage"
arguments = "us_ports"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies"]
[tasks.power]
service = "FACT_power"
function = "get_power_stations_lines"
arguments = "us_power"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies"]
[tasks.rail]
service = "FACT_rail"
function = "get_rail_stations_lines"
arguments = "us_rail"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies"]
[tasks.road]
service = "FACT_road_na"
function = "get_travel_data_na"
arguments = "travel_time_in_minutes"
parameters_dict = { geo_id = "__REF__geographies[!, :geo_id]", shape_obj = "__REF__geographies[!, :shape_obj]"}
dependencies = ["geographies", "elevation"]
# about States
[tasks.geographies_up]
service = "FACT_geo"
function = "get_geo_objects"
arguments = "us_states"
parameters_dict = {}
dependencies = ["geographies"]
[tasks.jobs_18_up]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "us_qcew"
parameters_dict = { year = 2018, agg_level = 2, geo_id = "__REF__geographies_up[!, :geo_id]" }
dependencies = ["geographies_up", "jobs_22"]
[tasks.jobs_19_up]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "us_qcew"
parameters_dict = { year = 2019, agg_level = 2, geo_id = "__REF__geographies_up[!, :geo_id]" }
dependencies = ["geographies_up","jobs_18_up"]
[tasks.jobs_20_up]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "us_qcew"
parameters_dict = { year = 2020, agg_level = 2, geo_id = "__REF__geographies_up[!, :geo_id]" }
dependencies = ["geographies_up","jobs_19_up"]
[tasks.jobs_21_up]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "us_qcew"
parameters_dict = { year = 2021, agg_level = 2, geo_id = "__REF__geographies_up[!, :geo_id]" }
dependencies = ["geographies_up","jobs_20_up"]
[tasks.jobs_22_up]
service = "FACT_jobs"
function = "get_annual_jobs"
arguments = "us_qcew"
parameters_dict = { year = 2022, agg_level = 2, geo_id = "__REF__geographies_up[!, :geo_id]" }
dependencies = ["geographies_up","jobs_21_up"]
[output]
[output.single] #no "population_22"
dataframes = ["road", "jobs_18", "jobs_19", "jobs_20", "jobs_21", "jobs_22", "population_18", "population_19", "population_20", "population_21", "landcover_18", "landcover_19", "landcover_20", "landcover_21", "geographies_up", "jobs_18_up", "jobs_19_up", "jobs_20_up", "jobs_21_up", "jobs_22_up"]
[output.join]
[output.join.main]
dataframes = ["geographies", "airports", "buildings", "elevation", "geology", "minerals", "ports", "power", "rail"]
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment