Retrieve data for the residential sector

.gitignore

@@ -1,5 +1,9 @@
 cjest-data
-
+.snakemake/
+data
+01-energy-utility.ipynb
+02-census.ipynb
+puma_maps.ipynb
 # Byte-compiled / optimized / DLL files
 __pycache__/
 *.py[cod]

Snakefile

@@ -0,0 +1,77 @@
+configfile: "config.yml"
+
+from pathlib import Path
+env_file = Path("./.env").resolve()
+from dotenv import load_dotenv
+load_dotenv(str(env_file))
+
+rule targets:
+    input: 
+        sfa = "data/timeseries/residential_load.csv",
+        res_structures = "data/residential_buildings.csv",
+        rates = "data/usrdb_rates.csv",
+        project_sunroof = f"data/spatial_data/project-sunroof-census_tract.csv",
+        dag = "dag.png"
+
+rule retrieve_spatial_lut:
+    output: 
+        spatial_lut = "data/spatial_data/spatial_lut.csv"
+    script: "scripts/retrieve_lut.py"
+
+rule retrieve_census_data:
+    output:
+        census_data = "data/spatial_data/county_census_data.gpkg",
+        state_blockgroups = f"data/spatial_data/{config['state'].lower()}_blockgroups.gpkg",
+        county_blockgroups = f"data/spatial_data/{config['county'].lower()}_blockgroups.gpkg"
+    script: "scripts/retrieve_census_data.py"
+
+rule retrieve_project_sunroof:
+    input: 
+        blockgroups = f"data/spatial_data/{config['state'].lower()}_blockgroups.gpkg"
+    output: 
+        project_sunroof = "data/spatial_data/project-sunroof-census_tract.csv",
+        local_potential = f"data/spatial_data/{config['state'].lower()}_rooftop_potential.gpkg"
+    script: "scripts/retrieve_project_sunroof.py"
+
+# a bespoke step to make this analysis specific to armourdale
+rule retrieve_armourdale_shape:
+    output: 
+        armourdale = "data/spatial_data/armourdale_shape.gpkg"
+    script: "scripts/retrieve_armourdale.py"
+
+rule retrieve_electric_utility:
+    input: 
+      cutout="data/spatial_data/armourdale_shape.gpkg"
+    output:
+      utility="data/spatial_data/electric_utility.gpkg"
+    script: "scripts/retrieve_electric_utility.py"
+
+rule retrieve_usrdb:
+    input: 
+        utility="data/spatial_data/electric_utility.gpkg"
+    output: 
+        rates="data/usrdb_rates.csv"
+    script: "scripts/retrieve_usrdb.py"
+
+rule calculate_res_structures:
+    input: 
+        census_data = "data/spatial_data/county_census_data.gpkg",
+        armourdale = "data/spatial_data/armourdale_shape.gpkg"
+    output: 
+        res_structures = "data/residential_buildings.csv"
+    script: "scripts/calculate_res_structures.py"
+
+rule retrieve_res_load:
+    input:
+        spatial_lut = "data/spatial_data/spatial_lut.csv",
+        res_structures = "data/residential_buildings.csv"
+    output: 
+        sfa = "data/timeseries/residential_load.csv"
+    script: "scripts/retrieve_res_load.py"
+
+rule build_dag:
+    input: "Snakefile"
+    output:
+        "dag.png"
+    shell:
+        "snakemake --dag | dot -Tpng > {output}"

config.yml

@@ -0,0 +1,33 @@
+# geographic data
+state: 'Kansas'
+county: 'Wyandotte'
+
+# historical data
+census_year: 2020
+census_level: 'tract'
+usrdb_start_date: "2024-07-23"  # today?
+usrdb_future_date: "2099-01-01"  # some date in the future, replaces NaT values
+
+# building data options
+building_data_options:
+  resstock_year: 2021  # DO NOT CHANGE
+  comstock_year: 2021  # DO NOT CHANGE
+  weather_version: "tmy3"  # or "amy2018"
+  release_version: 1
+  building_types:
+    residential:
+      - multi-family_with_2_-_4_units
+      - multi-family_with_5plus_units
+      - single-family_attached
+      - single-family_detached
+      - mobile_home
+
+energy_sectors:
+  - residential
+  # - commercial  # pending implementation
+  # - industrial  # pending data availability
+
+
+# geographic options
+geographic_crs: 4326  # for using lat/lon; EPSG code
+projected_crs: 5070  # for doing calculations; EPSG code