Merge pull request hackforla#1023 from hackforla/mattyweb/issue935

Create job to recycle dashboards every night

server/prefect/config.toml

@@ -9,6 +9,8 @@ reset_db = false
 temp_folder = ""
 # set to local API instance or override with PREFECT__API_URL
 api_url = "http://localhost:5000"
+# set to local API instance or override with PREFECT__API_URL
+report_server_url = "https://dash-reporting.tofn9kh9mlm7g.us-east-1.cs.amazonlightsail.com"
 # whether the data update is being run in a testing, development or production environment
 stage = "Testing"
 # whether to vacuum database and reset stats after load

server/prefect/flow.py

@@ -41,14 +41,19 @@
     complete = postgres.complete_load()
 
     # clear the API cache
-    cache = cache.clear_cache()
+    clear = cache.clear_cache()
+
+    # clear the API cache
+    reload = cache.reload_reports()
 
     # make sure prep runs before load
     flow.add_edge(upstream_task=prep, downstream_task=load)
     # make sure load runs before complete
     flow.add_edge(upstream_task=load, downstream_task=complete)
-# make sure load runs before complete
-    flow.add_edge(upstream_task=complete, downstream_task=cache)
+    # make sure complete runs before cache is cleared
+    flow.add_edge(upstream_task=complete, downstream_task=clear)
+    # make sure load runs before complete
+    flow.add_edge(upstream_task=clear, downstream_task=reload)
 
 if __name__ == "__main__":
     logger = prefect.context.get("logger")

server/prefect/tasks/cache.py

@@ -4,6 +4,7 @@
 from prefect.utilities.tasks import task
 
 CACHE_PATH = "/status/reset-cache"
+RELOAD_PATH = "/reload"
 
 
 @task
@@ -20,3 +21,19 @@ def clear_cache():
         logger.info(f"Cache clearing successful: {reset_path}")
     else:
         logger.info("Cache clearing failed")
+
+
+@task
+def reload_reports():
+    """
+    clears the server cache once new data is done loading
+    """
+    logger = prefect.context.get("logger")
+    report_server_url = prefect.config.report_server_url
+    reload_path = f"{report_server_url}{RELOAD_PATH}"
+    response = requests.get(reload_path)
+
+    if response.status_code == 200:
+        logger.info(f"Report reloading successful: {reload_path}")
+    else:
+        logger.info("Report reloading failed")