Create job to recycle dashboards every night

server/locust/Pipfile

@@ -7,6 +7,7 @@ verify_ssl = true
 locust = "*"
 
 [packages]
+locust = "*"
 
 [requires]
 python_version = "3.6"

server/locust/README.md

@@ -1,7 +1,21 @@
-# Run this with Docker
+# Locust Performance Testing
+
+The project is set up to use Locust for performance testing. Having a python-based tool should make programmatic testing easier, but for now there is just a single test to replicate a user first visiting the site as most of the data gets cached in the React client on initial load.
+
+## Running the Locust tests
+
+Tests are set up to be run locally from the shell using the headless config. To run, set up a virtual environment for the locust directory and run pip install (or pipenv install or sync).
+
+Once the locust dependency is installed you can just run the locust command from this directory and it will pick up setting from the locust.conf and run the test in locustfile.py.
 
 ```bash
-docker run -p 8089:8089 -v $PWD:/mnt/locust locustio/locust -f /mnt/locust/locustfile.py
+locust
 ```
 
-http://dev-api.311-data.org/
+## Run the Locust test with Docker
+
+Alternatively you can run this as a docker image.
+
+```bash
+docker run -p 8089:8089 -v $PWD:/mnt/locust locustio/locust -f /mnt/locust/locustfile.py
+```

server/locust/locustfile.py

@@ -22,8 +22,20 @@ def status_api(self):
         self.client.get("/status/api")
 
     @task
-    def open_requests(self):
-        self.client.get("/requests/pins/open")
+    def councils(self):
+        self.client.get("/councils")
+
+    @task
+    def types(self):
+        self.client.get("/types")
+
+    @task
+    def geojson(self):
+        self.client.get("/geojson")
+
+    # @task
+    # def open_requests(self):
+    #     self.client.get("/requests/pins/open")
 
     @task
     def open_requests_counts(self):

server/prefect/config.toml

@@ -9,6 +9,8 @@ reset_db = false
 temp_folder = ""
 # set to local API instance or override with PREFECT__API_URL
 api_url = "http://localhost:5000"
+# set to local API instance or override with PREFECT__API_URL
+report_server_url = "https://dash-reporting.tofn9kh9mlm7g.us-east-1.cs.amazonlightsail.com"
 # whether the data update is being run in a testing, development or production environment
 stage = "Testing"
 # whether to vacuum database and reset stats after load

server/prefect/flow.py

@@ -41,14 +41,19 @@
     complete = postgres.complete_load()
 
     # clear the API cache
-    cache = cache.clear_cache()
+    clear = cache.clear_cache()
+
+    # clear the API cache
+    reload = cache.reload_reports()
 
     # make sure prep runs before load
     flow.add_edge(upstream_task=prep, downstream_task=load)
     # make sure load runs before complete
     flow.add_edge(upstream_task=load, downstream_task=complete)
-# make sure load runs before complete
-    flow.add_edge(upstream_task=complete, downstream_task=cache)
+    # make sure complete runs before cache is cleared
+    flow.add_edge(upstream_task=complete, downstream_task=clear)
+    # make sure load runs before complete
+    flow.add_edge(upstream_task=clear, downstream_task=reload)
 
 if __name__ == "__main__":
     logger = prefect.context.get("logger")

server/prefect/tasks/cache.py

@@ -4,6 +4,7 @@
 from prefect.utilities.tasks import task
 
 CACHE_PATH = "/status/reset-cache"
+RELOAD_PATH = "/reload"
 
 
 @task
@@ -20,3 +21,19 @@ def clear_cache():
         logger.info(f"Cache clearing successful: {reset_path}")
     else:
         logger.info("Cache clearing failed")
+
+
+@task
+def reload_reports():
+    """
+    clears the server cache once new data is done loading
+    """
+    logger = prefect.context.get("logger")
+    report_server_url = prefect.config.report_server_url
+    reload_path = f"{report_server_url}{RELOAD_PATH}"
+    response = requests.get(reload_path)
+
+    if response.status_code == 200:
+        logger.info(f"Report reloading successful: {reload_path}")
+    else:
+        logger.info("Report reloading failed")