re-instate the API rate limited (datacommonsorg#988)

shamimansari1988 · Feb 21, 2024 · 5ccb0fd · 5ccb0fd
1 parent ea79e45
commit 5ccb0fd
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/scripts/us_usda/quickstats/process.py b/scripts/us_usda/quickstats/process.py
@@ -35,7 +35,7 @@
 from absl import app
 from absl import flags
 from google.cloud import storage
-from ratelimit import limits
+from ratelimit import limits, sleep_and_retry
 import requests
 
 API_BASE = 'https://quickstats.nass.usda.gov/api'
@@ -203,8 +203,8 @@ def get_survey_county_data(year, county, out_dir, usda_api_key):
     return response
 
 
-# TODO: determine if the rate limiter needs to be re-enabled.
-# @limits(calls=10, period=60)
+@sleep_and_retry
+@limits(calls=10, period=60)
 def get_data(params):
     return requests.get(f'{API_BASE}/api_GET', params=params).json()