Add cache calls or notubiz. See #452

openstate · Jan 26, 2024 · bebad92 · bebad92
1 parent 7c5b188
commit bebad92
Showing 1 changed file with 12 additions and 11 deletions.
diff --git a/ocd_backend/extractors/notubiz.py b/ocd_backend/extractors/notubiz.py
@@ -69,12 +69,12 @@ def run(self):
 
         committee_count = 0
         for committee in json.load(response.media_file)['gremia']:
-
-            yield 'application/json', \
-                  json.dumps(committee), \
-                  committee_url, \
-                  'notubiz/' + cached_path,
-            committee_count += 1
+            if not self.check_if_most_recent('notubiz', self.source_definition['notubiz_organization_id'], 'committee', committee['id'], committee):
+                yield 'application/json', \
+                      json.dumps(committee), \
+                      committee_url, \
+                      'notubiz/' + cached_path,
+                committee_count += 1
 
         log.info(f'[{self.source_definition["key"]}] Extracted total of {committee_count} notubiz committees.')
 
@@ -164,11 +164,12 @@ def run(self):
                         pass
                 meeting_json['attributes'] = attributes
 
-                yield 'application/json', \
-                      json.dumps(meeting_json), \
-                      meeting_url, \
-                      'notubiz/' + cached_path,
-                meeting_count += 1
+                if not self.check_if_most_recent('notubiz', self.source_definition['notubiz_organization_id'], 'meeting', meeting['id'], eeting_json):
+                    yield 'application/json', \
+                          json.dumps(meeting_json), \
+                          meeting_url, \
+                          'notubiz/' + cached_path,
+                    meeting_count += 1
 
             page += 1