Merge pull request #874 from robertatakenaka/fix_issue_data_harvesting

Corrige a coleta de dados de issue do articlemeta

core/utils/rename_dictionary_keys.py

@@ -1,3 +1,6 @@
+import logging
+
+
 def rename_dictionary_keys(list_dictionary, corresp):
     """
     Renomeia as chaves de um dicionário com base em um dicionário de correspondência.
@@ -14,3 +17,26 @@ def rename_dictionary_keys(list_dictionary, corresp):
         for dictionary in list_dictionary
         for key in dictionary
     }
+
+
+def rename_issue_dictionary_keys(list_dictionary, corresp):
+    """
+    Renomeia as chaves de um dicionário com base em um dicionário de correspondência.
+
+    Args:
+        list_dictionary (list): Lista de dicionário.
+
+    Returns:
+        dict: Um novo dicionário com as chaves atualizadas de acordo com o dicionário de correspondência.
+    """
+
+    d = {}
+    for dictionary in list_dictionary:
+        for key in dictionary:
+            try:
+                k = corresp.get(key, key)
+                d[k] = dictionary[key]
+            except Exception as e:
+                logging.exception(f"Erro ao renomear a chave '{key}': {e}")
+                logging.info(f"Chave problemática: '{key}' com valor '{dictionary[key]}'.")
+    return d

issue/sources/article_meta.py

@@ -1,5 +1,7 @@
+import logging
+
 from core.utils import utils
-from core.utils.rename_dictionary_keys import rename_dictionary_keys
+from core.utils.rename_dictionary_keys import rename_issue_dictionary_keys
 from issue.utils.correspondencia import correspondencia_issue
 from issue.utils.issue_utils import get_or_create_issue
 
@@ -13,19 +15,22 @@ def process_issue_article_meta(collection, limit, user):
             code = issue["code"]
             url_issue = f"https://articlemeta.scielo.org/api/v1/issue/?code={code}"
             data_issue = utils.fetch_data(url_issue, json=True, timeout=30, verify=True)
-            issue_dict = rename_dictionary_keys(
-                data_issue["issue"], correspondencia_issue
-            )
-            get_or_create_issue(
-                issn_scielo=issue_dict.get("scielo_issn"),
-                volume=issue_dict.get("volume"),
-                number=issue_dict.get("number"),
-                supplement_volume=issue_dict.get("suplement_volume"),
-                supplement_number=issue_dict.get("suplement_number"),
-                data_iso=issue_dict.get("date_iso"),
-                sections_data=issue_dict.get("sections_data"),
-                user=user,
+            issue_dict = rename_issue_dictionary_keys(
+                [data_issue["issue"]], correspondencia_issue
             )
+            try:
+                get_or_create_issue(
+                    issn_scielo=issue_dict.get("scielo_issn"),
+                    volume=issue_dict.get("volume"),
+                    number=issue_dict.get("number"),
+                    supplement_volume=issue_dict.get("suplement_volume"),
+                    supplement_number=issue_dict.get("suplement_number"),
+                    data_iso=issue_dict.get("date_iso"),
+                    sections_data=issue_dict.get("sections_data"),
+                    user=user,
+                )
+            except Exception as exc:
+                logging.exception(f"Error ao criar isssue com code: {code}. Exception: {exc}")
         offset += 100
         data = request_issue_article_meta(
             collection=collection, limit=limit, offset=offset

issue/utils/issue_utils.py

@@ -1,4 +1,4 @@
-from django.core.exceptions import ObjectDoesNotExist
+import logging
 
 from core.models import Language
 from journal.models import SciELOJournal
@@ -37,8 +37,11 @@ def get_scielo_journal(issn_scielo):
     try:
         issn_scielo = extract_value(issn_scielo)
         return SciELOJournal.objects.get(issn_scielo=issn_scielo)
-    except ObjectDoesNotExist:
+    except SciELOJournal.DoesNotExist:
+        logging.exception(f"Nenhum SciELOJournal encontrado com ISSN: {issn_scielo}")
         return None
+    except SciELOJournal.MultipleObjectsReturned:
+        return SciELOJournal.objects.filter(issn_scielo=issn_scielo).first()
 
 
 def extract_date(date):