chore(finess): use FinessConfig object instead of vars

annuaire-entreprises-data-gouv-fr · Nov 27, 2024 · e0284fa · e0284fa
1 parent 75dcf88
commit e0284fa
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/workflows/data_pipelines/etl/data_fetch_clean/finess.py b/workflows/data_pipelines/etl/data_fetch_clean/finess.py
@@ -1,7 +1,7 @@
 import pandas as pd
-from dag_datalake_sirene.config import URL_MINIO_FINESS
+from dag_datalake_sirene.workflows.data_pipelines.finess.config import FINESS_CONFIG
 
 
 def preprocess_finess_data(data_dir):
-    df_finess = pd.read_csv(URL_MINIO_FINESS, dtype=str)
+    df_finess = pd.read_csv(FINESS_CONFIG.url_minio, dtype=str)
     return df_finess
diff --git a/workflows/data_pipelines/etl/task_functions/create_json_last_modified.py b/workflows/data_pipelines/etl/task_functions/create_json_last_modified.py
@@ -13,12 +13,12 @@
     URL_MINIO_SIRENE_METADATA,
     URL_MINIO_AGENCE_BIO_METADATA,
     URL_MINIO_ENTREPRENEUR_SPECTACLE_METADATA,
-    URL_MINIO_FINESS_METADATA,
     URL_MINIO_BILANS_FINANCIERS_METADATA,
     URL_MINIO_ORGANISME_FORMATION_METADATA,
     URL_MINIO_CONVENTION_COLLECTIVE_METADATA,
 )
 from dag_datalake_sirene.workflows.data_pipelines.egapro.config import EGAPRO_CONFIG
+from dag_datalake_sirene.workflows.data_pipelines.finess.config import FINESS_CONFIG
 from dag_datalake_sirene.helpers.minio_helpers import minio_client
 from dag_datalake_sirene.helpers.utils import simplify_date
 
@@ -35,7 +35,7 @@ def create_data_source_last_modified_file(**kwargs):
         EGAPRO_CONFIG.url_minio_metadata: "egapro",
         URL_MINIO_AGENCE_BIO_METADATA: "agence_bio",
         URL_MINIO_ENTREPRENEUR_SPECTACLE_METADATA: "entrepreneur_spectacle",
-        URL_MINIO_FINESS_METADATA: "finess",
+        FINESS_CONFIG.url_minio_metadata: "finess",
         URL_MINIO_BILANS_FINANCIERS_METADATA: "bilan_financier",
         URL_MINIO_ORGANISME_FORMATION_METADATA: "organisme_formation",
         URL_MINIO_CONVENTION_COLLECTIVE_METADATA: "convention_collective",