Centralize logging configuration (#229)

I was getting double logs with the local runner and was never a fan of
the `configure_logging` utility function which had to be called by the
user. This sets the logging format and level centrally in a way that
doesn't overwrite already configured handlers and can easily be
overwritten for each separate logger by the user.

components/caption_images/src/main.py

@@ -10,9 +10,7 @@
 from transformers import BatchEncoding, BlipForConditionalGeneration, BlipProcessor
 
 from fondant.component import PandasTransformComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

components/download_images/src/main.py

@@ -14,9 +14,7 @@
 from resizer import Resizer
 
 from fondant.component import PandasTransformComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

components/embedding_based_laion_retrieval/src/main.py

@@ -9,9 +9,7 @@
 from clip_client import ClipClient, Modality
 
 from fondant.component import PandasTransformComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

components/filter_comments/src/main.py

@@ -8,9 +8,7 @@
 from utils.text_extraction import get_comments_to_code_ratio
 
 from fondant.component import DaskTransformComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

components/filter_line_length/src/main.py

@@ -4,9 +4,7 @@
 import dask.dataframe as dd
 
 from fondant.component import DaskTransformComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

components/image_cropping/src/main.py

@@ -9,9 +9,7 @@
 from PIL import Image
 
 from fondant.component import DaskTransformComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

components/image_embedding/src/main.py

@@ -10,9 +10,7 @@
 from transformers import CLIPProcessor, CLIPVisionModelWithProjection
 
 from fondant.component import PandasTransformComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

components/image_resolution_extraction/src/main.py

@@ -8,9 +8,7 @@
 import pandas as pd
 
 from fondant.component import PandasTransformComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

components/image_resolution_filtering/src/main.py

@@ -4,9 +4,7 @@
 import dask.dataframe as dd
 
 from fondant.component import DaskTransformComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

components/load_from_hf_hub/src/main.py

@@ -5,9 +5,7 @@
 import dask.dataframe as dd
 
 from fondant.component import LoadComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

components/pii_redaction/src/main.py

@@ -8,9 +8,7 @@
 from pii_redaction import redact_pii
 
 from fondant.component import DaskTransformComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

components/prompt_based_laion_retrieval/src/main.py

@@ -8,9 +8,7 @@
 from clip_client import ClipClient, Modality
 
 from fondant.component import PandasTransformComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

components/segment_images/src/main.py

@@ -11,9 +11,7 @@
 from transformers import AutoModelForSemanticSegmentation, BatchFeature, SegformerImageProcessor
 
 from fondant.component import PandasTransformComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

components/write_to_hf_hub/src/main.py

@@ -11,9 +11,7 @@
 from PIL import Image
 
 from fondant.component import WriteComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

examples/pipelines/controlnet-interior-design/components/generate_prompts/src/main.py

@@ -9,9 +9,7 @@
 import pandas as pd
 
 from fondant.component import LoadComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 interior_styles = [

examples/pipelines/controlnet-interior-design/pipeline.py

@@ -13,9 +13,7 @@
     Pipeline,
     Client,
 )
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 # General configs
 pipeline_name = "controlnet-pipeline"

examples/pipelines/datacomp/components/filter_text_complexity/src/main.py

@@ -12,9 +12,7 @@
 from spacy.symbols import nsubj, VERB
 
 from fondant.component import PandasTransformComponent
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

examples/pipelines/datacomp/pipeline.py

@@ -9,9 +9,7 @@
 
 from fondant.compiler import DockerCompiler
 from fondant.pipeline import ComponentOp, Pipeline, Client
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 # Initialize pipeline and client

examples/pipelines/finetune_stable_diffusion/pipeline.py

@@ -8,9 +8,7 @@
 from pipeline_configs import PipelineConfigs
 
 from fondant.pipeline import ComponentOp, Pipeline, Client
-from fondant.logger import configure_logging
 
-configure_logging()
 logger = logging.getLogger(__name__)
 # General configs
 pipeline_name = "Test fondant pipeline"

examples/pipelines/starcoder/pipeline.py

@@ -8,10 +8,8 @@
 from pipeline_configs import PipelineConfigs
 
 from fondant.compiler import DockerCompiler
-from fondant.logger import configure_logging
 from fondant.pipeline import ComponentOp, Pipeline
 
-configure_logging()
 logger = logging.getLogger(__name__)
 
 

fondant/__init__.py

@@ -0,0 +1,5 @@
+import logging
+
+logging.basicConfig(
+    format="[%(asctime)s | %(name)s | %(levelname)s] %(message)s", level=logging.INFO
+)