Replaced CSVDataSet with CSVDataset ; Expanded e2e to 3.11

neptune-ai · Nov 9, 2023 · 90a4cec · 90a4cec
1 parent a82381e
commit 90a4cec
Show file tree

Hide file tree

Showing 3 changed files with 18 additions and 7 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -7,7 +7,7 @@ jobs:
       max-parallel: 4
       matrix:
         os: [ubuntu-latest, macos-latest]
-        python-version: [3.7, 3.8, 3.9, "3.10"]
+        python-version: [3.8, 3.9, "3.10", "3.11"]
     steps:
       - uses: actions/checkout@v3
 

diff --git a/examples/planets/conf/base/catalog.yml b/examples/planets/conf/base/catalog.yml
@@ -3,5 +3,5 @@
 # Documentation for this file format can be found in "The Data Catalog"
 # Link: https://kedro.readthedocs.io/en/stable/data/data_catalog.html
 planets:
-  type: pandas.CSVDataSet
+  type: pandas.CSVDataset
   filepath: data/planets/planets.csv
diff --git a/examples/planets/src/planets/pipelines/furthest_planet.py b/examples/planets/src/planets/pipelines/furthest_planet.py
@@ -4,12 +4,12 @@
     Dict,
 )
 
+import neptune
 import pandas as pd
 from kedro.pipeline import (
     Pipeline,
     node,
 )
-from neptune import new as neptune
 
 
 # ------ Looking for furthest planet -------
@@ -22,15 +22,19 @@ def distances(planets: pd.DataFrame) -> Any:
 def furthest(distances_to_planets: pd.DataFrame) -> Dict[str, Any]:
     furthest_planet = distances_to_planets.iloc[distances_to_planets["Distance from Sun"].argmax()]
     return dict(
-        furthest_planet_name=furthest_planet.Planet, furthest_planet_distance=furthest_planet["Distance from Sun"]
+        furthest_planet_name=furthest_planet.Planet,
+        furthest_planet_distance=furthest_planet["Distance from Sun"],
     )
 
 
 def travel_time(furthest_planet_distance: float, furthest_planet_name: str, travel_speed: float) -> float:
     travel_hours = furthest_planet_distance / travel_speed
 
     neptune_run = neptune.init_run(
-        capture_stdout=False, capture_stderr=False, capture_hardware_metrics=False, source_files=[]
+        capture_stdout=False,
+        capture_stderr=False,
+        capture_hardware_metrics=False,
+        source_files=[],
     )
 
     neptune_run["furthest_planet/name"] = furthest_planet_name
@@ -56,12 +60,19 @@ def create_pipeline(**kwargs):
             node(
                 furthest,
                 ["distances_to_planets"],
-                dict(furthest_planet_name="furthest_planet_name", furthest_planet_distance="furthest_planet_distance"),
+                dict(
+                    furthest_planet_name="furthest_planet_name",
+                    furthest_planet_distance="furthest_planet_distance",
+                ),
                 name="furthest",
             ),
             node(
                 travel_time,
-                ["furthest_planet_distance", "furthest_planet_name", "params:travel_speed"],
+                [
+                    "furthest_planet_distance",
+                    "furthest_planet_name",
+                    "params:travel_speed",
+                ],
                 "travel_hours",
                 name="travel_time",
             ),