From 8aa48c0164a3973883ac8af6c9215160cf97b107 Mon Sep 17 00:00:00 2001 From: 3t8 <62209650+3t8@users.noreply.github.com> Date: Mon, 10 Oct 2022 09:04:21 +0200 Subject: [PATCH] Add blog post links in documentation (#908) * Add blog post links in documentation Signed-off-by: 3t8 <62209650+3t8@users.noreply.github.com> * update configuring_links (#905) * update configuring_links Fixes https://github.com/flyteorg/flyte/issues/2820 Signed-off-by: SmritiSatyanV smriti@union.ai * update configuring links Changes based on review Signed-off-by: SmritiSatyanV smriti@union.ai Signed-off-by: 3t8 <62209650+3t8@users.noreply.github.com> * Update map_task.py Signed-off-by: 3t8 <62209650+3t8@users.noreply.github.com> * Update cookbook/integrations/external_services/airflow/README.rst Co-authored-by: Samhita Alla Signed-off-by: 3t8 <62209650+3t8@users.noreply.github.com> * Update README.rst Signed-off-by: 3t8 <62209650+3t8@users.noreply.github.com> * Update dynamics.py Signed-off-by: 3t8 <62209650+3t8@users.noreply.github.com> * Delete configure_logging_links.py Signed-off-by: 3t8 <62209650+3t8@users.noreply.github.com> * Revert "Delete configure_logging_links.py" This reverts commit 3fda83e4b19340aa930bd22624f8bb2c068031a7. Restore configure_logging_links Signed-off-by: 3t8 <62209650+3t8@users.noreply.github.com> Signed-off-by: 3t8 <62209650+3t8@users.noreply.github.com> Co-authored-by: SmritiSatyanV <94349093+SmritiSatyanV@users.noreply.github.com> Co-authored-by: Samhita Alla --- .../feast_integration/README.rst | 18 ++++++++++++++++++ .../ml_training/spark_horovod/README.rst | 18 ++++++++++++++++++ cookbook/core/control_flow/dynamics.py | 19 +++++++++++++++++++ cookbook/core/control_flow/map_task.py | 19 +++++++++++++++++++ .../external_services/airflow/README.rst | 18 ++++++++++++++++++ .../flytekit_plugins/dolt/README.rst | 18 ++++++++++++++++++ .../greatexpectations/README.rst | 18 ++++++++++++++++++ .../kubernetes/ray_example/README.rst | 17 +++++++++++++++++ 8 files changed, 145 insertions(+) diff --git a/cookbook/case_studies/feature_engineering/feast_integration/README.rst b/cookbook/case_studies/feature_engineering/feast_integration/README.rst index fd14fa4160..7935718a58 100644 --- a/cookbook/case_studies/feature_engineering/feast_integration/README.rst +++ b/cookbook/case_studies/feature_engineering/feast_integration/README.rst @@ -58,3 +58,21 @@ Takeaways #. Source data is from SQL-like data sources #. Procreated feature transforms #. Serve features to production using Feast + +.. panels:: + :header: text-center + :column: col-lg-12 p-2 + + .. link-button:: https://blog.flyte.org/bring-ml-close-to-data-using-feast-and-flyte + :type: url + :text: Blog Post + :classes: btn-block stretched-link + ^^^^^^^^^^^^ + An article detailing Feast and Flyte integration. + +.. toctree:: + :maxdepth: -1 + :caption: Contents + :hidden: + + Blog Post diff --git a/cookbook/case_studies/ml_training/spark_horovod/README.rst b/cookbook/case_studies/ml_training/spark_horovod/README.rst index b45288c4d6..be2d6ddd20 100644 --- a/cookbook/case_studies/ml_training/spark_horovod/README.rst +++ b/cookbook/case_studies/ml_training/spark_horovod/README.rst @@ -80,3 +80,21 @@ Run workflows in this directory with the custom-built base image like so: .. prompt:: bash $ pyflyte run --remote keras_spark_rossmann_estimator.py:horovod_spark_wf --image ghcr.io/flyteorg/flytecookbook:spark_horovod-latest + +.. panels:: + :header: text-center + :column: col-lg-12 p-2 + + .. link-button:: https://blog.flyte.org/data-parallel-distributed-training-with-horovod-and-flyte + :type: url + :text: Blog Post + :classes: btn-block stretched-link + ^^^^^^^^^^^^ + An article detailing data-parallel distributed training with Horovod and Flyte. + +.. toctree:: + :maxdepth: -1 + :caption: Contents + :hidden: + + Blog Post diff --git a/cookbook/core/control_flow/dynamics.py b/cookbook/core/control_flow/dynamics.py index a4e1926327..525afc9056 100644 --- a/cookbook/core/control_flow/dynamics.py +++ b/cookbook/core/control_flow/dynamics.py @@ -205,3 +205,22 @@ def wf(s1: str, s2: str) -> int: # # Dynamic tasks have overhead for large fan-out tasks because they store metadata for the entire workflow. In contrast, map tasks are efficient for these large fan-out tasks since they don’t store the metadata, as a consequence of which overhead is less apparent. # + +# %% +# .. panels:: +# :header: text-center +# :column: col-lg-12 p-2 +# +# .. link-button:: https://blog.flyte.org/dynamic-workflows-in-flyte +# :type: url +# :text: Blog Post +# :classes: btn-block stretched-link +# ^^^^^^^^^^^^ +# An article on how to use Dynamic Workflows in Flyte. +# +# .. toctree:: +# :maxdepth: -1 +# :caption: Contents +# :hidden: +# +# Blog Post diff --git a/cookbook/core/control_flow/map_task.py b/cookbook/core/control_flow/map_task.py index a7ae4919a3..70ff7cc6e9 100644 --- a/cookbook/core/control_flow/map_task.py +++ b/cookbook/core/control_flow/map_task.py @@ -145,3 +145,22 @@ def multiple_workflow(list_q: List[float], p: float, s: float) -> List[float]: if __name__ == "__main__": result = multiple_workflow(list_q=[1.0, 2.0, 3.0, 4.0, 5.0], p=6.0, s=7.0) print(f"{result}") + +# %% +# .. panels:: +# :header: text-center +# :column: col-lg-12 p-2 +# +# .. link-button:: https://blog.flyte.org/map-tasks-in-flyte +# :type: url +# :text: Blog Post +# :classes: btn-block stretched-link +# ^^^^^^^^^^^^ +# An article on how to use Map Taks in Flyte. +# +# .. toctree:: +# :maxdepth: -1 +# :caption: Contents +# :hidden: +# +# Blog Post diff --git a/cookbook/integrations/external_services/airflow/README.rst b/cookbook/integrations/external_services/airflow/README.rst index 536b5d62e7..7fba60e12b 100644 --- a/cookbook/integrations/external_services/airflow/README.rst +++ b/cookbook/integrations/external_services/airflow/README.rst @@ -16,3 +16,21 @@ Installation pip install airflow-provider-flyte All the configuration options for the provider are available in the provider repo's `README `__. + +.. panels:: + :header: text-center + :column: col-lg-12 p-2 + + .. link-button:: https://blog.flyte.org/scale-airflow-for-machine-learning-tasks-with-the-flyte-airflow-provider + :type: url + :text: Blog Post + :classes: btn-block stretched-link + ^^^^^^^^^^^^ + An article on how to use the Flyte Airflow provider to trigger Flyte tasks from within Airflow. + +.. toctree:: + :maxdepth: -1 + :caption: Contents + :hidden: + + Blog Post diff --git a/cookbook/integrations/flytekit_plugins/dolt/README.rst b/cookbook/integrations/flytekit_plugins/dolt/README.rst index f4c0703feb..22172f3b39 100644 --- a/cookbook/integrations/flytekit_plugins/dolt/README.rst +++ b/cookbook/integrations/flytekit_plugins/dolt/README.rst @@ -27,3 +27,21 @@ These demos assume a ``foo`` database has been created locally: mkdir foo cd foo dolt init + +.. panels:: + :header: text-center + :column: col-lg-12 p-2 + + .. link-button:: https://blog.flyte.org/upleveling-flyte-data-lineage-using-dolt + :type: url + :text: Blog Post + :classes: btn-block stretched-link + ^^^^^^^^^^^^ + An article detailing Dolt and Flyte integration. + +.. toctree:: + :maxdepth: -1 + :caption: Contents + :hidden: + + Blog Post diff --git a/cookbook/integrations/flytekit_plugins/greatexpectations/README.rst b/cookbook/integrations/flytekit_plugins/greatexpectations/README.rst index 5817aca64a..4df1fa7c66 100644 --- a/cookbook/integrations/flytekit_plugins/greatexpectations/README.rst +++ b/cookbook/integrations/flytekit_plugins/greatexpectations/README.rst @@ -104,3 +104,21 @@ To use the Great Expectations Flyte plugin, run the following command: .. note:: Make sure to run workflows from the "flytekit_plugins" directory. + +.. panels:: + :header: text-center + :column: col-lg-12 p-2 + + .. link-button:: https://blog.flyte.org/data-quality-enforcement-using-great-expectations-and-flyte + :type: url + :text: Blog Post + :classes: btn-block stretched-link + ^^^^^^^^^^^^ + An article detailing Great Expectations and Flyte integration. + +.. toctree:: + :maxdepth: -1 + :caption: Contents + :hidden: + + Blog Post diff --git a/cookbook/integrations/kubernetes/ray_example/README.rst b/cookbook/integrations/kubernetes/ray_example/README.rst index 336074ccd4..59db220941 100644 --- a/cookbook/integrations/kubernetes/ray_example/README.rst +++ b/cookbook/integrations/kubernetes/ray_example/README.rst @@ -51,3 +51,20 @@ Create a Ray Cluster Managed by Flyte and Run a Ray Job on This Cluster futures = [f.remote(i) for i in range(5)] return ray.get(futures) +.. panels:: + :header: text-center + :column: col-lg-12 p-2 + + .. link-button:: https://blog.flyte.org/ray-and-flyte + :type: url + :text: Blog Post + :classes: btn-block stretched-link + ^^^^^^^^^^^^ + An article detailing Ray and Flyte integration. + +.. toctree:: + :maxdepth: -1 + :caption: Contents + :hidden: + + Blog Post