diff --git a/CHANGELOG/CHANGELOG-v0.5.0.md b/CHANGELOG/CHANGELOG-v0.5.0.md new file mode 100644 index 0000000000..e9a4c18472 --- /dev/null +++ b/CHANGELOG/CHANGELOG-v0.5.0.md @@ -0,0 +1,14 @@ +# Flyte v0.5.0 + +## Infrastructure +- Moved CI/CD to Github Actions +- Added end-to-end tests as part of the PR & master merges. +- Enable CI system to run on forks. + +## Core Platform +- [Single Task Execution](https://flyte.readthedocs.io/en/latest/user/features/single_task_execution.html) to enable registering and launching tasks outside the scope of a workflow to enable faster iteration and a more intuitive development workflow. +- [Run to completion](https://flyte.readthedocs.io/en/latest/user/features/on_failure_policy.html) to enable workflows to continue executing even if one or more branches fail. +- Fixed retries for dynamically yielded nodes. + +## Plugins +- Cleaned up Presto executor to send namespace as user to improve queueing diff --git a/Makefile b/Makefile index b81d64bfc5..a72f4be739 100644 --- a/Makefile +++ b/Makefile @@ -24,9 +24,9 @@ generate-local-docs: # Builds the entire doc tree. Assumes update_ref_docs has run and that all externals rsts are in _rsts/ dir .PHONY: generate-docs generate-docs: generate-dependent-repo-docs - @FLYTEKIT_VERSION=0.8.1 ./script/generate_docs.sh + @FLYTEKIT_VERSION=0.10.0 ./script/generate_docs.sh # updates referenced docs from other repositories (e.g. flyteidl, flytekit) .PHONY: generate-dependent-repo-docs generate-dependent-repo-docs: - @FLYTEKIT_VERSION=0.8.1 FLYTEIDL_VERSION=0.17.32 ./script/update_ref_docs.sh + @FLYTEKIT_VERSION=0.10.0 FLYTEIDL_VERSION=0.17.34 ./script/update_ref_docs.sh diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml index 2aa61c41d7..7f2b221c47 100644 --- a/deployment/eks/flyte_generated.yaml +++ b/deployment/eks/flyte_generated.yaml @@ -647,7 +647,7 @@ spec: - /etc/flyte/config/flyteadmin_config.yaml - migrate - run - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -663,7 +663,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -676,7 +676,7 @@ spec: - /etc/flyte/config/flyteadmin_config.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -874,7 +874,7 @@ spec: - /etc/flyte/config/flyteadmin_config.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml index 5eafe01630..c5385f4898 100644 --- a/deployment/sandbox/flyte_generated.yaml +++ b/deployment/sandbox/flyte_generated.yaml @@ -1089,7 +1089,7 @@ spec: - /etc/flyte/config/flyteadmin_config.yaml - migrate - run - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -1105,7 +1105,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -1118,7 +1118,7 @@ spec: - /etc/flyte/config/flyteadmin_config.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -1526,7 +1526,7 @@ spec: - /etc/flyte/config/flyteadmin_config.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml index eb7f5249bf..74f1315596 100644 --- a/deployment/test/flyte_generated.yaml +++ b/deployment/test/flyte_generated.yaml @@ -710,7 +710,7 @@ spec: - /etc/flyte/config/flyteadmin_config.yaml - migrate - run - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -726,7 +726,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -739,7 +739,7 @@ spec: - /etc/flyte/config/flyteadmin_config.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -1037,7 +1037,7 @@ spec: - /etc/flyte/config/flyteadmin_config.yaml - clusterresource - sync - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: diff --git a/end2end/tests/endtoend.yaml b/end2end/tests/endtoend.yaml index ba7f7a8d8c..bc7dc87772 100644 --- a/end2end/tests/endtoend.yaml +++ b/end2end/tests/endtoend.yaml @@ -11,7 +11,7 @@ spec: command: - bash - -c - image: docker.io/lyft/flytetester:e29ac562f053741213efcead5950b4b8bc28cfcf + image: docker.io/lyft/flytetester:2eed7000b4a46f687883a21368507b3975b44523 imagePullPolicy: IfNotPresent name: flytetester resources: diff --git a/kustomize/overlays/eks/admindeployment/admindeployment.yaml b/kustomize/overlays/eks/admindeployment/admindeployment.yaml index f75eba90b3..a7c42b985e 100644 --- a/kustomize/overlays/eks/admindeployment/admindeployment.yaml +++ b/kustomize/overlays/eks/admindeployment/admindeployment.yaml @@ -12,7 +12,7 @@ spec: name: clusterresource-template initContainers: - name: run-migrations - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml", "migrate", "run"] @@ -20,7 +20,7 @@ spec: - name: config-volume mountPath: /etc/flyte/config - name: seed-projects - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml", "migrate", "seed-projects", "flytesnacks", "flytetester", "flyteexamples"] @@ -28,7 +28,7 @@ spec: - name: config-volume mountPath: /etc/flyte/config - name: sync-cluster-resources - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml", "clusterresource", "sync"] volumeMounts: diff --git a/kustomize/overlays/eks/admindeployment/cron.yaml b/kustomize/overlays/eks/admindeployment/cron.yaml index a427fb8d36..5c759fabad 100644 --- a/kustomize/overlays/eks/admindeployment/cron.yaml +++ b/kustomize/overlays/eks/admindeployment/cron.yaml @@ -12,7 +12,7 @@ spec: serviceAccountName: flyteadmin containers: - name: sync-cluster-resources - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml", "clusterresource", "sync"] volumeMounts: diff --git a/kustomize/overlays/sandbox/admindeployment/admindeployment.yaml b/kustomize/overlays/sandbox/admindeployment/admindeployment.yaml index fedbb5ffc0..3471f6874d 100644 --- a/kustomize/overlays/sandbox/admindeployment/admindeployment.yaml +++ b/kustomize/overlays/sandbox/admindeployment/admindeployment.yaml @@ -17,7 +17,7 @@ spec: 'until pg_isready -h postgres -p 5432; do echo waiting for database; sleep 2; done;'] - name: run-migrations - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml", "migrate", "run"] @@ -25,7 +25,7 @@ spec: - name: config-volume mountPath: /etc/flyte/config - name: seed-projects - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml", "migrate", "seed-projects", "flytesnacks", "flytetester", "flyteexamples"] @@ -33,7 +33,7 @@ spec: - name: config-volume mountPath: /etc/flyte/config - name: sync-cluster-resources - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml", "clusterresource", "sync"] volumeMounts: diff --git a/kustomize/overlays/sandbox/admindeployment/cron.yaml b/kustomize/overlays/sandbox/admindeployment/cron.yaml index a427fb8d36..5c759fabad 100644 --- a/kustomize/overlays/sandbox/admindeployment/cron.yaml +++ b/kustomize/overlays/sandbox/admindeployment/cron.yaml @@ -12,7 +12,7 @@ spec: serviceAccountName: flyteadmin containers: - name: sync-cluster-resources - image: docker.io/lyft/flyteadmin:v0.2.8 + image: docker.io/lyft/flyteadmin:v0.2.11 imagePullPolicy: IfNotPresent command: ["flyteadmin", "--logtostderr", "--config", "/etc/flyte/config/flyteadmin_config.yaml", "clusterresource", "sync"] volumeMounts: diff --git a/rsts/conf.py b/rsts/conf.py index 37f6dda462..5c40ff5f80 100644 --- a/rsts/conf.py +++ b/rsts/conf.py @@ -26,7 +26,7 @@ # The short X.Y version version = u'' # The full version, including alpha/beta/rc tags -release = u'0.4.0' +release = u'0.5.0' # -- General configuration ---------------------------------------------------