fix(backend): Upgrade mysql to 8.0.26

.cloudbuild.yaml

@@ -186,7 +186,7 @@ steps:
   args: ['pull', 'gcr.io/ml-pipeline/minio:RELEASE.2019-08-14T20-37-41Z-license-compliance']
   id:   'pullMinio'
 - name: 'gcr.io/cloud-builders/docker'
-  args: ['pull', 'gcr.io/ml-pipeline/mysql:5.7-debian']
+  args: ['pull', 'gcr.io/ml-pipeline/mysql:8.0.26']
   id:   'pullMysql'
 - name: 'gcr.io/cloud-builders/docker'
   args: ['pull', 'gcr.io/cloudsql-docker/gce-proxy:1.25.0']

.release.cloudbuild.yaml

@@ -432,14 +432,14 @@ steps:
     docker push gcr.io/ml-pipeline/google/pipelines-test/minio:$(cat /workspace/mm.ver)
 
 - name: 'gcr.io/cloud-builders/docker'
-  args: ['pull', 'gcr.io/ml-pipeline/mysql:5.7-debian']
+  args: ['pull', 'gcr.io/ml-pipeline/mysql:8.0.26']
   id:   'pullMysql'
 - name: 'gcr.io/cloud-builders/docker'
-  args: ['tag', 'gcr.io/ml-pipeline/mysql:5.7-debian', 'gcr.io/ml-pipeline/google/pipelines/mysql:$TAG_NAME']
+  args: ['tag', 'gcr.io/ml-pipeline/mysql:8.0.26', 'gcr.io/ml-pipeline/google/pipelines/mysql:$TAG_NAME']
   id:   'tagMySqlForMarketplace'
   waitFor: ['pullMysql']
 - name: 'gcr.io/cloud-builders/docker'
-  args: ['tag', 'gcr.io/ml-pipeline/mysql:5.7-debian', 'gcr.io/ml-pipeline/google/pipelines-test/mysql:$TAG_NAME']
+  args: ['tag', 'gcr.io/ml-pipeline/mysql:8.0.26', 'gcr.io/ml-pipeline/google/pipelines-test/mysql:$TAG_NAME']
   id:   'tagMySqlForMarketplaceTest'
   waitFor: ['pullMysql']
 - id:   'tagMySqlForMarketplaceMajorMinor'
@@ -449,8 +449,8 @@ steps:
   args:
   - -ceux
   - |
-    docker tag gcr.io/ml-pipeline/mysql:5.7-debian gcr.io/ml-pipeline/google/pipelines/mysql:$(cat /workspace/mm.ver)
-    docker tag gcr.io/ml-pipeline/mysql:5.7-debian gcr.io/ml-pipeline/google/pipelines-test/mysql:$(cat /workspace/mm.ver)
+    docker tag gcr.io/ml-pipeline/mysql:8.0.26 gcr.io/ml-pipeline/google/pipelines/mysql:$(cat /workspace/mm.ver)
+    docker tag gcr.io/ml-pipeline/mysql:8.0.26 gcr.io/ml-pipeline/google/pipelines-test/mysql:$(cat /workspace/mm.ver)
     docker push gcr.io/ml-pipeline/google/pipelines/mysql:$(cat /workspace/mm.ver)
     docker push gcr.io/ml-pipeline/google/pipelines-test/mysql:$(cat /workspace/mm.ver)
 

manifests/gcp_marketplace/chart/kubeflow-pipelines/templates/mysql.yaml

@@ -166,9 +166,20 @@ spec:
           args:
           # https://dev.mysql.com/doc/refman/5.7/en/server-options.html#option_mysqld_ignore-db-dir
           # Ext4, Btrfs etc. volumes root directories have a lost+found directory that should not be treated as a database.
-          - --ignore-db-dir=lost+found
+          # ignore-db-dir option has been deprecated in mysql v5.7.16.
+          #
+          # In order to upgrade MySQL to v8.0 remove /var/lib/mysql/lost+found folder in mysql-pv-claim 
+          # (mysql-persistent-storage):
+          #
+          # kubectl exec -it <mysql-pod-name> -n kubeflow -- bash
+          # rm -rf /var/lib/mysql/lost+found
+          #
+          # More details on upgrading MySQL can be found here:
+          # https://dev.mysql.com/doc/refman/8.0/en/upgrade-prerequisites.html
+          # https://dev.mysql.com/doc/refman/8.0/en/upgrade-docker-mysql.html
           - --datadir
           - /var/lib/mysql
+          - --default-authentication-plugin=mysql_native_password
           env:
             - name: MYSQL_ALLOW_EMPTY_PASSWORD
               value: "true"

manifests/gcp_marketplace/test/snapshot-base.yaml

@@ -2335,9 +2335,20 @@ spec:
           args:
           # https://dev.mysql.com/doc/refman/5.7/en/server-options.html#option_mysqld_ignore-db-dir
           # Ext4, Btrfs etc. volumes root directories have a lost+found directory that should not be treated as a database.
-          - --ignore-db-dir=lost+found
+          # ignore-db-dir option has been deprecated in mysql v5.7.16.
+          #
+          # In order to upgrade MySQL to v8.0 remove /var/lib/mysql/lost+found folder in mysql-pv-claim 
+          # (mysql-persistent-storage):
+          #
+          # kubectl exec -it <mysql-pod-name> -n kubeflow -- bash
+          # rm -rf /var/lib/mysql/lost+found
+          #
+          # More details on upgrading MySQL can be found here:
+          # https://dev.mysql.com/doc/refman/8.0/en/upgrade-prerequisites.html
+          # https://dev.mysql.com/doc/refman/8.0/en/upgrade-docker-mysql.html
           - --datadir
           - /var/lib/mysql
+          - --default-authentication-plugin=mysql_native_password
           env:
             - name: MYSQL_ALLOW_EMPTY_PASSWORD
               value: "true"
@@ -2692,7 +2703,7 @@ metadata:
 spec:
   descriptor:
     type: Kubeflow Pipelines
-    version: 2.0.0-alpha.3
+    version: 2.0.0-alpha.5
     description: |-
       Reusable end-to-end ML workflow
     maintainers:

manifests/gcp_marketplace/test/snapshot-emissary.yaml

@@ -2335,9 +2335,20 @@ spec:
           args:
           # https://dev.mysql.com/doc/refman/5.7/en/server-options.html#option_mysqld_ignore-db-dir
           # Ext4, Btrfs etc. volumes root directories have a lost+found directory that should not be treated as a database.
-          - --ignore-db-dir=lost+found
+          # ignore-db-dir option has been deprecated in mysql v5.7.16.
+          #
+          # In order to upgrade MySQL to v8.0 remove /var/lib/mysql/lost+found folder in mysql-pv-claim 
+          # (mysql-persistent-storage):
+          #
+          # kubectl exec -it <mysql-pod-name> -n kubeflow -- bash
+          # rm -rf /var/lib/mysql/lost+found
+          #
+          # More details on upgrading MySQL can be found here:
+          # https://dev.mysql.com/doc/refman/8.0/en/upgrade-prerequisites.html
+          # https://dev.mysql.com/doc/refman/8.0/en/upgrade-docker-mysql.html
           - --datadir
           - /var/lib/mysql
+          - --default-authentication-plugin=mysql_native_password
           env:
             - name: MYSQL_ALLOW_EMPTY_PASSWORD
               value: "true"
@@ -2692,7 +2703,7 @@ metadata:
 spec:
   descriptor:
     type: Kubeflow Pipelines
-    version: 2.0.0-alpha.3
+    version: 2.0.0-alpha.5
     description: |-
       Reusable end-to-end ML workflow
     maintainers:

manifests/gcp_marketplace/test/snapshot-managed-storage-with-db-prefix.yaml

@@ -2764,7 +2764,7 @@ metadata:
 spec:
   descriptor:
     type: Kubeflow Pipelines
-    version: 2.0.0-alpha.3
+    version: 2.0.0-alpha.5
     description: |-
       Reusable end-to-end ML workflow
     maintainers:

manifests/gcp_marketplace/test/snapshot-managed-storage.yaml

@@ -2764,7 +2764,7 @@ metadata:
 spec:
   descriptor:
     type: Kubeflow Pipelines
-    version: 2.0.0-alpha.3
+    version: 2.0.0-alpha.5
     description: |-
       Reusable end-to-end ML workflow
     maintainers:

manifests/kustomize/third-party/mysql/base/mysql-deployment.yaml

@@ -19,14 +19,25 @@ spec:
       containers:
       # https://dev.mysql.com/doc/refman/5.7/en/server-options.html#option_mysqld_ignore-db-dir
       # Ext4, Btrfs etc. volumes root directories have a lost+found directory that should not be treated as a database.
+      # ignore-db-dir option has been deprecated in mysql v5.7.16.
+      #
+      # In order to upgrade MySQL to v8.0 remove /var/lib/mysql/lost+found folder in mysql-pv-claim 
+      # (mysql-persistent-storage):
+      #
+      # kubectl exec -it <mysql-pod-name> -n kubeflow -- bash
+      # rm -rf /var/lib/mysql/lost+found
+      #
+      # More details on upgrading MySQL can be found here:
+      # https://dev.mysql.com/doc/refman/8.0/en/upgrade-prerequisites.html
+      # https://dev.mysql.com/doc/refman/8.0/en/upgrade-docker-mysql.html
       - args:
-        - --ignore-db-dir=lost+found
         - --datadir
         - /var/lib/mysql
+        - --default-authentication-plugin=mysql_native_password
         env:
         - name: MYSQL_ALLOW_EMPTY_PASSWORD
           value: "true"
-        image: gcr.io/ml-pipeline/mysql:5.7-debian
+        image: gcr.io/ml-pipeline/mysql:8.0.26
         name: mysql
         ports:
         - containerPort: 3306

test/tag_for_hosted.sh

@@ -110,8 +110,8 @@ docker tag gcr.io/ml-pipeline/minio:RELEASE.2019-08-14T20-37-41Z-license-complia
 docker push gcr.io/$PROJECT_ID/hosted/$COMMIT_SHA/minio:$SEM_VER
 docker push gcr.io/$PROJECT_ID/hosted/$COMMIT_SHA/minio:$MM_VER
 
-docker tag gcr.io/ml-pipeline/mysql:5.7-debian gcr.io/$PROJECT_ID/hosted/$COMMIT_SHA/mysql:$SEM_VER
-docker tag gcr.io/ml-pipeline/mysql:5.7-debian gcr.io/$PROJECT_ID/hosted/$COMMIT_SHA/mysql:$MM_VER
+docker tag gcr.io/ml-pipeline/mysql:8.0.26 gcr.io/$PROJECT_ID/hosted/$COMMIT_SHA/mysql:$SEM_VER
+docker tag gcr.io/ml-pipeline/mysql:8.0.26 gcr.io/$PROJECT_ID/hosted/$COMMIT_SHA/mysql:$MM_VER
 docker push gcr.io/$PROJECT_ID/hosted/$COMMIT_SHA/mysql:$SEM_VER
 docker push gcr.io/$PROJECT_ID/hosted/$COMMIT_SHA/mysql:$MM_VER