Slack sync upstream 2020 03 10.r0

.dockerignore

@@ -5,3 +5,8 @@ java/*/target
 java/*/bin
 php/vendor
 releases
+/dist/
+/py-vtdb/
+/vthook/
+/bin/
+/vtdataroot/

.github/CODEOWNERS

@@ -2,3 +2,5 @@
 
 /docker/ @derekperkins @dkhenry
 /helm/ @derekperkins @dkhenry
+/config/mycnf/ @morgo
+/go/vt/mysqlctl/mysqld.go @morgo

.github/ISSUE_TEMPLATE/question.md

@@ -6,4 +6,4 @@ about: If you have a question, please check out our other community resources in
 Issues on GitHub are intended to be related to bugs or feature requests, so we recommend using our other community resources instead of asking here.
 
 - [Vitess User Guide](https://vitess.io/user-guide/introduction/)
-- Any other questions can be asked in the community [Slack workspace](https://bit.ly/vitess-slack)
+- Any other questions can be asked in the community [Slack workspace](https://vitess.io/slack)

.github/workflows/check_make_parser.yml

@@ -0,0 +1,35 @@
+name: check_make_parser
+on: [push, pull_request]
+jobs:
+
+  build:
+    name: Check Make Parser
+    runs-on: ubuntu-latest
+    steps:
+
+    - name: Set up Go
+      uses: actions/setup-go@v1
+      with:
+        go-version: 1.13
+
+    - name: Check out code
+      uses: actions/checkout@v2
+
+    - name: Get dependencies
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y mysql-server mysql-client make unzip g++ etcd curl git wget
+        sudo service mysql stop
+        sudo service etcd stop
+        sudo ln -s /etc/apparmor.d/usr.sbin.mysqld /etc/apparmor.d/disable/
+        sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.mysqld
+        go mod download
+
+    - name: Run make minimaltools
+      run: |
+        make minimaltools
+
+    - name: check_make_parser
+      run: |
+        tools/check_make_parser.sh
+

.github/workflows/cluster_endtoend.yml

@@ -0,0 +1,38 @@
+name: cluster_endtoend
+on: [push, pull_request]
+jobs:
+
+  build:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        name: [11, 12, 13, 14, 15, 16, 17, 18, 19, 20]
+
+    steps:
+    - name: Set up Go
+      uses: actions/setup-go@v1
+      with:
+        go-version: 1.13
+
+    - name: Check out code
+      uses: actions/checkout@v2
+
+    - name: Get dependencies
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y mysql-server mysql-client make unzip g++ etcd curl git wget eatmydata
+        sudo service mysql stop
+        sudo service etcd stop
+        sudo ln -s /etc/apparmor.d/usr.sbin.mysqld /etc/apparmor.d/disable/
+        sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.mysqld
+        go mod download
+        wget https://repo.percona.com/apt/percona-release_latest.$(lsb_release -sc)_all.deb
+        sudo apt-get install -y gnupg2
+        sudo dpkg -i percona-release_latest.$(lsb_release -sc)_all.deb
+        sudo apt-get update
+        sudo apt-get install percona-xtrabackup-24
+
+    - name: sharded cluster_endtoend
+      run: |
+        source build.env
+        eatmydata -- go run test.go -docker=false -print-log -shard ${{matrix.name}} 

.github/workflows/create_release.yml

@@ -0,0 +1,40 @@
+# This creates a {tar.gz,deb,rpm} file and uploads it to a release.
+# To trigger this, create a new release.. but make sure that you publish
+# it immediately and do not save it as a DRAFT.
+
+name: Release
+on:
+  release:
+    types: [created]
+
+jobs:
+  build:
+    name: Create Release
+    runs-on: ubuntu-latest
+    steps:
+
+    - name: Set up Go
+      uses: actions/setup-go@v1
+      with:
+        go-version: 1.12
+
+    - name: Check out code
+      uses: actions/checkout@v2
+
+    - name: Get dependencies
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y make ruby ruby-dev
+        go mod download
+        sudo gem install --no-ri --no-rdoc fpm
+
+    - name: Make Packages
+      run: |
+        ./tools/make-release-packages.sh
+
+    - name: Upload Files
+      uses: csexton/release-asset-action@master
+      with:
+        github-token: ${{ secrets.GITHUB_TOKEN }}
+        pattern: "releases/*.{tar.gz,rpm,deb}"
+

.github/workflows/e2e_race.yml

@@ -0,0 +1,34 @@
+name: e2e_race
+on: [push, pull_request]
+jobs:
+
+  build:
+    name: End-to-End Test (Race)
+    runs-on: ubuntu-latest
+    steps:
+
+    - name: Set up Go
+      uses: actions/setup-go@v1
+      with:
+        go-version: 1.13
+
+    - name: Check out code
+      uses: actions/checkout@v2
+
+    - name: Get dependencies
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y mysql-server mysql-client make unzip g++ etcd curl git wget
+        sudo service mysql stop
+        sudo service etcd stop
+        sudo ln -s /etc/apparmor.d/usr.sbin.mysqld /etc/apparmor.d/disable/
+        sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.mysqld
+        go mod download
+
+    - name: Run make minimaltools
+      run: |
+        make minimaltools
+
+    - name: e2e_race
+      run: |
+        make e2e_test_race

.github/workflows/endtoend.yml

@@ -0,0 +1,38 @@
+name: endtoend
+on: [push, pull_request]
+jobs:
+
+  build:
+    name: End-to-End Test
+    runs-on: ubuntu-latest
+    steps:
+
+    - name: Set up Go
+      uses: actions/setup-go@v1
+      with:
+        go-version: 1.13
+
+    - name: Check out code
+      uses: actions/checkout@v2
+
+    - name: Get dependencies
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y mysql-server mysql-client make unzip g++ etcd curl git wget
+        sudo service mysql stop
+        sudo service etcd stop
+        sudo ln -s /etc/apparmor.d/usr.sbin.mysqld /etc/apparmor.d/disable/
+        sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.mysqld
+        go mod download
+
+    - name: Run make minimaltools
+      run: |
+        make minimaltools
+
+    - name: Build
+      run: |
+        make build
+
+    - name: endtoend
+      run: |
+        tools/e2e_test_runner.sh

.github/workflows/local_example.yml

@@ -0,0 +1,51 @@
+name: local_example
+on: [push, pull_request]
+jobs:
+
+  build:
+    name: Local Example on ${{ matrix.os }}
+    runs-on: ${{ matrix.os }}
+    strategy:
+      matrix:
+        os: [ubuntu-latest]
+
+    steps:
+
+    - name: Set up Go
+      uses: actions/setup-go@v1
+      with:
+        go-version: 1.13
+
+    - name: Check out code
+      uses: actions/checkout@v2
+
+    - name: Get dependencies
+      run: |
+        if [ ${{matrix.os}} = "ubuntu-latest" ]; then
+          sudo apt-get update
+          sudo apt-get install -y mysql-server mysql-client make unzip g++ etcd curl git wget eatmydata
+          sudo service mysql stop
+          sudo service etcd stop
+          sudo ln -s /etc/apparmor.d/usr.sbin.mysqld /etc/apparmor.d/disable/
+          sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.mysqld
+        elif [ ${{matrix.os}} = "macos-latest" ]; then
+          brew install [email protected] make unzip etcd curl git wget
+        fi
+        go mod download
+
+    - name: Run make minimaltools
+      run: |
+        make minimaltools
+
+    - name: Build
+      run: |
+        make build
+
+    - name: local_example
+      run: |
+        if [ ${{matrix.os}} = "macos-latest" ]; then
+          export PATH="/usr/local/opt/[email protected]/bin:$PATH"
+        fi
+        # Make sure that testing is entirely non-reliant on config
+        mv config config-moved
+        eatmydata -- test/local_example.sh

.github/workflows/unit.yml

@@ -0,0 +1,78 @@
+name: unit
+on: [push, pull_request]
+jobs:
+
+  build:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        name: [percona56, mysql57, mariadb101, mariadb102, mariadb103]
+
+    steps:
+    - name: Set up Go
+      uses: actions/setup-go@v1
+      with:
+        go-version: 1.13
+
+    - name: Check out code
+      uses: actions/checkout@v2
+
+    - name: Get dependencies
+      run: |
+        sudo apt-get update
+
+        if [ ${{matrix.name}} = "mysql57" ]; then
+          sudo apt-get install -y mysql-server mysql-client
+        else
+          # Uninstall likely installed MySQL first
+          sudo apt-get remove -y mysql-server mysql-client
+
+          if [ ${{matrix.name}} = "percona56" ]; then
+            sudo rm -rf /var/lib/mysql
+            sudo apt install -y gnupg2
+            wget https://repo.percona.com/apt/percona-release_latest.$(lsb_release -sc)_all.deb
+            sudo dpkg -i percona-release_latest.$(lsb_release -sc)_all.deb
+            sudo apt update
+            sudo DEBIAN_FRONTEND="noninteractive" apt-get install -y percona-server-server-5.6 percona-server-client-5.6  
+          elif [ ${{matrix.name}} = "mysql80" ]; then
+            wget -c https://dev.mysql.com/get/mysql-apt-config_0.8.14-1_all.deb
+            echo mysql-apt-config mysql-apt-config/select-server select mysql-8.0 | sudo debconf-set-selections 
+            sudo DEBIAN_FRONTEND="noninteractive" dpkg -i mysql-apt-config*
+            sudo apt-get update
+            sudo DEBIAN_FRONTEND="noninteractive" apt-get install -y mysql-server mysql-client
+          elif [ ${{matrix.name}} = "mariadb101" ]; then
+            sudo apt install -y mariadb-server mariadb-client
+          elif [ ${{matrix.name}} = "mariadb102" ]; then
+            sudo apt-get install -y software-properties-common
+            sudo apt-key adv --recv-keys --keyserver hkp://keyserver.ubuntu.com:80 0xF1656F24C74CD1D8
+            sudo add-apt-repository 'deb [arch=amd64,arm64,ppc64el] http://nyc2.mirrors.digitalocean.com/mariadb/repo/10.2/ubuntu bionic main'
+            sudo apt update
+            sudo DEBIAN_FRONTEND="noninteractive" apt install -y mariadb-server
+          elif [ ${{matrix.name}} = "mariadb103" ]; then
+            sudo apt-get install -y software-properties-common
+            sudo apt-key adv --recv-keys --keyserver hkp://keyserver.ubuntu.com:80 0xF1656F24C74CD1D8
+            sudo add-apt-repository 'deb [arch=amd64,arm64,ppc64el] http://nyc2.mirrors.digitalocean.com/mariadb/repo/10.3/ubuntu bionic main'
+            sudo apt update
+            sudo DEBIAN_FRONTEND="noninteractive" apt install -y mariadb-server
+          fi
+        fi
+
+        sudo apt-get install -y make unzip g++ curl git wget ant openjdk-8-jdk eatmydata
+        sudo service mysql stop
+        sudo bash -c "echo '/usr/sbin/mysqld { }' > /etc/apparmor.d/usr.sbin.mysqld" # https://bugs.launchpad.net/ubuntu/+source/mariadb-10.1/+bug/1806263
+        sudo ln -s /etc/apparmor.d/usr.sbin.mysqld /etc/apparmor.d/disable/
+        sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.mysqld || echo "could not remove mysqld profile"
+
+        mkdir -p dist bin
+        curl -L https://github.com/coreos/etcd/releases/download/v3.3.10/etcd-v3.3.10-linux-amd64.tar.gz | tar -zxC dist
+        mv dist/etcd-v3.3.10-linux-amd64/{etcd,etcdctl} bin/
+
+        go mod download
+
+    - name: Run make tools
+      run: |
+        make tools
+
+    - name: unit
+      run: |
+        eatmydata -- make test

.github/workflows/unit_race.yml

@@ -0,0 +1,38 @@
+name: unit_race
+on: [push, pull_request]
+jobs:
+
+  build:
+    name: Unit Test (Race)
+    runs-on: ubuntu-latest
+    steps:
+
+    - name: Set up Go
+      uses: actions/setup-go@v1
+      with:
+        go-version: 1.13
+
+    - name: Check out code
+      uses: actions/checkout@v2
+
+    - name: Get dependencies
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y mysql-server mysql-client make unzip g++ curl git wget eatmydata
+        sudo service mysql stop
+        sudo ln -s /etc/apparmor.d/usr.sbin.mysqld /etc/apparmor.d/disable/
+        sudo apparmor_parser -R /etc/apparmor.d/usr.sbin.mysqld
+
+        mkdir -p dist bin
+        curl -L https://github.com/coreos/etcd/releases/download/v3.3.10/etcd-v3.3.10-linux-amd64.tar.gz | tar -zxC dist
+        mv dist/etcd-v3.3.10-linux-amd64/{etcd,etcdctl} bin/
+
+        go mod download
+
+    - name: Run make tools
+      run: |
+        make tools
+
+    - name: unit_race
+      run: |
+        eatmydata -- make unit_test_race

.gitignore

@@ -79,3 +79,9 @@ releases
 
 # Vagrant
 .vagrant
+
+/dist/
+/py-vtdb
+/vthook/
+/bin/
+/vtdataroot/

ADOPTERS.md

@@ -4,7 +4,7 @@ This is an alphabetical list of known adopters of Vitess. Some have already gone
 * [BetterCloud](https://bettercloud.com)
 * [CloudSigma](https://www.cloudsigma.com/)
 * [FlipKart](https://flipkart.com)
-* [GitHub](http://github.com/)
+* [GitHub](https://github.com/)
 * [HubSpot](https://product.hubspot.com/)
 * [JD](https://jd.com/)
 * [New Relic](https://newrelic.com)