diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 30077e8f..1a198860 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -41,7 +41,7 @@ jobs:
         options: --health-cmd="mysqladmin ping" --health-interval=10s --health-timeout=10s --health-retries=10
     strategy:
       matrix:
-        php-versions: ['5.6', '7.0', '7.1', '7.2', '7.3']
+        php-versions: ['7.2', '7.3']
 
     steps:
     - name: Checkout
diff --git a/bin/composer-5.6.json b/bin/composer-5.6.json
deleted file mode 100644
index 51aebf85..00000000
--- a/bin/composer-5.6.json
+++ /dev/null
@@ -1,12 +0,0 @@
-{
-	"require": {
-		"abraham/twitteroauth": "^0.7.4"
-	},
-	"require-dev": {
-		"phpunit/phpunit": "^5"
-	},
-	"scripts": {
-		"test": "phpunit",
-		"setup-local-tests": "bash bin/install-wp-tests.sh wordpress_test root root 127.0.0.1 latest"
-	}
-}
diff --git a/bin/test.sh b/bin/test.sh
index baec250f..0c8735b5 100755
--- a/bin/test.sh
+++ b/bin/test.sh
@@ -1,14 +1,5 @@
 set -e
 
-if [[ '5.6' == $PHP_VERSION || '7.0' == $PHP_VERSION || '7.1' == $PHP_VERSION  ]]; then
-    php -v
-    rm composer.lock composer.json
-    cp bin/composer-5.6.json composer.json
-    composer install
-    composer run setup-local-tests
-    composer run test
-fi;
-
 if [[ '7.2' == $PHP_VERSION ]]; then
     php -v
     composer install