diff --git a/.github/PULL_REQUEST_TEMPLATE.md b/.github/PULL_REQUEST_TEMPLATE.md
new file mode 100644
index 00000000..c423ebdb
--- /dev/null
+++ b/.github/PULL_REQUEST_TEMPLATE.md
@@ -0,0 +1,4 @@
+Why and what is being done.
+
+## Pre-Merge Checklist
+- [ ] CHANGELOG.md updated with short summary
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
new file mode 100644
index 00000000..d62cbb62
--- /dev/null
+++ b/.github/workflows/ci.yml
@@ -0,0 +1,33 @@
+name: CI
+
+on:
+  pull_request:
+  push:
+    branches:
+      - master
+
+jobs:
+  test:
+    name: Test ruby version matrix
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        ruby-version: ['2.4', '2.5', '2.6', '2.7', 'truffleruby-head']
+    steps:
+      - uses: actions/checkout@v2
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby-version }}
+          bundler-cache: true
+      - run: bundle exec rake test
+
+  rubocop:
+    name: Run rubocop
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '2.4'
+          bundler-cache: true
+      - run: bundle exec rake rubocop
diff --git a/.rubocop.yml b/.rubocop.yml
index 5cc90558..0f69817b 100644
--- a/.rubocop.yml
+++ b/.rubocop.yml
@@ -1,5 +1,5 @@
 AllCops:
-  TargetRubyVersion: 2.3
+  TargetRubyVersion: 2.4
   Include:
     - 'lib/**/*'
     - 'Rakefile'
diff --git a/.travis.yml b/.travis.yml
deleted file mode 100644
index 75e20d34..00000000
--- a/.travis.yml
+++ /dev/null
@@ -1,23 +0,0 @@
-language: ruby
-cache: bundler
-sudo: false
-rvm:
-- 2.3
-- 2.4
-- 2.5
-- 2.6
-- 2.7
-- truffleruby-head
-env:
-- TASK=test
-matrix:
-  include:
-  - rvm: 2.3 # keep same as lowest ruby version
-    env: TASK=rubocop
-  allow_failures:
-    - rvm: truffleruby-head
-    
-script: bundle exec rake $TASK
-branches:
-  only: master
-before_install: ruby -e "File.write('Gemfile.lock', File.read('Gemfile.lock').split('BUNDLED WITH').first)"
diff --git a/recaptcha.gemspec b/recaptcha.gemspec
index 7a44351d..7b76a3e4 100644
--- a/recaptcha.gemspec
+++ b/recaptcha.gemspec
@@ -10,7 +10,7 @@ Gem::Specification.new do |s|
   s.homepage    = "http://github.com/ambethia/recaptcha"
   s.summary     = s.description = "Helpers for the reCAPTCHA API"
   s.license     = "MIT"
-  s.required_ruby_version = '>= 2.3.0'
+  s.required_ruby_version = '>= 2.4.0'
 
   s.files       = `git ls-files lib rails README.md CHANGELOG.md LICENSE`.split("\n")