diff --git a/Rakefile b/Rakefile
index 0c3487ac0d045..2cb183bbb81c1 100644
--- a/Rakefile
+++ b/Rakefile
@@ -665,6 +665,12 @@ namespace :py do
         File.open(file, "w") { |f| f.puts text }
     end
 
+    old_short_version = old_version.split('.')[0..1].join('.')
+    new_short_version = new_version.split('.')[0..1].join('.')
+
+    text = File.read('py/docs/source/conf.py').gsub(old_short_version, new_short_version)
+    File.open('py/docs/source/conf.py', "w") { |f| f.puts text }
+
     Rake::Task['py:changelog'].invoke
   end
 
diff --git a/py/docs/source/conf.py b/py/docs/source/conf.py
index df4e67b1dbb8d..43517b5beedab 100644
--- a/py/docs/source/conf.py
+++ b/py/docs/source/conf.py
@@ -56,7 +56,7 @@
 # built documents.
 #
 # The short X.Y version.
-version = '4.15'
+version = '4.17'
 # The full version, including alpha/beta/rc tags.
 release = '4.17.2'