diff --git a/CHANGELOG.md b/CHANGELOG.md
index 4918669f7..0666d8341 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -16,6 +16,10 @@ OpenNMT-tf follows [semantic versioning 2.0.0](https://semver.org/). The API cov
 
 ### Fixes and improvements
 
+## [1.21.4](https://github.com/OpenNMT/OpenNMT-tf/releases/tag/v1.21.4) (2019-03-07)
+
+### Fixes and improvements
+
 * Fix error during manual model export
 
 ## [1.21.3](https://github.com/OpenNMT/OpenNMT-tf/releases/tag/v1.21.3) (2019-03-06)
diff --git a/docs/conf.py b/docs/conf.py
index e4234caa5..46188155e 100644
--- a/docs/conf.py
+++ b/docs/conf.py
@@ -12,7 +12,7 @@
 language = "en"
 
 version = "1.21"  # The short X.Y version.
-release = "1.21.3"  # The full version, including alpha/beta/rc tags.
+release = "1.21.4"  # The full version, including alpha/beta/rc tags.
 
 source_suffix = ".rst"
 master_doc = "index"
diff --git a/opennmt/__init__.py b/opennmt/__init__.py
index f1c2e7a74..8a68a472a 100644
--- a/opennmt/__init__.py
+++ b/opennmt/__init__.py
@@ -1,6 +1,6 @@
 """OpenNMT module."""
 
-__version__ = "1.21.3"
+__version__ = "1.21.4"
 
 from opennmt import decoders
 from opennmt import encoders
diff --git a/setup.py b/setup.py
index 2ac53120a..31bf50d19 100644
--- a/setup.py
+++ b/setup.py
@@ -7,7 +7,7 @@
 
 setup(
     name="OpenNMT-tf",
-    version="1.21.3",
+    version="1.21.4",
     license="MIT",
     description="Neural machine translation and sequence learning using TensorFlow",
     author="OpenNMT",