diff --git a/docs/readthedocs/source/_static/css/custom.css b/docs/readthedocs/source/_static/css/custom.css
index e69de29bb2d..768a453843c 100644
--- a/docs/readthedocs/source/_static/css/custom.css
+++ b/docs/readthedocs/source/_static/css/custom.css
@@ -0,0 +1,13 @@
+/* align items in the left part of header to the ground*/
+.bd-header #navbar-start {
+    align-items: end;
+}
+
+/* for version badge, possible for other badges*/
+.version-badge{
+    border: 1px solid var(--pst-color-primary);
+    border-radius: 0.25rem;
+    color: var(--pst-color-primary);
+    padding: 0.1rem 0.25rem;
+    font-size: var(--pst-font-size-milli);
+}
\ No newline at end of file
diff --git a/docs/readthedocs/source/_static/image/bigdl_handouts.png b/docs/readthedocs/source/_static/image/bigdl_handouts.png
new file mode 100644
index 00000000000..8363f5dde0c
Binary files /dev/null and b/docs/readthedocs/source/_static/image/bigdl_handouts.png differ
diff --git a/docs/readthedocs/source/_static/js/custom.js b/docs/readthedocs/source/_static/js/custom.js
index 92a45b363e2..2f59dbec785 100644
--- a/docs/readthedocs/source/_static/js/custom.js
+++ b/docs/readthedocs/source/_static/js/custom.js
@@ -1,6 +1,5 @@
 $(document).ready(function(){
-//    $('.btn.dropdown-toggle.nav-item').text('Libraries'); // change text for dropdown menu in header from More to Libraries
-    $('.navbar-end-item.navbar-end__search-button-container').remove(); // remove search button from top bar manually
+//  $('.btn.dropdown-toggle.nav-item').text('Libraries'); // change text for dropdown menu in header from More to Libraries
     $('#ethical-ad-placement').css({  //weanken the display effect of ads div
         "transform":"scale(0.3)",   // make it smaller
         "position":"absolute",      // modify its position
diff --git a/docs/readthedocs/source/_templates/breadcrumbs.html b/docs/readthedocs/source/_templates/breadcrumbs.html
deleted file mode 100644
index 599388dca4a..00000000000
--- a/docs/readthedocs/source/_templates/breadcrumbs.html
+++ /dev/null
@@ -1,60 +0,0 @@
-<!--
-Copyright 2016 The BigDL Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-
-the following code is adapted from https://github.com/readthedocs/sphinx_rtd_theme/
-
-The MIT License (MIT)
-
-Copyright (c) 2013-2018 Dave Snider, Read the Docs, Inc. & contributors
-
-Permission is hereby granted, free of charge, to any person obtaining a copy of
-this software and associated documentation files (the "Software"), to deal in
-the Software without restriction, including without limitation the rights to
-use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
-the Software, and to permit persons to whom the Software is furnished to do so,
-subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
-FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
-COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
-IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
-CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
--->
-
-{%- extends "sphinx_rtd_theme/breadcrumbs.html" %}
-
-<!--Change "Edit on Github" button on top-right corner to "Edit this page" in every page-->
-{%- block breadcrumbs_aside %}
-<li class="wy-breadcrumbs-aside">
-  {%- if hasdoc(pagename) and display_vcs_links %}
-    {%- if display_github %}
-      {%- if check_meta and 'github_url' in meta %}
-        <!-- User defined GitHub URL -->
-        <a href="{{ meta['github_url'] }}" class="fa fa-github"> {{ _('Edit this page') }}</a>
-      {%- else %}
-        <a href="https://{{ github_host|default("github.com") }}/{{ github_user }}/{{ github_repo }}/{{ theme_vcs_pageview_mode or "blob" }}/{{ github_version }}{{ conf_py_path }}{{ pagename }}{{ page_source_suffix }}" class="fa fa-github"> {{ _('Edit this page') }}</a>
-      {%- endif %}
-    {%- elif show_source and source_url_prefix %}
-      <a href="{{ source_url_prefix }}{{ pagename }}{{ page_source_suffix }}">{{ _('View page source') }}</a>
-    {%- elif show_source and has_source and sourcename %}
-      <a href="{{ pathto('_sources/' + sourcename, true)|e }}" rel="nofollow"> {{ _('View page source') }}</a>
-    {%- endif %}
-  {%- endif %}
-</li>
-{%- endblock %}
\ No newline at end of file
diff --git a/docs/readthedocs/source/_templates/sidebar_backbutton.html b/docs/readthedocs/source/_templates/sidebar_backbutton.html
new file mode 100644
index 00000000000..fc2482c8000
--- /dev/null
+++ b/docs/readthedocs/source/_templates/sidebar_backbutton.html
@@ -0,0 +1,6 @@
+{% set home_href = pathto(master_doc) %}
+<div>
+    <a href={{ home_href }}>
+        <strong>Back to Homepage ↵</strong>
+    </a>
+</div>
\ No newline at end of file
diff --git a/docs/readthedocs/source/_templates/sidebar_handouts.html b/docs/readthedocs/source/_templates/sidebar_handouts.html
new file mode 100644
index 00000000000..46bd5c1e61f
--- /dev/null
+++ b/docs/readthedocs/source/_templates/sidebar_handouts.html
@@ -0,0 +1,7 @@
+<div>
+    <strong>BigDL Handouts</strong>
+    <br/>
+    <a href="_static/image/bigdl_handouts.png">
+        <img src="_static/image/bigdl_handouts.png" alt="BigDL Handouts"/>
+    </a>
+</div>
\ No newline at end of file
diff --git a/docs/readthedocs/source/_templates/sidebar_releases.html b/docs/readthedocs/source/_templates/sidebar_releases.html
new file mode 100644
index 00000000000..32e14bb5e2f
--- /dev/null
+++ b/docs/readthedocs/source/_templates/sidebar_releases.html
@@ -0,0 +1,19 @@
+<div>
+    <strong>Versions</strong>
+    <div style="display:flex">
+        <div>
+            latest:&nbsp;
+            <br/>
+            v2.1.0:&nbsp;
+            <br/>
+            v2.0.0:&nbsp;
+        </div>
+        <div>
+            <a href="https://bigdl.readthedocs.io/en/latest/">document</a>
+            <br/>
+            <a href="https://bigdl.readthedocs.io/en/v2.1.0/">document</a> | <a href="https://github.com/intel-analytics/BigDL/releases/tag/v2.1.0">release notes</a>
+            <br/>
+            <a href="https://bigdl.readthedocs.io/en/v2.0.0/">document</a> | <a href="https://github.com/intel-analytics/BigDL/releases/tag/v2.0.0">release notes</a>
+        </div>
+    </div>
+</div>
\ No newline at end of file
diff --git a/docs/readthedocs/source/_templates/version_badge.html b/docs/readthedocs/source/_templates/version_badge.html
new file mode 100644
index 00000000000..8eeaa61f7a4
--- /dev/null
+++ b/docs/readthedocs/source/_templates/version_badge.html
@@ -0,0 +1,3 @@
+<div class="version-badge" style="margin-bottom: 2px;">
+    {{ release }}
+</div>
\ No newline at end of file
diff --git a/docs/readthedocs/source/conf.py b/docs/readthedocs/source/conf.py
index 764eba8c2d3..b41b677ee2f 100644
--- a/docs/readthedocs/source/conf.py
+++ b/docs/readthedocs/source/conf.py
@@ -41,14 +41,21 @@
             "icon": "fa-brands fa-square-github",
             "type": "fontawesome",
         }
-   ]
+   ],
+   "navbar_start": ["navbar-logo.html", "version_badge.html"]
 }
 html_logo = "../image/bigdl_logo.png"
 
 # add search bar to side bar
 html_sidebars = {
-    "**": ["search-field.html", "sidebar-nav-bs.html"]
+    "index": [
+        "sidebar_releases.html",
+        "sidebar_handouts.html"
+    ],
+    "**": ["sidebar_backbutton.html","sidebar-nav-bs.html"]
 }
+# hard code it for now, may change it to read from installed bigdl
+release = "latest"
 
 # The suffix of source filenames.
 from recommonmark.parser import CommonMarkParser