diff --git a/tests/test_cli.py b/tests/test_cli.py
index 5d4712aa2..d10f4a1b5 100644
--- a/tests/test_cli.py
+++ b/tests/test_cli.py
@@ -545,7 +545,7 @@ def test_set_kernel_inplace(py_file, tmpdir):
 
     nb = read(tmp_py)
     kernel_name = nb.metadata['kernelspec']['name']
-    assert get_kernel_spec(kernel_name).argv[0].lower() in ['python', sys.executable.lower()]
+    assert os.path.normpath(get_kernel_spec(kernel_name).argv[0]) in ['python', sys.executable]
 
 
 @pytest.mark.parametrize('py_file', list_notebooks('python'))
@@ -559,7 +559,7 @@ def test_set_kernel_auto(py_file, tmpdir):
 
     nb = read(tmp_ipynb)
     kernel_name = nb.metadata['kernelspec']['name']
-    assert get_kernel_spec(kernel_name).argv[0].lower() in ['python', sys.executable.lower()]
+    assert os.path.normpath(get_kernel_spec(kernel_name).argv[0]) in ['python', sys.executable]
 
 
 @pytest.mark.parametrize('py_file', list_notebooks('python'))