Ensure entry points are read as UTF-8

NEWS.rst

@@ -9,7 +9,7 @@ Deprecations and Removals
 Bug Fixes
 ---------
 
-- Correctly treat wheels contenting non-ASCII file contents so they can be
+- Correctly treat wheels containing non-ASCII file contents so they can be
   installed on Windows. (`#5712 <https://github.com/pypa/pip/issues/5712>`_)
 - Revert building of local directories in place, restoring the pre-20.1
   behaviour of copying to a temporary directory. (`#7555 <https://github.com/pypa/pip/issues/7555>`_)

news/8342.bugfix

@@ -0,0 +1,2 @@
+Correctly treat non-ASCII entry point declarations in wheels so they can be
+installed on Windows.

src/pip/_internal/operations/install/wheel.py

@@ -7,6 +7,7 @@
 import compileall
 import contextlib
 import csv
+import io
 import logging
 import os.path
 import re
@@ -21,14 +22,7 @@
 from pip._vendor import pkg_resources
 from pip._vendor.distlib.scripts import ScriptMaker
 from pip._vendor.distlib.util import get_export_entry
-from pip._vendor.six import (
-    PY2,
-    StringIO,
-    ensure_str,
-    ensure_text,
-    itervalues,
-    text_type,
-)
+from pip._vendor.six import PY2, ensure_str, ensure_text, itervalues, text_type
 
 from pip._internal.exceptions import InstallationError
 from pip._internal.locations import get_major_minor_version
@@ -131,11 +125,11 @@ def get_entrypoints(filename):
     # means that they may or may not be valid INI files. The attempt here is to
     # strip leading and trailing whitespace in order to make them valid INI
     # files.
-    with open(filename) as fp:
-        data = StringIO()
+    with io.open(filename, encoding="utf-8") as fp:
+        data = io.StringIO()
         for line in fp:
             data.write(line.strip())
-            data.write("\n")
+            data.write(u"\n")
         data.seek(0)
 
     # get the entry points and then the script names

tests/functional/test_install_wheel.py

@@ -348,6 +348,28 @@ def test_install_from_wheel_gen_uppercase_entrypoint(
         assert bool(os.access(script.base_path / wrapper_file, os.X_OK))
 
 
+# pkg_resources.EntryPoint() does not parse unicode correctly on Python 2.
+@skip_if_python2
+def test_install_from_wheel_gen_unicode_entrypoint(script):
+    make_wheel(
+        "script_wheel_unicode",
+        "1.0",
+        console_scripts=["進入點 = 模組:函式"],
+    ).save_to_dir(script.scratch_path)
+
+    result = script.pip(
+        "install",
+        "--no-index",
+        "--find-links",
+        script.scratch_path,
+        "script_wheel_unicode",
+    )
+    if os.name == "nt":
+        result.did_create(script.bin.joinpath("進入點.exe"))
+    else:
+        result.did_create(script.bin.joinpath("進入點"))
+
+
 def test_install_from_wheel_with_legacy(script, shared_data, tmpdir):
     """
     Test installing scripts (legacy scripts are preserved)

tests/unit/test_wheel.py

@@ -2,6 +2,7 @@
 
 """Tests for wheel binary packages and .dist-info."""
 import csv
+import io
 import logging
 import os
 import textwrap
@@ -29,7 +30,7 @@
 from pip._internal.utils.compat import WINDOWS
 from pip._internal.utils.misc import hash_file
 from pip._internal.utils.unpacking import unpack_file
-from tests.lib import DATA_DIR, assert_paths_equal
+from tests.lib import DATA_DIR, assert_paths_equal, skip_if_python2
 
 
 def call_get_legacy_build_wheel_path(caplog, names):
@@ -81,13 +82,18 @@ def test_get_legacy_build_wheel_path__multiple_names(caplog):
     ]
 
 
-@pytest.mark.parametrize("console_scripts",
-                         ["pip = pip._internal.main:pip",
-                          "pip:pip = pip._internal.main:pip"])
+@pytest.mark.parametrize(
+    "console_scripts",
+    [
+        u"pip = pip._internal.main:pip",
+        u"pip:pip = pip._internal.main:pip",
+        pytest.param(u"進入點 = 套件.模組:函式", marks=skip_if_python2),
+    ],
+)
 def test_get_entrypoints(tmpdir, console_scripts):
     entry_points = tmpdir.joinpath("entry_points.txt")
-    with open(str(entry_points), "w") as fp:
-        fp.write("""
+    with io.open(str(entry_points), "w", encoding="utf-8") as fp:
+        fp.write(u"""
             [console_scripts]
             {}
             [section]