Apr 16, 2024 · Apr 12, 2024 · Apr 15, 2024 · Apr 15, 2024 · Apr 15, 2024
diff --git a/Doc/library/site.rst b/Doc/library/site.rst
   Limiting a code chunk to a single line is a deliberate measure
   to discourage putting anything more complex here.

 ..versionchanged::3.13
   The:file:`.pth` files are now decoded by UTF-8 at first and then by the
 :term:`locale encoding` if it fails.

 ..index::
   single: package
   triple: path; configuration; file
diff --git a/Doc/whatsnew/3.13.rst b/Doc/whatsnew/3.13.rst
 * Rename :exc:`!re.error` to :exc:`re.PatternError` for improved clarity.
  :exc:`!re.error` is kept for backward compatibility.

 site
 ----

 * :file:`.pth` files are now decoded by UTF-8 first, and then by the
  :term:`locale encoding` if the UTF-8 decoding fails.
  (Contributed by Inada Naoki in :gh:`117802`.)

 sqlite3
 -------

diff --git a/Lib/site.py b/Lib/site.py
 return
 _trace(f"Processing .pth file:{fullname!r}")
 try:
 # locale encoding is not ideal especially on Windows. But we have used
 # it for a long time. setuptools uses the locale encoding too.
 f=io.TextIOWrapper(io.open_code(fullname),encoding="locale")
 withio.open_code(fullname)asf:
 pth_content=f.read()
 exceptOSError:
 return
 withf:
 forn,lineinenumerate(f):
 ifline.startswith("#"):
 continue
 ifline.strip()=="":

 try:
 pth_content=pth_content.decode()
 exceptUnicodeDecodeError:
 # Fallback to locale encoding for backward compatibility.
 # We will deprecate this fallback in the future.
 importlocale
 pth_content=pth_content.decode(locale.getencoding())
 _trace(f"Cannot read{fullname!r} as UTF-8. "
 f"Using fallback encoding{locale.getencoding()!r}")

 forn,lineinenumerate(pth_content.splitlines(),1):
 ifline.startswith("#"):
 continue
 ifline.strip()=="":
 continue
 try:
 ifline.startswith(("import ","import\t")):
 exec(line)
 continue
 try:
 ifline.startswith(("import ","import\t")):
 exec(line)
 continue
 line=line.rstrip()
 dir,dircase=makepath(sitedir,line)
 ifnotdircaseinknown_pathsandos.path.exists(dir):
 sys.path.append(dir)
 known_paths.add(dircase)
 exceptExceptionasexc:
 print("Error processing line {:d} of {}:\n".format(n+1,fullname),
 file=sys.stderr)
 importtraceback
 forrecordintraceback.format_exception(exc):
 forlineinrecord.splitlines():
 print('  '+line,file=sys.stderr)
 print("\nRemainder of file ignored",file=sys.stderr)
 break
 line=line.rstrip()
 dir,dircase=makepath(sitedir,line)
 ifdircasenotinknown_pathsandos.path.exists(dir):
 sys.path.append(dir)
 known_paths.add(dircase)
 exceptExceptionasexc:
 print(f"Error processing line{n:d} of{fullname}:\n",
 file=sys.stderr)
 importtraceback
 forrecordintraceback.format_exception(exc):
 forlineinrecord.splitlines():
 print('  '+line,file=sys.stderr)
 print("\nRemainder of file ignored",file=sys.stderr)
 break
 ifreset:
 known_paths=None
 returnknown_paths
diff --git a/Misc/NEWS.d/next/Library/2024-04-12-17-37-11.gh-issue-77102.Mk6X_E.rst b/Misc/NEWS.d/next/Library/2024-04-12-17-37-11.gh-issue-77102.Mk6X_E.rst
 :mod:`site` module now parses ``.pth`` file with UTF-8 first, and
 :term:`locale encoding` if ``UnicodeDecodeError`` happened. It supported
 only locale encoding before.
Original file line number	Diff line number	Diff line change
Expand Up		@@ -74,6 +74,10 @@ with ``import`` (followed by space or tab) are executed.
		Limiting a code chunk to a single line is a deliberate measure
		to discourage putting anything more complex here.

		..versionchanged::3.13
		The:file:`.pth` files are now decoded by UTF-8 at first and then by the
		:term:`locale encoding` if it fails.

		..index::
		single: package
		triple: path; configuration; file
Expand Down
Original file line number	Diff line number	Diff line change
Expand Up		@@ -634,6 +634,13 @@ re
		* Rename :exc:`!re.error` to :exc:`re.PatternError` for improved clarity.
		:exc:`!re.error` is kept for backward compatibility.

		site
		----

		* :file:`.pth` files are now decoded by UTF-8 first, and then by the
		:term:`locale encoding` if the UTF-8 decoding fails.
		(Contributed by Inada Naoki in :gh:`117802`.)

		sqlite3
		-------

Expand Down
Original file line number	Diff line number	Diff line change
Expand Up		@@ -179,35 +179,44 @@ def addpackage(sitedir, name, known_paths):
		return
		_trace(f"Processing .pth file:{fullname!r}")
		try:
		# locale encoding is not ideal especially on Windows. But we have used
		# it for a long time. setuptools uses the locale encoding too.
		f=io.TextIOWrapper(io.open_code(fullname),encoding="locale")
		withio.open_code(fullname)asf:
		pth_content=f.read()
		exceptOSError:
		return
		withf:
		forn,lineinenumerate(f):
		ifline.startswith("#"):
		continue
		ifline.strip()=="":

		try:
		pth_content=pth_content.decode()
		exceptUnicodeDecodeError:
		# Fallback to locale encoding for backward compatibility.
		# We will deprecate this fallback in the future.
		importlocale
		pth_content=pth_content.decode(locale.getencoding())
		_trace(f"Cannot read{fullname!r} as UTF-8. "
		f"Using fallback encoding{locale.getencoding()!r}")

		forn,lineinenumerate(pth_content.splitlines(),1):
		ifline.startswith("#"):
		continue
		ifline.strip()=="":
		continue
		try:
		ifline.startswith(("import ","import\t")):
		exec(line)
		continue
		try:
		ifline.startswith(("import ","import\t")):
		exec(line)
		continue
		line=line.rstrip()
		dir,dircase=makepath(sitedir,line)
		ifnotdircaseinknown_pathsandos.path.exists(dir):
		sys.path.append(dir)
		known_paths.add(dircase)
		exceptExceptionasexc:
		print("Error processing line {:d} of {}:\n".format(n+1,fullname),
		file=sys.stderr)
		importtraceback
		forrecordintraceback.format_exception(exc):
		forlineinrecord.splitlines():
		print(' '+line,file=sys.stderr)
		print("\nRemainder of file ignored",file=sys.stderr)
		break
		line=line.rstrip()
		dir,dircase=makepath(sitedir,line)
		ifdircasenotinknown_pathsandos.path.exists(dir):
		sys.path.append(dir)
		known_paths.add(dircase)
		exceptExceptionasexc:
		print(f"Error processing line{n:d} of{fullname}:\n",
		file=sys.stderr)
		importtraceback
		forrecordintraceback.format_exception(exc):
		forlineinrecord.splitlines():
		print(' '+line,file=sys.stderr)
		print("\nRemainder of file ignored",file=sys.stderr)
		break
		ifreset:
		known_paths=None
		returnknown_paths
Expand Down
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,3 @@
		:mod:`site` module now parses ``.pth`` file with UTF-8 first, and
		:term:`locale encoding` if ``UnicodeDecodeError`` happened. It supported
		only locale encoding before.