Nov 27, 2023 · Nov 27, 2023 · Nov 27, 2023
diff --git a/Lib/test/test_syntax.py b/Lib/test/test_syntax.py
 """
        self._check_error(code, "parenthesis '\\)' does not match opening parenthesis '\\['")

        # Examples with dencodings
        s = b'# coding=latin\n(aaaaaaaaaaaaaaaaa\naaaaaaaaaaa\xb5'
        self._check_error(s, "'\(' was never closed")

    def test_error_string_literal(self):

        self._check_error("'blech", "unterminated string literal")
diff --git a/Misc/NEWS.d/next/Core and Builtins/2023-11-25-22-39-44.gh-issue-112387.AbBq5W.rst b/Misc/NEWS.d/next/Core and Builtins/2023-11-25-22-39-44.gh-issue-112387.AbBq5W.rst
 Fix error positions for decoded strings with backwards tokenize errors.
 Patch by Pablo Galindo
diff --git a/Parser/pegen_errors.c b/Parser/pegen_errors.c
    Py_ssize_t relative_lineno = p->starting_lineno ? lineno - p->starting_lineno + 1 : lineno;
    const char* buf_end = p->tok->fp_interactive ? p->tok->interactive_src_end : p->tok->inp;

    if (buf_end < cur_line) {
        buf_end = cur_line + strlen(cur_line);
    }

    for (int i = 0; i < relative_lineno - 1; i++) {
        char *new_line = strchr(cur_line, '\n');
        // The assert is here for debug builds but the conditional that
Original file line number	Diff line number	Diff line change
Expand Up		@@ -2143,6 +2143,10 @@ def test_error_parenthesis(self):
		"""
		self._check_error(code, "parenthesis '\\)' does not match opening parenthesis '\\['")

		# Examples with dencodings
		s = b'# coding=latin\n(aaaaaaaaaaaaaaaaa\naaaaaaaaaaa\xb5'
		self._check_error(s, "'\(' was never closed")

		def test_error_string_literal(self):

		self._check_error("'blech", "unterminated string literal")
Expand Down
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		Fix error positions for decoded strings with backwards tokenize errors.
		Patch by Pablo Galindo
Original file line number	Diff line number	Diff line change
Expand Up		@@ -266,6 +266,10 @@ get_error_line_from_tokenizer_buffers(Parser *p, Py_ssize_t lineno)
		Py_ssize_t relative_lineno = p->starting_lineno ? lineno - p->starting_lineno + 1 : lineno;
		const char* buf_end = p->tok->fp_interactive ? p->tok->interactive_src_end : p->tok->inp;

		if (buf_end < cur_line) {
		buf_end = cur_line + strlen(cur_line);
		}

		for (int i = 0; i < relative_lineno - 1; i++) {
		char *new_line = strchr(cur_line, '\n');
		// The assert is here for debug builds but the conditional that
Expand Down