Commit14b0b83

committed

gh-125588: Allow to regenerate the parser with Python < 3.12

Signed-off-by: Pablo Galindo <pablogsal@gmail.com>

1 parent7b8bd3b commit14b0b83Copy full SHA for 14b0b83

File tree

-3

lines changed

-3

lines changed

Lines changed: 3 additions & 3 deletions

Original file line number	Diff line number	Diff line change
`@@ -207,7 +207,7 @@ def string(self) -> Optional[tokenize.TokenInfo]:`
`207`	`207`
`208`	`208`	`@memoize`
`209`	`209`	`deffstring_start(self)->Optional[tokenize.TokenInfo]:`
`210`		`-FSTRING_START=getattr(token,"FSTRING_START")`
	`210`	`+FSTRING_START=getattr(token,"FSTRING_START",None)`
`211`	`211`	`ifnotFSTRING_START:`
`212`	`212`	`returnNone`
`213`	`213`	`tok=self._tokenizer.peek()`
`@@ -217,7 +217,7 @@ def fstring_start(self) -> Optional[tokenize.TokenInfo]:`
`217`	`217`
`218`	`218`	`@memoize`
`219`	`219`	`deffstring_middle(self)->Optional[tokenize.TokenInfo]:`
`220`		`-FSTRING_MIDDLE=getattr(token,"FSTRING_MIDDLE")`
	`220`	`+FSTRING_MIDDLE=getattr(token,"FSTRING_MIDDLE",None)`
`221`	`221`	`ifnotFSTRING_MIDDLE:`
`222`	`222`	`returnNone`
`223`	`223`	`tok=self._tokenizer.peek()`
`@@ -227,7 +227,7 @@ def fstring_middle(self) -> Optional[tokenize.TokenInfo]:`
`227`	`227`
`228`	`228`	`@memoize`
`229`	`229`	`deffstring_end(self)->Optional[tokenize.TokenInfo]:`
`230`		`-FSTRING_END=getattr(token,"FSTRING_END")`
	`230`	`+FSTRING_END=getattr(token,"FSTRING_END",None)`
`231`	`231`	`ifnotFSTRING_END:`
`232`	`232`	`returnNone`
`233`	`233`	`tok=self._tokenizer.peek()`

Lines changed: 6 additions & 0 deletions

Original file line number	Diff line number	Diff line change
`@@ -1,3 +1,4 @@`
	`1`	`+importsys`
`1`	`2`	`importast`
`2`	`3`	`importcontextlib`
`3`	`4`	`importre`
`@@ -75,6 +76,11 @@ class RuleCheckingVisitor(GrammarVisitor):`
`75`	`76`	`def__init__(self,rules:Dict[str,Rule],tokens:Set[str]):`
`76`	`77`	`self.rules=rules`
`77`	`78`	`self.tokens=tokens`
	`79`	`+# If python < 3.12 add the virtual fstring tokens`
	`80`	`+ifsys.version_info< (3,12):`
	`81`	`+self.tokens.add("FSTRING_START")`
	`82`	`+self.tokens.add("FSTRING_END")`
	`83`	`+self.tokens.add("FSTRING_MIDDLE")`
`78`	`84`
`79`	`85`	`defvisit_NameLeaf(self,node:NameLeaf)->None:`
`80`	`86`	`ifnode.valuenotinself.rulesandnode.valuenotinself.tokens:`

Comments

(0)