Nov 5, 2023 · Oct 22, 2023 · Nov 2, 2023
diff --git a/src/sqlParser.jison b/src/sqlParser.jison
 \s+                                                               /* skip whitespace */

 [$][{](.+?)[}]                                                    return 'PLACE_HOLDER'
 [`][a-zA-Z_\u4e00-\u9fa5][a-zA-Z0-9_\u4e00-\u9fa5]*[`]            return 'IDENTIFIER'
 [\w]+[\u4e00-\u9fa5]+[0-9a-zA-Z_\u4e00-\u9fa5]*                   return 'IDENTIFIER'
 [\u4e00-\u9fa5][0-9a-zA-Z_\u4e00-\u9fa5]*                         return 'IDENTIFIER'
 [`][a-zA-Z0-9_\u0080-\uFFFF]*[`]            return 'IDENTIFIER'
 [\w]+[\u0080-\uFFFF]+[0-9a-zA-Z_\u0080-\uFFFF]*                   return 'IDENTIFIER'
 [\u0080-\uFFFF][0-9a-zA-Z_\u0080-\uFFFF]*                         return 'IDENTIFIER'
 SELECT                                                            return 'SELECT'
 ALL                                                               return 'ALL'
 ANY                                                               return 'ANY'
 [-]?[0-9]+(\.[0-9]+)?                                             return 'NUMERIC'
 [-]?[0-9]+(\.[0-9]+)?[eE][-][0-9]+(\.[0-9]+)?                     return 'EXPONENT_NUMERIC'

 [a-zA-Z_\u4e00-\u9fa5][a-zA-Z0-9_\u4e00-\u9fa5]*                  return 'IDENTIFIER'
 [a-zA-Z_\u0080-\uFFFF][a-zA-Z0-9_\u0080-\uFFFF]*                  return 'IDENTIFIER'
 \.                                                                return 'DOT'
 ["][a-zA-Z_\u4e00-\u9fa5][a-zA-Z0-9_\u4e00-\u9fa5]*["]            return 'STRING'
 ['][a-zA-Z_\u4e00-\u9fa5][a-zA-Z0-9_\u4e00-\u9fa5]*[']            return 'STRING'
diff --git a/test/main.test.js b/test/main.test.js
  it('test IDENTIFIER', function () {
    testParser('select `aa#sfs`(a) as \'A A\' from z');
  });

  it('Support unicode extended char (U+0080..U+FFFF) as column name or alias', function() {
    testParser(`select
      país,
      MAX(produção) as maior_produção,
      Ĉapelo,
      Δάσος,
      Молоко,
      سلام,
      かわいい
    from table`)
  })
 });
Original file line number	Diff line number	Diff line change
Expand Up		@@ -12,9 +12,9 @@
		\s+ /* skip whitespace */

		[$][{](.+?)[}] return 'PLACE_HOLDER'
		[`][a-zA-Z_\u4e00-\u9fa5][a-zA-Z0-9_\u4e00-\u9fa5]*[`] return 'IDENTIFIER'
		[\w]+[\u4e00-\u9fa5]+[0-9a-zA-Z_\u4e00-\u9fa5]* return 'IDENTIFIER'
		[\u4e00-\u9fa5][0-9a-zA-Z_\u4e00-\u9fa5]* return 'IDENTIFIER'
		[`][a-zA-Z0-9_\u0080-\uFFFF]*[`] return 'IDENTIFIER'
		[\w]+[\u0080-\uFFFF]+[0-9a-zA-Z_\u0080-\uFFFF]* return 'IDENTIFIER'
		[\u0080-\uFFFF][0-9a-zA-Z_\u0080-\uFFFF]* return 'IDENTIFIER'
		SELECT return 'SELECT'
		ALL return 'ALL'
		ANY return 'ANY'
Expand DownExpand Up		@@ -125,7 +125,7 @@ UNION return 'UNION'
		[-]?[0-9]+(\.[0-9]+)? return 'NUMERIC'
		[-]?[0-9]+(\.[0-9]+)?[eE][-][0-9]+(\.[0-9]+)? return 'EXPONENT_NUMERIC'

		[a-zA-Z_\u4e00-\u9fa5][a-zA-Z0-9_\u4e00-\u9fa5]* return 'IDENTIFIER'
		[a-zA-Z_\u0080-\uFFFF][a-zA-Z0-9_\u0080-\uFFFF]* return 'IDENTIFIER'
		\. return 'DOT'
		["][a-zA-Z_\u4e00-\u9fa5][a-zA-Z0-9_\u4e00-\u9fa5]*["] return 'STRING'
		['][a-zA-Z_\u4e00-\u9fa5][a-zA-Z0-9_\u4e00-\u9fa5]*['] return 'STRING'
Expand Down
Original file line number	Diff line number	Diff line change
Expand Up		@@ -450,4 +450,16 @@ describe('select grammar support', function () {
		it('test IDENTIFIER', function () {
		testParser('select `aa#sfs`(a) as \'A A\' from z');
		});

		it('Support unicode extended char (U+0080..U+FFFF) as column name or alias', function() {
		testParser(`select
		país,
		MAX(produção) as maior_produção,
		Ĉapelo,
		Δάσος,
		Молоко,
		سلام,
		かわいい
		from table`)
		})
		});