Handle greek letters in identifiers

Refs atom/language-python#281
tree-sitter · Nov 9, 2018 · c766d69 · c766d69
1 parent 06f1d02
commit c766d69
Show file tree

Hide file tree

Showing 4 changed files with 6,225 additions and 6,121 deletions.
diff --git a/corpus/expressions.txt b/corpus/expressions.txt
@@ -1,3 +1,16 @@
+=====================================
+Identifiers with Greek letters
+=====================================
+
+ψ1 = β_γ + Ψ_5
+
+---
+
+(module
+  (expression_statement (assignment
+    (expression_list (identifier))
+    (expression_list (binary_operator (identifier) (identifier))))))
+
 =====================================
 Subscript expressions
 =====================================

diff --git a/grammar.js b/grammar.js
@@ -787,7 +787,7 @@ module.exports = grammar({
       )
     ),
 
-    identifier: $ => /[a-zA-Z_]\w*/,
+    identifier: $ => /[a-zA-Zα-ωΑ-Ω_][a-zA-Zα-ωΑ-Ω_0-9]*/,
 
     keyword_identifier: $ => alias(choice('print', 'exec'), $.identifier),
 

diff --git a/src/grammar.json b/src/grammar.json
@@ -3927,7 +3927,7 @@
     },
     "identifier": {
       "type": "PATTERN",
-      "value": "[a-zA-Z_]\\w*"
+      "value": "[a-zA-Zα-ωΑ-Ω_][a-zA-Zα-ωΑ-Ω_0-9]*"
     },
     "keyword_identifier": {
       "type": "ALIAS",
-Original file line number
+Diff line change
@@ Expand Up / @@ -787,7 +787,7 @@ module.exports = grammar({ @@
           )
         ),
-        identifier: $ => /[a-zA-Z_]\w*/,
+        identifier: $ => /[a-zA-Zα-ωΑ-Ω_][a-zA-Zα-ωΑ-Ω_0-9]*/,
         keyword_identifier: $ => alias(choice('print', 'exec'), $.identifier),
@@ Expand Down @@