Add  (U+F0B7) to nob

Closes #2
giellalt · Jul 19, 2021 · ad27302 · ad27302
1 parent 8cba7a4
commit ad27302
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/tools/tokenisers/tokeniser-disamb-gt-desc.pmscript b/tools/tokenisers/tokeniser-disamb-gt-desc.pmscript
@@ -62,7 +62,7 @@ Define blank           Whitespace | incondform
                        | { } ! U+200A    Hair Space                 &#8202;
                        | {}  ! U+200B    Zero-Width Space           &#8203;
                        | {‌}  ! U+200C    Zero Width Non-Joiner      &#8204;
-                       | {‍}  ! U+200D    Zero Width Joiner          &#8205; 
+                       | {‍}  ! U+200D    Zero Width Joiner          &#8205;
 !                      | {}  ! U+200E    Left-To-Right Mark         &#8206; ! Causes syntax error in pmatch
 !                      | {}  ! U+200F    Right-To-Left Mark         &#8207; ! Causes syntax error in pmatch
 !                      | {}  ! U+2028    Line separator             &#8232; ! Causes syntax error in pmatch
@@ -110,7 +110,7 @@ Define alphabet "a-z"
                |{š}|{ž}|{č}|{đ}|{í}|{ŋ}|{ň}|{ŧ}|{ň}
                |{Š}|{Ž}|{Č}|{Đ}|{Í}|{Ŋ}|{Ň}|{Ŧ}|{Ň}
                | "0-9"
-               |{_}|{§}|{°}|{†}
+               |{_}|{§}|{°}|{†}|{}
                ! Combining diacritics as individual symbols,
                ! to be able to analyse unknown words with
                ! decomposed diacritics. All combining diacritics

diff --git a/tools/tokenisers/tokeniser-gramcheck-gt-desc.pmscript b/tools/tokenisers/tokeniser-gramcheck-gt-desc.pmscript
@@ -62,7 +62,7 @@ Define blank           Whitespace | incondform
                        | { } ! U+200A    Hair Space                 &#8202;
                        | {}  ! U+200B    Zero-Width Space           &#8203;
                        | {‌}  ! U+200C    Zero Width Non-Joiner      &#8204;
-                       | {‍}  ! U+200D    Zero Width Joiner          &#8205; 
+                       | {‍}  ! U+200D    Zero Width Joiner          &#8205;
 !                      | {}  ! U+200E    Left-To-Right Mark         &#8206; ! Causes syntax error in pmatch
 !                      | {}  ! U+200F    Right-To-Left Mark         &#8207; ! Causes syntax error in pmatch
 !                      | {}  ! U+2028    Line separator             &#8232; ! Causes syntax error in pmatch
@@ -110,7 +110,7 @@ Define alphabet "a-z"
                |{š}|{ž}|{č}|{đ}|{í}|{ŋ}|{ň}|{ŧ}|{ň}
                |{Š}|{Ž}|{Č}|{Đ}|{Í}|{Ŋ}|{Ň}|{Ŧ}|{Ň}
                | "0-9"
-               |{_}|{§}|{°}|{†}
+               |{_}|{§}|{°}|{†}|{}
                ! Combining diacritics as individual symbols,
                ! to be able to analyse unknown words with
                ! decomposed diacritics. All combining diacritics