Add tests for list and binary comprehensions

elixir-makeup · Jan 28, 2025 · 0ac0b7d · 0ac0b7d
1 parent e770cd4
commit 0ac0b7d
Show file tree

Hide file tree

Showing 2 changed files with 56 additions and 1 deletion.
diff --git a/lib/makeup/lexers/erlang_lexer.ex b/lib/makeup/lexers/erlang_lexer.ex
@@ -219,7 +219,10 @@ defmodule Makeup.Lexers.ErlangLexer do
   tuple = many_surrounded_by(parsec(:root_element), "{", "}")
 
   syntax_operators =
-    word_from_list(~W[+ - +? ++ = == -- * / < > /= =:= =/= =< >= ==? <- ! ? ?!], :operator)
+    word_from_list(
+      ~W[+ - +? ++ = == -- * / < > /= =:= =/= =< >= ==? <- <= ! ? ?!],
+      :operator
+    )
 
   record =
     token(string("#"), :operator)

diff --git a/test/makeup/erlang_lexer/erlang_lexer_tokenizer_test.exs b/test/makeup/erlang_lexer/erlang_lexer_tokenizer_test.exs
@@ -231,6 +231,57 @@ defmodule ErlangLexerTokenizer do
     end
   end
 
+  describe "comprehensions" do
+    test "list" do
+      assert lex("[A||A<-B]") == [
+               {:punctuation, %{group_id: "group-1"}, "["},
+               {:name, %{}, "A"},
+               {:punctuation, %{}, "||"},
+               {:name, %{}, "A"},
+               {:operator, %{}, "<-"},
+               {:name, %{}, "B"},
+               {:punctuation, %{group_id: "group-1"}, "]"}
+             ]
+
+      assert lex("[A||A<-B,true]") ==
+               [
+                 {:punctuation, %{group_id: "group-1"}, "["},
+                 {:name, %{}, "A"},
+                 {:punctuation, %{}, "||"},
+                 {:name, %{}, "A"},
+                 {:operator, %{}, "<-"},
+                 {:name, %{}, "B"},
+                 {:punctuation, %{}, ","},
+                 {:string_symbol, %{}, "true"},
+                 {:punctuation, %{group_id: "group-1"}, "]"}
+               ]
+    end
+
+    test "binary" do
+      assert lex("[A||A<=B]") == [
+               {:punctuation, %{group_id: "group-1"}, "["},
+               {:name, %{}, "A"},
+               {:punctuation, %{}, "||"},
+               {:name, %{}, "A"},
+               {:operator, %{}, "<="},
+               {:name, %{}, "B"},
+               {:punctuation, %{group_id: "group-1"}, "]"}
+             ]
+
+      assert lex("<<A||A<=B,true>>") == [
+               {:punctuation, %{group_id: "group-1"}, "<<"},
+               {:name, %{}, "A"},
+               {:punctuation, %{}, "||"},
+               {:name, %{}, "A"},
+               {:operator, %{}, "<="},
+               {:name, %{}, "B"},
+               {:punctuation, %{}, ","},
+               {:string_symbol, %{}, "true"},
+               {:punctuation, %{group_id: "group-1"}, ">>"}
+             ]
+    end
+  end
+
   describe "atoms" do
     test "are tokenized as such" do
       assert lex("atom") == [{:string_symbol, %{}, "atom"}]
@@ -312,6 +363,7 @@ defmodule ErlangLexerTokenizer do
       assert lex("=") == [{:operator, %{}, "="}]
       assert lex("!") == [{:operator, %{}, "!"}]
       assert lex("<-") == [{:operator, %{}, "<-"}]
+      assert lex("<=") == [{:operator, %{}, "<="}]
     end
 
     test "word operators are tokenized as operator" do