Expose tokens_count to understand existing sizes before applying a ma…

…x_tokens

graphql-c_parser/lib/graphql/c_parser.rb

@@ -123,6 +123,11 @@ def result
         @result
       end
 
+      def tokens_count
+        result
+        @tokens.length
+      end
+
       attr_reader :tokens, :next_token_index, :query_string, :filename
     end
 

lib/graphql/language/lexer.rb

@@ -19,7 +19,7 @@ def eos?
         @scanner.eos?
       end
 
-      attr_reader :pos
+      attr_reader :pos, :tokens_count
 
       def advance
         @scanner.skip(IGNORE_REGEXP)

lib/graphql/language/parser.rb

@@ -49,6 +49,11 @@ def parse
         end
       end
 
+      def tokens_count
+        parse
+        @lexer.tokens_count
+      end
+
       def line_at(pos)
         line = lines_at.bsearch_index { |l| l >= pos }
         if line.nil?

spec/graphql/language/clexer_spec.rb

@@ -54,6 +54,13 @@ def assert_bad_unicode(string, _message = nil)
       refute default_ast.definitions.first.name.frozen?
     end
 
+    it "exposes tokens_count" do
+      str = "type Query { f1: Int }"
+      parser = GraphQL::CParser::Parser.new(str, nil, GraphQL::Tracing::NullTrace, nil)
+
+      assert_equal 7, parser.tokens_count
+    end
+
     include LexerExamples
   end
 end

spec/graphql/language/parser_spec.rb

@@ -506,6 +506,15 @@
     end
   end
 
+  describe "#tokens_count" do
+    it "counts parsed token" do
+      str = "type Query { f1: Int }"
+      parser = GraphQL::Language::Parser.new(str)
+
+      assert_equal 7, parser.tokens_count
+    end
+  end
+
   module ParserTrace
     TRACES = []
     def parse(query_string:)