From a13d8187245430ea7153666bbcc4c28983e4b21e Mon Sep 17 00:00:00 2001 From: George Sittas Date: Tue, 13 Jun 2023 16:40:16 +0300 Subject: [PATCH] Fix(tokenizer): improve tokenization of decimals ending in . --- sqlglot/tokens.py | 2 +- tests/fixtures/identity.sql | 4 ++++ 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/sqlglot/tokens.py b/sqlglot/tokens.py index c89592ad26..6f28e452f2 100644 --- a/sqlglot/tokens.py +++ b/sqlglot/tokens.py @@ -995,7 +995,7 @@ def _scan_number(self) -> None: self._advance() elif self._peek == "." and not decimal: after = self.peek(1) - if after.isdigit() or not after.strip(): + if after.isdigit() or not after.isalpha(): decimal = True self._advance() else: diff --git a/tests/fixtures/identity.sql b/tests/fixtures/identity.sql index 5e3bfd976e..cf3943291a 100644 --- a/tests/fixtures/identity.sql +++ b/tests/fixtures/identity.sql @@ -1,7 +1,11 @@ SUM(1) SUM(CASE WHEN x > 1 THEN 1 ELSE 0 END) / y 1 +(1) +1. +(1.) 1.0 +(1.0) 1E2 1E+2 1E-2