Correctly parse various unusual integer literals

integrated-application-development · Oct 6, 2023 · edd79d7 · edd79d7
1 parent ae9c752
commit edd79d7
Show file tree

Hide file tree

Showing 4 changed files with 34 additions and 5 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -59,6 +59,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 - `add` is no longer colorized as a keyword in the SonarQube web interface.
 - `remove` is no longer colorized as a keyword in the SonarQube web interface.
 - `variant` is no longer colorized as a keyword in the SonarQube web interface.
+- Parsing errors for unusual escaped character, hex integer, and binary integer literals.
 
 ## [0.40.0] - 2023-01-10
 

diff --git a/delphi-frontend/src/main/antlr3/au/com/integradev/delphi/antlr/Delphi.g b/delphi-frontend/src/main/antlr3/au/com/integradev/delphi/antlr/Delphi.g
@@ -1201,9 +1201,9 @@ TkIntNumber             : DigitSeq (
                               )?
                           )?
                         ;
-TkHexNumber             : '$' HexDigitSeq
+TkHexNumber             : '$' ('_' | HexDigit)*
                         ;
-TkBinaryNumber          : '%' BinaryDigitSeq
+TkBinaryNumber          : '%' ('_' | BinaryDigit)*
                         ;
 TkAsmId                 : { asmMode }? => '@' '@'? (Alpha | '_' | Digit)+
                         ;
@@ -1213,9 +1213,9 @@ TkQuotedString          : '\'' ('\'\'' | ~('\''))* '\''
                         ;
 TkAsmDoubleQuotedString : { asmMode }? => '"' (~('\"'))* '"'
                         ;
-TkCharacterEscapeCode   : '#' DigitSeq
-                        | '#' '$' HexDigitSeq
-                        | '#' '%' BinaryDigitSeq
+TkCharacterEscapeCode   : '#' ('_' | Digit)+
+                        | '#' '$' ('_' | HexDigit)+
+                        | '#' '%' ('_' | BinaryDigit)+
                         ;
 //----------------------------------------------------------------------------
 // Fragments

diff --git a/delphi-frontend/src/test/java/au/com/integradev/delphi/antlr/GrammarTest.java b/delphi-frontend/src/test/java/au/com/integradev/delphi/antlr/GrammarTest.java
@@ -237,4 +237,9 @@ void testEmptyFileShouldThrow() {
                     DelphiFileUtils.mockConfig()))
         .isInstanceOf(DelphiFileConstructionException.class);
   }
+
+  @Test
+  void testUnusualIntegerLiterals() {
+    parseFile("UnusualIntegerLiterals.pas");
+  }
 }
diff --git a/...i-frontend/src/test/resources/au/com/integradev/delphi/grammar/UnusualIntegerLiterals.pas b/...i-frontend/src/test/resources/au/com/integradev/delphi/grammar/UnusualIntegerLiterals.pas
@@ -0,0 +1,23 @@
+unit UnusualIntegerLiterals;
+
+interface
+
+const
+  HexWithoutDigits = $;
+  BinaryWithoutDigits = %;
+  HexStartingWithUnderscore = $_;
+  BinaryStartingWithUnderscore = %_;
+  HexStartingWithManyUnderscores = $__;
+  BinaryStartingWithManyUnderscores = %__;
+
+  CharHexStartingWithUnderscore = #$_;
+  CharBinaryStartingWithUnderscore = #%_;
+  CharHexStartingWithManyUnderscores = #$__;
+  CharBinaryStartingWithManyUnderscores = #%__;
+
+  CharDecimalStartingWithUnderscore = #_;
+  CharDecimalStartingWithManyUnderscores = #__;
+
+implementation
+
+end.