Allow comma characters in parser

tonsky · Aug 30, 2024 · ee28d17 · ee28d17
1 parent c04ca6b
commit ee28d17
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 4 deletions.
diff --git a/cs_parser.py b/cs_parser.py
@@ -241,7 +241,7 @@ def parse(self, string, pos):
                       name = "wrap")
 
 token = '[^' + r'()\[\]{}\"@~^;`#\'' + ws + '][^' + r'()\[\]{}\"@^;`' + ws + ']*'
-parsers['token'] = Regex(r'(##)?(\\[()\[\]{}\"@^;`]|' + token + ")", name = "token")
+parsers['token'] = Regex(r'(##)?(\\[()\[\]{}\"@^;`,]|' + token + ")", name = "token")
 
 parsers['string'] = Seq(Regex(r'#?"', name=".open"),
                         Optional(Regex(r'([^"\\]+|\\.)+', name = ".body")),

diff --git a/test_parser/token.txt b/test_parser/token.txt
@@ -640,19 +640,20 @@ Simple Char
 Special Chars
 ================================================================================
 
-\( \) \[ \] \{ \} \@ \"
+\( \) \[ \] \{ \} \@ \" \,
 
 --------------------------------------------------------------------------------
 
-(source 0..23    
+(source 0..26    
   (token 0..2 '\(')   
   (token 3..5 '\)')   
   (token 6..8 '\[')   
   (token 9..11 '\]')  
   (token 12..14 '\{') 
   (token 15..17 '\}') 
   (token 18..20 '\@')
-  (token 21..23 '\"'))
+  (token 21..23 '\"')
+  (token 24..26 '\,'))
 
 ================================================================================
 Octal Char