Implement STRINGIZING zxbpp operator

Author: boriel

src/libzxbpp/prepro/operators.py

@@ -20,3 +20,21 @@ def __init__(self, lineno: int, table: 'prepro.DefinesTable', left: MacroCall, r
 
     def __call__(self, symbolTable: 'prepro.DefinesTable' = None) -> str:
         return self.left(symbolTable).rstrip() + self.right(symbolTable).lstrip()
+
+
+class Stringizing(MacroCall):
+    """ Implements stringizing operator (#). Converts the result of the
+    macrocall into a BASIC string (double quotes " as delimiters, escaped as
+    doubled-double quote 'Hello "dear"' => 'Hello ""dear""').
+    """
+    def __init__(self, lineno: int, table: 'prepro.DefinesTable', macro_call: MacroCall):
+        super().__init__(lineno=lineno, table=table, id_='')
+        self.macro_call = macro_call
+
+    @staticmethod
+    def stringize(s: str) -> str:
+        s = s.replace('"', '""')
+        return f'"{s}"'
+
+    def __call__(self, symbolTable: 'prepro.DefinesTable' = None) -> str:
+        return self.stringize(self.macro_call(symbolTable))

src/libzxbpp/zxbpp.py

@@ -31,6 +31,7 @@
 from .prepro import DefinesTable, ID, MacroCall, Arg, ArgList
 from .prepro.exceptions import PreprocError
 from .prepro.operators import Concatenation
+from .prepro.operators import Stringizing
 
 from src import arch
 
@@ -64,7 +65,7 @@ class IfDef(NamedTuple):
     ('nonassoc', 'DUMMY'),
     ('left', 'EQ', 'NE', 'LT', 'LE', 'GT', 'GE'),
     ('right', 'LLP'),
-    ('left', 'PASTE'),
+    ('left', 'PASTE', 'STRINGIZING'),
 )
 
 
@@ -692,6 +693,12 @@ def p_macrocall_paste(p):
     p[0] = Concatenation(p[1].lineno, ID_TABLE, p[1], p[3])
 
 
+def p_macrocall_stringizing(p):
+    """ macrocall : STRINGIZING macrocall
+    """
+    p[0] = Stringizing(p[2].lineno, ID_TABLE, p[2])
+
+
 def p_args(p):
     """ args : LLP arglist RRP
     """
@@ -826,7 +833,7 @@ def main(argv):
     return global_.has_errors
 
 
-parser = src.api.utils.get_or_create('zxbpp', lambda: yacc.yacc(debug=True))
+parser = yacc.yacc(debug=True)
 
 parser.defaulted_states = {}
 ID_TABLE = DefinesTable()

src/libzxbpp/zxbpplex.py

@@ -43,7 +43,7 @@
 _tokens = ('STRING', 'TOKEN', 'NEWLINE', '_ENDFILE_', 'FILENAME', 'ID',
            'INTEGER', 'EQ', 'PUSH', 'POP', 'LP', 'LLP', 'RRP', 'RP', 'COMMA',
            'CONTINUE', 'NUMBER', 'SEPARATOR', 'GT', 'GE', 'LT', 'LE', 'NE',
-           'PASTE')
+           'PASTE', 'STRINGIZING')
 
 reserved_directives = {
     'include': 'INCLUDE',
@@ -344,6 +344,10 @@ def t_defexpr_PASTE(self, t):
         r'[ \t]*\#\#[ \t]*'
         return t
 
+    def t_defexpr_STRINGIZING(self, t):
+        r'\#[ \t]*'
+        return t
+
     def t_INITIAL_defexpr_asm_SEPARATOR(self, t):
         r'[ \t]+'
         return t

tests/functional/stringizing0.bi

@@ -0,0 +1,7 @@
+
+
+#define z(x) # x
+
+z(1)
+
+

tests/functional/stringizing0.out

@@ -0,0 +1,8 @@
+#line 1 "stringizing0.bi"
+
+
+
+
+"1"
+
+

tests/functional/stringizing1.bi

@@ -0,0 +1,8 @@
+
+
+#define x(a, b) q(a##b)
+#define q(a)  #a
+
+x(a, b)
+q(5)
+

tests/functional/stringizing1.out

@@ -0,0 +1,9 @@
+#line 1 "stringizing1.bi"
+
+
+
+
+
+"ab"
+"5"
+

tests/functional/stringizing2.bi

@@ -0,0 +1,7 @@
+
+
+#define z(x) # x
+
+z("a "" string")
+
+

tests/functional/stringizing2.out

@@ -0,0 +1,8 @@
+#line 1 "stringizing2.bi"
+
+
+
+
+"""a """" string"""
+
+