X-Git-Url: https://code.kerkeslager.com/?a=blobdiff_plain;f=transformation.py;h=1a4a8bb5f232d8d445f69ac3f6433b01fc0fdafc;hb=8b306504c3a04a4334d3e8de6abed6c3ce182585;hp=d27a0c58994ae47437fb58b5731a7344b6baa71c;hpb=0172974f659404794ce09fb6d42dca0293d1e0d4;p=fur diff --git a/transformation.py b/transformation.py index d27a0c5..1a4a8bb 100644 --- a/transformation.py +++ b/transformation.py @@ -1,5 +1,6 @@ import collections +import normalization import parsing CIntegerLiteral = collections.namedtuple( @@ -12,6 +13,7 @@ CIntegerLiteral = collections.namedtuple( CStringLiteral = collections.namedtuple( 'CStringLiteral', [ + 'index', 'value', ], ) @@ -23,6 +25,13 @@ CConstantExpression = collections.namedtuple( ], ) +CVariableExpression = collections.namedtuple( + 'CVariableExpression', + [ + 'variable', + ], +) + CSymbolExpression = collections.namedtuple( 'CSymbolExpression', [ @@ -51,12 +60,13 @@ CFunctionCallExpression = collections.namedtuple( 'CFunctionCallExpression', [ 'name', - 'arguments', + 'argument_count', + 'argument_items', ], ) -CAssignmentStatement = collections.namedtuple( - 'CAssignmentStatement', +CSymbolAssignmentStatement = collections.namedtuple( + 'CSymbolAssignmentStatement', [ 'target', 'target_symbol_list_index', @@ -64,29 +74,139 @@ CAssignmentStatement = collections.namedtuple( ], ) +CArrayVariableInitializationStatement = collections.namedtuple( + 'CArrayVariableInitializationStatement', + [ + 'variable', + 'items', + ], +) + +CVariableInitializationStatement = collections.namedtuple( + 'CVariableInitializationStatement', + [ + 'variable', + 'expression', + ], +) + +CVariableReassignmentStatement = collections.namedtuple( + 'CVariableReassignmentStatement', + [ + 'variable', + 'expression', + ], +) + +CExpressionStatement = collections.namedtuple( + 'CExpressionStatement', + [ + 'expression', + ], +) + +CIfElseStatement = collections.namedtuple( + 'CIfElseStatement', + [ + 'condition_expression', + 'if_statements', + 'else_statements', + ], +) + +CFunctionDeclaration = collections.namedtuple( + 'CFunctionDeclaration', + [ + 'name', + ], +) + +CFunctionDefinition = collections.namedtuple( + 'CFunctionDefinition', + [ + 'name', + 'statement_list', + ], +) + CProgram = collections.namedtuple( 'CProgram', [ - 'builtins', + 'builtin_set', + 'function_definition_list', + 'operator_declarations', 'statements', 'standard_libraries', + 'string_literal_list', 'symbol_list', ], ) -EQUALITY_LEVEL_OPERATOR_TO_FUNCTION_NAME_MAPPING = { - '==': 'equals', - '!=': 'notEquals', - '<=': 'lessThanOrEqual', - '>=': 'greaterThanOrEqual', - '<': 'lessThan', - '>': 'greaterThan', +BUILTINS = { + 'false': [], + 'pow': ['math.h'], + 'print': ['stdio.h'], + 'true': [], +} + +def transform_variable_expression(accumulators, expression): + return CVariableExpression(variable=expression.variable) + +def transform_string_literal(accumulators, expression): + value = expression.value + + try: + index = accumulators.string_literal_list.index(value) + except ValueError: + index = len(accumulators.string_literal_list) + accumulators.string_literal_list.append(value) + + return CStringLiteral(index=index, value=value) + +def transform_symbol_expression(accumulators, expression): + if expression.value in ['true', 'false']: + return CConstantExpression(value=expression.value) + + if expression.value not in accumulators.symbol_list: + symbol_list.append(expression.value) + + return CSymbolExpression( + symbol=expression.value, + symbol_list_index=accumulators.symbol_list.index(expression.value), + ) + +CInfixDeclaration = collections.namedtuple( + 'CInfixDeclaration', + [ + 'name', + 'in_type', + 'out_type', + 'operator', + ], +) + +INFIX_OPERATOR_TO_DECLARATION = { + '+': CInfixDeclaration(name='add', in_type='integer', out_type='integer', operator='+'), + '-': CInfixDeclaration(name='subtract', in_type='integer', out_type='integer', operator='-'), + '*': CInfixDeclaration(name='multiply', in_type='integer', out_type='integer', operator='*'), + '//': CInfixDeclaration(name='integerDivide', in_type='integer', out_type='integer', operator='/'), + '%': CInfixDeclaration(name='modularDivide', in_type='integer', out_type='integer', operator='%'), + 'and': CInfixDeclaration(name='and', in_type='boolean', out_type='boolean', operator='&&'), + 'or': CInfixDeclaration(name='or', in_type='boolean', out_type='boolean', operator='||'), + '==': CInfixDeclaration(name='equals', in_type='integer', out_type='boolean', operator='=='), + '!=': CInfixDeclaration(name='notEquals', in_type='integer', out_type='boolean', operator='!='), + '<=': CInfixDeclaration(name='lessThanOrEqual', in_type='integer', out_type='boolean', operator='<='), + '>=': CInfixDeclaration(name='greaterThanOrEqual', in_type='integer', out_type='boolean', operator='>='), + '<': CInfixDeclaration(name='lessThan', in_type='integer', out_type='boolean', operator='<'), + '>': CInfixDeclaration(name='greaterThan', in_type='integer', out_type='boolean', operator='>'), } -def transform_equality_level_expression(accumulators, expression): +def transform_comparison_level_expression(accumulators, expression): + accumulators.operator_set.add(INFIX_OPERATOR_TO_DECLARATION[expression.operator]) + # Transform expressions like 1 < 2 < 3 into expressions like 1 < 2 && 2 < 3 - if isinstance(expression.left, parsing.FurInfixExpression) and expression.left.order == 'equality_level': - left = transform_equality_level_expression( + if isinstance(expression.left, parsing.FurInfixExpression) and expression.left.order == 'comparison_level': + left = transform_comparison_level_expression( accumulators, expression.left ) @@ -103,84 +223,64 @@ def transform_equality_level_expression(accumulators, expression): name='and', left=left, right=CFunctionCallForFurInfixOperator( - name=EQUALITY_LEVEL_OPERATOR_TO_FUNCTION_NAME_MAPPING[expression.operator], + name=INFIX_OPERATOR_TO_DECLARATION[expression.operator].name, left=middle, right=right, ), ) return CFunctionCallForFurInfixOperator( - name=EQUALITY_LEVEL_OPERATOR_TO_FUNCTION_NAME_MAPPING[expression.operator], + name=INFIX_OPERATOR_TO_DECLARATION[expression.operator].name, left=transform_expression(accumulators, expression.left), right=transform_expression(accumulators, expression.right), ) -BUILTINS = { - 'false': [], - 'pow': ['math.h'], - 'print': ['stdio.h'], - 'true': [], -} - -def transform_expression(accumulators, expression): - if isinstance(expression, parsing.FurParenthesizedExpression): - # Parentheses can be removed because everything in the C output is explicitly parenthesized - return transform_expression(accumulators, expression.internal) - - if isinstance(expression, parsing.FurNegationExpression): - return transform_negation_expression(accumulators, expression) - - if isinstance(expression, parsing.FurFunctionCallExpression): - return transform_function_call_expression(accumulators, expression) - - if isinstance(expression, parsing.FurSymbolExpression): - if expression.value in ['true', 'false']: - return CConstantExpression(value=expression.value) - - if expression.value not in accumulators.symbol_list: - symbol_list.append(expression.value) - - return CSymbolExpression( - symbol=expression.value, - symbol_list_index=accumulators.symbol_list.index(expression.value), - ) +def transform_infix_expression(accumulators, expression): + if expression.order == 'comparison_level': + return transform_comparison_level_expression(accumulators, expression) - LITERAL_TYPE_MAPPING = { - parsing.FurIntegerLiteralExpression: CIntegerLiteral, - parsing.FurStringLiteralExpression: CStringLiteral, - } + accumulators.operator_set.add(INFIX_OPERATOR_TO_DECLARATION[expression.operator]) - if type(expression) in LITERAL_TYPE_MAPPING: - return LITERAL_TYPE_MAPPING[type(expression)](value=expression.value) - - if isinstance(expression, parsing.FurInfixExpression): - if expression.order == 'equality_level': - return transform_equality_level_expression(accumulators, expression) + return CFunctionCallForFurInfixOperator( + name=INFIX_OPERATOR_TO_DECLARATION[expression.operator].name, + left=transform_expression(accumulators, expression.left), + right=transform_expression(accumulators, expression.right), + ) - INFIX_OPERATOR_TO_FUNCTION_NAME = { - '+': 'add', - '-': 'subtract', - '*': 'multiply', - '//': 'integerDivide', - '%': 'modularDivide', - 'and': 'and', - 'or': 'or', - } +def transform_integer_literal_expression(accumulators, expression): + return CIntegerLiteral(value=expression.value) - return CFunctionCallForFurInfixOperator( - name=INFIX_OPERATOR_TO_FUNCTION_NAME[expression.operator], - left=transform_expression(accumulators, expression.left), - right=transform_expression(accumulators, expression.right), - ) +def transform_parenthesized_expression(accumulators, expression): + # Parentheses can be removed because everything in the C output is explicitly parenthesized + return transform_expression(accumulators, expression.internal) - raise Exception('Could not transform expression "{}"'.format(expression)) +def transform_negation_expression(accumulators, expression): + return CNegationExpression( + value=transform_expression(accumulators, expression.internal_expression), + ) -def transform_assignment_statement(accumulators, assignment_statement): +def transform_expression(accumulators, expression): + # TODO Clean up handlers for parsing expressions + return { + parsing.FurFunctionCallExpression: transform_function_call_expression, + parsing.FurInfixExpression: transform_infix_expression, + parsing.FurIntegerLiteralExpression: transform_integer_literal_expression, + parsing.FurNegationExpression: transform_negation_expression, + parsing.FurParenthesizedExpression: transform_parenthesized_expression, + parsing.FurStringLiteralExpression: transform_string_literal, + parsing.FurSymbolExpression: transform_symbol_expression, + normalization.NormalFunctionCallExpression: transform_function_call_expression, + normalization.NormalInfixExpression: transform_infix_expression, + normalization.NormalNegationExpression: transform_negation_expression, + normalization.NormalVariableExpression: transform_variable_expression, + }[type(expression)](accumulators, expression) + +def transform_symbol_assignment_statement(accumulators, assignment_statement): # TODO Check that target is not a builtin if assignment_statement.target not in accumulators.symbol_list: accumulators.symbol_list.append(assignment_statement.target) - return CAssignmentStatement( + return CSymbolAssignmentStatement( target=assignment_statement.target, target_symbol_list_index=accumulators.symbol_list.index(assignment_statement.target), expression=transform_expression( @@ -189,60 +289,119 @@ def transform_assignment_statement(accumulators, assignment_statement): ), ) -def transform_negation_expression(accumulators, negation_expression): - return CNegationExpression( - value=transform_expression(accumulators, negation_expression.value), - ) - def transform_function_call_expression(accumulators, function_call): if function_call.function.value in BUILTINS.keys(): # TODO Check that the builtin is actually callable - accumulators.builtins.add(function_call.function.value) + accumulators.builtin_set.add(function_call.function.value) - return CFunctionCallExpression( - name='builtin$' + function_call.function.value, - arguments=tuple( - transform_expression(accumulators, arg) - for arg in function_call.arguments - ), - ) + # TODO Use the symbol from SYMBOL LIST + return CFunctionCallExpression( + name=function_call.function.value, + argument_count=function_call.argument_count, + argument_items=transform_expression(accumulators, function_call.argument_items), + ) + +def transform_expression_statement(accumulators, statement): + # TODO At some point we can verify that all expression types are supported and just call transform_expression + expression = { + parsing.FurFunctionCallExpression: transform_function_call_expression, + parsing.FurInfixExpression: transform_expression, + parsing.FurIntegerLiteralExpression: transform_expression, + parsing.FurSymbolExpression: transform_expression, + normalization.NormalFunctionCallExpression: transform_function_call_expression, + normalization.NormalVariableExpression: transform_expression, + }[type(statement.expression)](accumulators, statement.expression) + + return CExpressionStatement( + expression=expression, + ) + +def transform_if_else_statement(accumulators, statement): + return CIfElseStatement( + condition_expression=transform_expression(accumulators, statement.condition_expression), + if_statements=tuple(transform_statement(accumulators, s) for s in statement.if_statements), + else_statements=tuple(transform_statement(accumulators, s) for s in statement.else_statements), + ) - raise Exception() +def transform_array_variable_initialization_statement(accumulators, statement): + return CArrayVariableInitializationStatement( + variable=statement.variable, + items=tuple(transform_expression(accumulators, i) for i in statement.items), + ) + +def transform_variable_initialization_statement(accumulators, statement): + return CVariableInitializationStatement( + variable=statement.variable, + expression=transform_expression(accumulators, statement.expression), + ) + +def transform_variable_reassignment_statement(accumulators, statement): + return CVariableReassignmentStatement( + variable=statement.variable, + expression=transform_expression(accumulators, statement.expression), + ) + +def transform_function_definition_statement(accumulators, statement): + # TODO Allow defining the same function in different contexts + if any(fd.name == statement.name for fd in accumulators.function_definition_list): + raise Exception('A function with name "{}" already exists'.format(statement.name)) + + accumulators.function_definition_list.append(CFunctionDefinition( + name=statement.name, + statement_list=tuple(transform_statement(accumulators, s) for s in statement.statement_list) + )) + + return CFunctionDeclaration(name=statement.name) def transform_statement(accumulators, statement): return { - parsing.FurAssignmentStatement: transform_assignment_statement, - parsing.FurFunctionCallExpression: transform_function_call_expression, + parsing.FurAssignmentStatement: transform_symbol_assignment_statement, + parsing.FurExpressionStatement: transform_expression_statement, + normalization.NormalArrayVariableInitializationStatement: transform_array_variable_initialization_statement, + normalization.NormalExpressionStatement: transform_expression_statement, + normalization.NormalFunctionDefinitionStatement: transform_function_definition_statement, + normalization.NormalIfElseStatement: transform_if_else_statement, + normalization.NormalVariableInitializationStatement: transform_variable_initialization_statement, + normalization.NormalVariableReassignmentStatement: transform_variable_reassignment_statement, }[type(statement)](accumulators, statement) Accumulators = collections.namedtuple( 'Accumulators', [ - 'builtins', + 'builtin_set', + 'function_definition_list', + 'operator_set', 'symbol_list', + 'string_literal_list', ], ) def transform(program): accumulators = Accumulators( - builtins=set(), - symbol_list = [], + builtin_set=set(), + function_definition_list=[], + operator_set=set(), + symbol_list=[], + string_literal_list=[], ) - c_statements = [ + statement_list = [ transform_statement(accumulators, statement) for statement in program.statement_list ] - standard_libraries = set() - for builtin in accumulators.builtins: + standard_library_set = set() + for builtin in accumulators.builtin_set: for standard_library in BUILTINS[builtin]: - standard_libraries.add(standard_library) + standard_library_set.add(standard_library) return CProgram( - builtins=accumulators.builtins, - statements=c_statements, - standard_libraries=standard_libraries, + builtin_set=accumulators.builtin_set, + function_definition_list=accumulators.function_definition_list, + operator_declarations=tuple(sorted(accumulators.operator_set)), + statements=statement_list, + standard_libraries=standard_library_set, + string_literal_list=accumulators.string_literal_list, symbol_list=accumulators.symbol_list, )