#include "lang/parser.hpp" #include #include #define MATCHES(x) (begin() && x) #define TO_NUMERIC_EXPRESSION(node) new ASTNodeNumericExpression((node), new ASTNodeIntegerLiteral({ Token::ValueType::Any, s32(0) }), Token::Operator::Plus) // Definition syntax: // [A] : Either A or no token // [A|B] : Either A, B or no token // : Either A or B // : One or more of A // A B C : Sequence of tokens A then B then C // (parseXXXX) : Parsing handled by other function namespace hex::lang { /* Mathematical expressions */ // Identifier([(parseMathematicalExpression)|<(parseMathematicalExpression),...>(parseMathematicalExpression)] ASTNode* Parser::parseFunctionCall() { auto functionName = getValue(-2); std::vector params; ScopeExit paramCleanup([&]{ for (auto ¶m : params) delete param; }); while (!MATCHES(sequence(SEPARATOR_ROUNDBRACKETCLOSE))) { if (MATCHES(sequence(STRING))) params.push_back(parseStringLiteral()); else params.push_back(parseMathematicalExpression()); if (MATCHES(sequence(SEPARATOR_COMMA, SEPARATOR_ROUNDBRACKETCLOSE))) throwParseError("unexpected ',' at end of function parameter list", -1); else if (MATCHES(sequence(SEPARATOR_ROUNDBRACKETCLOSE))) break; else if (!MATCHES(sequence(SEPARATOR_COMMA))) throwParseError("missing ',' between parameters", -1); } paramCleanup.release(); return new ASTNodeFunctionCall(functionName, params); } ASTNode* Parser::parseStringLiteral() { return new ASTNodeStringLiteral(getValue(-1)); } // Identifier:: ASTNode* Parser::parseScopeResolution(std::vector &path) { if (peek(IDENTIFIER, -1)) path.push_back(getValue(-1)); if (MATCHES(sequence(SEPARATOR_SCOPE_RESOLUTION))) { if (MATCHES(sequence(IDENTIFIER))) return this->parseScopeResolution(path); else throwParseError("expected member name", -1); } else return TO_NUMERIC_EXPRESSION(new ASTNodeScopeResolution(path)); } // ASTNode* Parser::parseRValue(std::vector &path) { if (peek(IDENTIFIER, -1)) path.push_back(getValue(-1)); if (MATCHES(sequence(SEPARATOR_DOT))) { if (MATCHES(sequence(IDENTIFIER))) return this->parseRValue(path); else throwParseError("expected member name", -1); } else return TO_NUMERIC_EXPRESSION(new ASTNodeRValue(path)); } // ASTNode* Parser::parseFactor() { if (MATCHES(sequence(INTEGER))) return TO_NUMERIC_EXPRESSION(new ASTNodeIntegerLiteral(getValue(-1))); else if (MATCHES(sequence(SEPARATOR_ROUNDBRACKETOPEN))) { auto node = this->parseMathematicalExpression(); if (!MATCHES(sequence(SEPARATOR_ROUNDBRACKETCLOSE))) throwParseError("expected closing parenthesis"); return node; } else if (MATCHES(sequence(IDENTIFIER, SEPARATOR_SCOPE_RESOLUTION))) { std::vector path; this->m_curr--; return this->parseScopeResolution(path); } else if (MATCHES(sequence(IDENTIFIER, SEPARATOR_ROUNDBRACKETOPEN))) { return TO_NUMERIC_EXPRESSION(this->parseFunctionCall()); } else if (MATCHES(sequence(IDENTIFIER))) { std::vector path; return this->parseRValue(path); } else throwParseError("expected integer or parenthesis"); } // <+|-|!|~> (parseFactor) ASTNode* Parser::parseUnaryExpression() { if (MATCHES(sequence(OPERATOR_PLUS) || sequence(OPERATOR_MINUS) || sequence(OPERATOR_BOOLNOT) || sequence(OPERATOR_BITNOT))) { auto op = getValue(-1); return new ASTNodeNumericExpression(new ASTNodeIntegerLiteral({ Token::ValueType::Any, 0 }), this->parseFactor(), op); } return this->parseFactor(); } // (parseUnaryExpression) <*|/> (parseUnaryExpression) ASTNode* Parser::parseMultiplicativeExpression() { auto node = this->parseUnaryExpression(); while (MATCHES(variant(OPERATOR_STAR, OPERATOR_SLASH))) { auto op = getValue(-1); node = new ASTNodeNumericExpression(node, this->parseUnaryExpression(), op); } return node; } // (parseMultiplicativeExpression) <+|-> (parseMultiplicativeExpression) ASTNode* Parser::parseAdditiveExpression() { auto node = this->parseMultiplicativeExpression(); while (MATCHES(variant(OPERATOR_PLUS, OPERATOR_MINUS))) { auto op = getValue(-1); node = new ASTNodeNumericExpression(node, this->parseMultiplicativeExpression(), op); } return node; } // (parseAdditiveExpression) < >>|<< > (parseAdditiveExpression) ASTNode* Parser::parseShiftExpression() { auto node = this->parseAdditiveExpression(); while (MATCHES(variant(OPERATOR_SHIFTLEFT, OPERATOR_SHIFTRIGHT))) { auto op = getValue(-1); node = new ASTNodeNumericExpression(node, this->parseAdditiveExpression(), op); } return node; } // (parseAdditiveExpression) < >=|<=|>|< > (parseAdditiveExpression) ASTNode* Parser::parseRelationExpression() { auto node = this->parseShiftExpression(); while (MATCHES(sequence(OPERATOR_BOOLGREATERTHAN) || sequence(OPERATOR_BOOLLESSTHAN) || sequence(OPERATOR_BOOLGREATERTHANOREQUALS) || sequence(OPERATOR_BOOLLESSTHANOREQUALS))) { auto op = getValue(-1); node = new ASTNodeNumericExpression(node, this->parseShiftExpression(), op); } return node; } // (parseRelationExpression) <==|!=> (parseRelationExpression) ASTNode* Parser::parseEqualityExpression() { auto node = this->parseRelationExpression(); while (MATCHES(sequence(OPERATOR_BOOLEQUALS) || sequence(OPERATOR_BOOLNOTEQUALS))) { auto op = getValue(-1); node = new ASTNodeNumericExpression(node, this->parseRelationExpression(), op); } return node; } // (parseEqualityExpression) & (parseEqualityExpression) ASTNode* Parser::parseBinaryAndExpression() { auto node = this->parseEqualityExpression(); while (MATCHES(sequence(OPERATOR_BITAND))) { node = new ASTNodeNumericExpression(node, this->parseEqualityExpression(), Token::Operator::BitAnd); } return node; } // (parseBinaryAndExpression) ^ (parseBinaryAndExpression) ASTNode* Parser::parseBinaryXorExpression() { auto node = this->parseBinaryAndExpression(); while (MATCHES(sequence(OPERATOR_BITXOR))) { node = new ASTNodeNumericExpression(node, this->parseBinaryAndExpression(), Token::Operator::BitXor); } return node; } // (parseBinaryXorExpression) | (parseBinaryXorExpression) ASTNode* Parser::parseBinaryOrExpression() { auto node = this->parseBinaryXorExpression(); while (MATCHES(sequence(OPERATOR_BITOR))) { node = new ASTNodeNumericExpression(node, this->parseBinaryXorExpression(), Token::Operator::BitOr); } return node; } // (parseBinaryOrExpression) && (parseBinaryOrExpression) ASTNode* Parser::parseBooleanAnd() { auto node = this->parseBinaryOrExpression(); while (MATCHES(sequence(OPERATOR_BOOLAND))) { node = new ASTNodeNumericExpression(node, this->parseBinaryOrExpression(), Token::Operator::BitOr); } return node; } // (parseBooleanAnd) ^^ (parseBooleanAnd) ASTNode* Parser::parseBooleanXor() { auto node = this->parseBooleanAnd(); while (MATCHES(sequence(OPERATOR_BOOLXOR))) { node = new ASTNodeNumericExpression(node, this->parseBooleanAnd(), Token::Operator::BitOr); } return node; } // (parseBooleanXor) || (parseBooleanXor) ASTNode* Parser::parseBooleanOr() { auto node = this->parseBooleanXor(); while (MATCHES(sequence(OPERATOR_BOOLOR))) { node = new ASTNodeNumericExpression(node, this->parseBooleanXor(), Token::Operator::BitOr); } return node; } // (parseBooleanOr) ? (parseBooleanOr) : (parseBooleanOr) ASTNode* Parser::parseTernaryConditional() { auto node = this->parseBooleanOr(); while (MATCHES(sequence(OPERATOR_TERNARYCONDITIONAL))) { auto second = this->parseBooleanOr(); if (!MATCHES(sequence(OPERATOR_INHERIT))) throwParseError("expected ':' in ternary expression"); auto third = this->parseBooleanOr(); node = new ASTNodeTernaryExpression(node, second, third, Token::Operator::TernaryConditional); } return node; } // (parseTernaryConditional) ASTNode* Parser::parseMathematicalExpression() { return this->parseTernaryConditional(); } /* Control flow */ // if ((parseMathematicalExpression)) { (parseMember) } ASTNode* Parser::parseConditional() { auto condition = parseMathematicalExpression(); std::vector trueBody, falseBody; ScopeExit cleanup([&]{ delete condition; for (auto &statement : trueBody) delete statement; for (auto &statement : falseBody) delete statement; }); if (MATCHES(sequence(SEPARATOR_ROUNDBRACKETCLOSE, SEPARATOR_CURLYBRACKETOPEN))) { while (!MATCHES(sequence(SEPARATOR_CURLYBRACKETCLOSE))) { trueBody.push_back(parseMember()); } } else if (MATCHES(sequence(SEPARATOR_ROUNDBRACKETCLOSE))) { trueBody.push_back(parseMember()); } else throwParseError("expected body of conditional statement"); if (MATCHES(sequence(KEYWORD_ELSE, SEPARATOR_CURLYBRACKETOPEN))) { while (!MATCHES(sequence(SEPARATOR_CURLYBRACKETCLOSE))) { falseBody.push_back(parseMember()); } } else if (MATCHES(sequence(KEYWORD_ELSE))) { falseBody.push_back(parseMember()); } cleanup.release(); return new ASTNodeConditionalStatement(condition, trueBody, falseBody); } /* Type declarations */ // [be|le] ASTNode* Parser::parseType(s32 startIndex) { std::optional endian; if (peekOptional(KEYWORD_LE, 0)) endian = std::endian::little; else if (peekOptional(KEYWORD_BE, 0)) endian = std::endian::big; if (getType(startIndex) == Token::Type::Identifier) { // Custom type if (!this->m_types.contains(getValue(startIndex))) throwParseError("failed to parse type"); return new ASTNodeTypeDecl({ }, this->m_types[getValue(startIndex)]->clone(), endian); } else { // Builtin type return new ASTNodeTypeDecl({ }, new ASTNodeBuiltinType(getValue(startIndex)), endian); } } // using Identifier = (parseType) ASTNode* Parser::parseUsingDeclaration() { auto *type = dynamic_cast(parseType(-1)); if (type == nullptr) throwParseError("invalid type used in variable declaration", -1); if (peekOptional(KEYWORD_BE) || peekOptional(KEYWORD_LE)) return new ASTNodeTypeDecl(getValue(-4), type, type->getEndian()); else return new ASTNodeTypeDecl(getValue(-3), type, type->getEndian()); } // padding[(parseMathematicalExpression)] ASTNode* Parser::parsePadding() { auto size = parseMathematicalExpression(); if (!MATCHES(sequence(SEPARATOR_SQUAREBRACKETCLOSE))) { delete size; throwParseError("expected closing ']' at end of array declaration", -1); } return new ASTNodeArrayVariableDecl({ }, new ASTNodeTypeDecl({ }, new ASTNodeBuiltinType(Token::ValueType::Padding)), size);; } // (parseType) Identifier ASTNode* Parser::parseMemberVariable() { auto type = dynamic_cast(parseType(-2)); if (type == nullptr) throwParseError("invalid type used in variable declaration", -1); return new ASTNodeVariableDecl(getValue(-1), type); } // (parseType) Identifier[(parseMathematicalExpression)] ASTNode* Parser::parseMemberArrayVariable() { auto type = dynamic_cast(parseType(-3)); if (type == nullptr) throwParseError("invalid type used in variable declaration", -1); auto name = getValue(-2); ASTNode *size = nullptr; ScopeExit sizeCleanup([&]{ delete size; }); if (!MATCHES(sequence(SEPARATOR_SQUAREBRACKETCLOSE))) { size = parseMathematicalExpression(); if (!MATCHES(sequence(SEPARATOR_SQUAREBRACKETCLOSE))) throwParseError("expected closing ']' at end of array declaration", -1); } sizeCleanup.release(); return new ASTNodeArrayVariableDecl(name, type, size); } // (parseType) *Identifier : (parseType) ASTNode* Parser::parseMemberPointerVariable() { auto name = getValue(-2); auto pointerType = dynamic_cast(parseType(-4)); if (pointerType == nullptr) throwParseError("invalid type used in variable declaration", -1); if (!MATCHES((optional(KEYWORD_BE), optional(KEYWORD_LE)) && sequence(VALUETYPE_UNSIGNED))) throwParseError("expected unsigned builtin type as size", -1); auto sizeType = dynamic_cast(parseType(-1)); if (sizeType == nullptr) throwParseError("invalid type used for pointer size", -1); return new ASTNodePointerVariableDecl(name, pointerType, sizeType); } // [(parsePadding)|(parseMemberVariable)|(parseMemberArrayVariable)|(parseMemberPointerVariable)] ASTNode* Parser::parseMember() { ASTNode *member; if (MATCHES(sequence(VALUETYPE_PADDING, SEPARATOR_SQUAREBRACKETOPEN))) member = parsePadding(); else if (MATCHES((optional(KEYWORD_BE), optional(KEYWORD_LE)) && variant(IDENTIFIER, VALUETYPE_ANY) && sequence(IDENTIFIER, SEPARATOR_SQUAREBRACKETOPEN))) member = parseMemberArrayVariable(); else if (MATCHES((optional(KEYWORD_BE), optional(KEYWORD_LE)) && variant(IDENTIFIER, VALUETYPE_ANY) && sequence(IDENTIFIER))) member = parseMemberVariable(); else if (MATCHES((optional(KEYWORD_BE), optional(KEYWORD_LE)) && variant(IDENTIFIER, VALUETYPE_ANY) && sequence(OPERATOR_STAR, IDENTIFIER, OPERATOR_INHERIT))) member = parseMemberPointerVariable(); else if (MATCHES(sequence(KEYWORD_IF, SEPARATOR_ROUNDBRACKETOPEN))) return parseConditional(); else if (MATCHES(sequence(SEPARATOR_ENDOFPROGRAM))) throwParseError("unexpected end of program", -2); else throwParseError("invalid struct member", 0); if (!MATCHES(sequence(SEPARATOR_ENDOFEXPRESSION))) throwParseError("missing ';' at end of expression", -1); return member; } // struct Identifier { <(parseMember)...> } ASTNode* Parser::parseStruct() { const auto structNode = new ASTNodeStruct(); const auto &typeName = getValue(-2); ScopeExit structGuard([&]{ delete structNode; }); while (!MATCHES(sequence(SEPARATOR_CURLYBRACKETCLOSE))) { structNode->addMember(parseMember()); } structGuard.release(); return new ASTNodeTypeDecl(typeName, structNode); } // union Identifier { <(parseMember)...> } ASTNode* Parser::parseUnion() { const auto unionNode = new ASTNodeUnion(); const auto &typeName = getValue(-2); ScopeExit unionGuard([&]{ delete unionNode; }); while (!MATCHES(sequence(SEPARATOR_CURLYBRACKETCLOSE))) { unionNode->addMember(parseMember()); } unionGuard.release(); return new ASTNodeTypeDecl(typeName, unionNode); } // enum Identifier : (parseType) { <...> } ASTNode* Parser::parseEnum() { std::string typeName; if (peekOptional(KEYWORD_BE) || peekOptional(KEYWORD_LE)) typeName = getValue(-5); else typeName = getValue(-4); auto underlyingType = dynamic_cast(parseType(-2)); if (underlyingType == nullptr) throwParseError("failed to parse type", -2); if (underlyingType->getEndian().has_value()) throwParseError("underlying type may not have an endian specification", -2); const auto enumNode = new ASTNodeEnum(underlyingType); ScopeExit enumGuard([&]{ delete enumNode; }); ASTNode *lastEntry = nullptr; while (!MATCHES(sequence(SEPARATOR_CURLYBRACKETCLOSE))) { if (MATCHES(sequence(IDENTIFIER, OPERATOR_ASSIGNMENT))) { auto name = getValue(-2); auto value = parseMathematicalExpression(); enumNode->addEntry(name, value); lastEntry = value; } else if (MATCHES(sequence(IDENTIFIER))) { ASTNode *valueExpr; auto name = getValue(-1); if (enumNode->getEntries().empty()) valueExpr = lastEntry = TO_NUMERIC_EXPRESSION(new ASTNodeIntegerLiteral({ Token::ValueType::Unsigned8Bit, u8(0) })); else valueExpr = new ASTNodeNumericExpression(lastEntry->clone(), new ASTNodeIntegerLiteral({ Token::ValueType::Any, s32(1) }), Token::Operator::Plus); enumNode->addEntry(name, valueExpr); } else if (MATCHES(sequence(SEPARATOR_ENDOFPROGRAM))) throwParseError("unexpected end of program", -2); else throwParseError("invalid enum entry", -1); if (!MATCHES(sequence(SEPARATOR_COMMA))) { if (MATCHES(sequence(SEPARATOR_CURLYBRACKETCLOSE))) break; else throwParseError("missing ',' between enum entries", -1); } } enumGuard.release(); return new ASTNodeTypeDecl(typeName, enumNode); } // bitfield Identifier { } ASTNode* Parser::parseBitfield() { std::string typeName = getValue(-2); const auto bitfieldNode = new ASTNodeBitfield(); ScopeExit enumGuard([&]{ delete bitfieldNode; }); while (!MATCHES(sequence(SEPARATOR_CURLYBRACKETCLOSE))) { if (MATCHES(sequence(IDENTIFIER, OPERATOR_INHERIT))) { auto name = getValue(-2); bitfieldNode->addEntry(name, parseMathematicalExpression()); } else if (MATCHES(sequence(SEPARATOR_ENDOFPROGRAM))) throwParseError("unexpected end of program", -2); else throwParseError("invalid bitfield member", 0); if (!MATCHES(sequence(SEPARATOR_ENDOFEXPRESSION))) { throwParseError("missing ';' at end of expression", -1); } } enumGuard.release(); return new ASTNodeTypeDecl(typeName, bitfieldNode); } // (parseType) Identifier @ Integer ASTNode* Parser::parseVariablePlacement() { auto type = dynamic_cast(parseType(-3)); if (type == nullptr) throwParseError("invalid type used in variable declaration", -1); return new ASTNodeVariableDecl(getValue(-2), type, parseMathematicalExpression()); } // (parseType) Identifier[[(parseMathematicalExpression)]] @ Integer ASTNode* Parser::parseArrayVariablePlacement() { auto type = dynamic_cast(parseType(-3)); if (type == nullptr) throwParseError("invalid type used in variable declaration", -1); auto name = getValue(-2); ASTNode *size = nullptr; ScopeExit sizeCleanup([&]{ delete size; }); if (!MATCHES(sequence(SEPARATOR_SQUAREBRACKETCLOSE))) { size = parseMathematicalExpression(); if (!MATCHES(sequence(SEPARATOR_SQUAREBRACKETCLOSE))) throwParseError("expected closing ']' at end of array declaration", -1); } if (!MATCHES(sequence(OPERATOR_AT))) throwParseError("expected placement instruction", -1); sizeCleanup.release(); return new ASTNodeArrayVariableDecl(name, type, size, parseMathematicalExpression()); } // (parseType) *Identifier : (parseType) @ Integer ASTNode* Parser::parsePointerVariablePlacement() { auto name = getValue(-2); auto temporaryPointerType = dynamic_cast(parseType(-4)); if (temporaryPointerType == nullptr) throwParseError("invalid type used in variable declaration", -1); if (!MATCHES((optional(KEYWORD_BE), optional(KEYWORD_LE)) && sequence(VALUETYPE_UNSIGNED))) throwParseError("expected unsigned builtin type as size", -1); auto temporaryPointerSizeType = dynamic_cast(parseType(-1)); if (temporaryPointerSizeType == nullptr) throwParseError("invalid size type used in pointer declaration", -1); if (!MATCHES(sequence(OPERATOR_AT))) throwParseError("expected placement instruction", -1); return new ASTNodePointerVariableDecl(name, temporaryPointerType, temporaryPointerSizeType, parseMathematicalExpression()); } /* Program */ // <(parseUsingDeclaration)|(parseVariablePlacement)|(parseStruct)> ASTNode* Parser::parseStatement() { ASTNode *statement; if (MATCHES(sequence(KEYWORD_USING, IDENTIFIER, OPERATOR_ASSIGNMENT) && (optional(KEYWORD_BE), optional(KEYWORD_LE)) && variant(IDENTIFIER, VALUETYPE_ANY))) statement = dynamic_cast(parseUsingDeclaration()); else if (MATCHES((optional(KEYWORD_BE), optional(KEYWORD_LE)) && variant(IDENTIFIER, VALUETYPE_ANY) && sequence(IDENTIFIER, SEPARATOR_SQUAREBRACKETOPEN))) statement = parseArrayVariablePlacement(); else if (MATCHES((optional(KEYWORD_BE), optional(KEYWORD_LE)) && variant(IDENTIFIER, VALUETYPE_ANY) && sequence(IDENTIFIER, OPERATOR_AT))) statement = parseVariablePlacement(); else if (MATCHES((optional(KEYWORD_BE), optional(KEYWORD_LE)) && variant(IDENTIFIER, VALUETYPE_ANY) && sequence(OPERATOR_STAR, IDENTIFIER, OPERATOR_INHERIT))) statement = parsePointerVariablePlacement(); else if (MATCHES(sequence(KEYWORD_STRUCT, IDENTIFIER, SEPARATOR_CURLYBRACKETOPEN))) statement = parseStruct(); else if (MATCHES(sequence(KEYWORD_UNION, IDENTIFIER, SEPARATOR_CURLYBRACKETOPEN))) statement = parseUnion(); else if (MATCHES(sequence(KEYWORD_ENUM, IDENTIFIER, OPERATOR_INHERIT) && (optional(KEYWORD_BE), optional(KEYWORD_LE)) && sequence(VALUETYPE_UNSIGNED, SEPARATOR_CURLYBRACKETOPEN))) statement = parseEnum(); else if (MATCHES(sequence(KEYWORD_BITFIELD, IDENTIFIER, SEPARATOR_CURLYBRACKETOPEN))) statement = parseBitfield(); else if (MATCHES(sequence(IDENTIFIER, SEPARATOR_ROUNDBRACKETOPEN))) statement = parseFunctionCall(); else throwParseError("invalid sequence", 0); if (!MATCHES(sequence(SEPARATOR_ENDOFEXPRESSION))) throwParseError("missing ';' at end of expression", -1); if (auto typeDecl = dynamic_cast(statement); typeDecl != nullptr) this->m_types.insert({ typeDecl->getName().data(), typeDecl }); return statement; } // <(parseStatement)...> EndOfProgram std::optional> Parser::parse(const std::vector &tokens) { this->m_curr = tokens.begin(); this->m_types.clear(); try { auto program = parseTillToken(SEPARATOR_ENDOFPROGRAM); if (program.empty() || this->m_curr != tokens.end()) throwParseError("program is empty!", -1); return program; } catch (ParseError &e) { this->m_error = e; } return { }; } }