document the lexer

This commit is contained in:
Chris Cromer 2022-12-09 23:41:54 -03:00
parent 6a3fccdcba
commit 768a0906d3
Signed by: cromer
GPG Key ID: FA91071797BEEEC2

View File

@ -5,58 +5,170 @@
namespace obelisk
{
/**
* @brief The lexer reads and identifies tokens in the obelisk source code.
*
*/
class Lexer
{
private:
/**
* @brief The last found identifier.
*
*/
std::string identifier_;
/**
* @brief The last found number.
*
*/
double numberValue_;
/**
* @brief Set the identifier.
*
* @param[in] identifier The new identifier.
*/
void setIdentifier(const std::string& identifier);
/**
* @brief Erase the last identifier.
*
*/
void eraseIdentifier();
/**
* @brief Add the last found char to the end of the identifier.
*
* @param[in] lastChar The last char that was found.
*/
void appendIdentifier(int lastChar);
/**
* @brief Set the number value.
*
* @param[in] numberValue The new number value.
*/
void setNumberValue(double numberValue);
/**
* @brief Comment the rest of the line.
*
* @param[in] lastChar The char to check to see if it in the end of the line.
*/
void commentLine(int* lastChar);
public:
/**
* @brief These token represent recognized language keywords and language functionality.
*
*/
enum Token
{
/**
* @brief End of file is returned when the source code is finished.
*
*/
kTokenEof = -1,
// commands
/**
* @brief A fact which is a relationship between 2 entities.
*
*/
kTokenFact = -2,
/**
* @brief A rule which is a relationship between a new fact a existing fact.
*
*/
kTokenRule = -3,
/**
* @brief An action to take if a fact is true.
*
*/
kTokenAction = -4,
/**
* @brief A definition of a new function.
*
*/
kTokenDef = -5,
/**
* @brief An external function that will be linked to.
*
*/
kTokenExtern = -6,
// primary
/**
* @brief An identifier which is a alphanumeric value.
*
*/
kTokenIdentifier = -7,
/**
* @brief A double floating point value.
*
*/
kTokenNumber = -8,
/**
* @brief A string.
*
*/
kTokenString = -9
};
/**
* @brief Gets the next token in the source code.
*
* @return int Returns a Token value or char if no known token was found.
*/
int getToken();
/**
* @brief Get the last identifier.
*
* @return const std::string& Returns a string that contains the last found identifier.
*/
const std::string& getIdentifier();
/**
* @brief Get the last number value.
*
* @return double Return the last number that was found.
*/
double getNumberValue();
};
/**
* @brief Lexer exception class.
*
*/
class LexerException : public std::exception
{
private:
/**
* @brief The error message from the exception.
*
*/
const std::string errorMessage_;
public:
/**
* @brief Throw a new Lexer exception.
*
*/
LexerException() :
errorMessage_("an unknown error ocurred")
{
}
/**
* @brief Throw a new Lexer exception including an error message.
*
* @param[in] errorMessage The error message to include.
*/
LexerException(const std::string& errorMessage) :
errorMessage_(errorMessage)
{
}
/**
* @brief Return the exception's error message.
*
* @return const char* Returns a string containing the error message.
*/
const char* what() const noexcept
{
return errorMessage_.c_str();