thomasave
/
Parsodus
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Integrate lexesis build step in cmake.

This commit is contained in:
Robin Jadoul 2016-11-27 14:06:26 +01:00
parent 0db1ed5a8c
commit e884d1ef79
7 changed files with 46 additions and 353 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
CMakeLists.txt
View File

@ -37,6 +37,15 @@ ExternalProject_Add(ext-optparse
ExternalProject_Get_Property(ext-optparse source_dir)
include_directories(${source_dir})
find_program(LEXESIS_EXE Lexesis)
if (NOT LEXESIS_EXE_FOUND)
ExternalProject_Add(ext-lexesis
GIT_REPOSITORY git@gitlab.com:Robin_Jadoul/Lexesis.git
)
ExternalProject_Get_Property(ext-lexesis binary_dir)
set(LEXESIS_EXE "${binary_dir}/bin/Lexesis")
endif()
##########################################
find_package(Doxygen)

77
include/InputLexer.h
View File

@ -1,77 +0,0 @@
#pragma once
#ifndef LEXER_InputLexer_H
#define LEXER_InputLexer_H
#include <exception>
#include <istream>
#include <string>
class InputLexer {
public:
class NoMoreTokens : public std::exception {};
class NoMatch : public std::exception {};
enum TokenType {
nonmatching,
ARROW,
COLON,
GRAMMAR,
LEFT,
LEXESIS,
LEXESISNAME,
NONASSOC,
NUM,
PARSER,
PARSERTYPE,
PIPE,
PRECEDENCE,
RIGHT,
SEMICOLON,
START,
TERMINAL,
TERMINALS,
VARIABLE,
ignore,
};
struct Token {
TokenType type;
std::string content;
};
InputLexer(std::istream& in);
~InputLexer();
/**
* Get the next token
*
* @throws NoMoreTokens if no more tokens are available
* @throws NoMatch if no match was found
*/
Token nextToken();
/**
* Skip the following `n` bytes.
*
* @param n The number of bytes to skip
*/
void skip(std::size_t n);
/**
* Peek at the current head of the input stream, useful in error reporting when a character mismatches for example
*
* @throws NoMoreTokens if the input stream is at an end
*/
char peek();
/**
* Get the current byte offset
*/
std::size_t getByteOffset();
private:
std::size_t m_offset;
std::istream& m_input;
};
#endif //LEXER_InputLexer_H

4
include/Parsodus/inputparser.h
View File

@ -4,7 +4,7 @@
#include <istream>
#include "Parsodus/config.h"
#include "InputLexer.h"
#include "ParsodusLexer.h"
namespace pds {
@ -14,7 +14,7 @@ namespace pds {
static Config parseInput(std::istream& is);
private:
static void lexColon(InputLexer& lex, InputLexer::Token &token, bool nextoken = true);
static void lexColon(ParsodusLexer& lex, ParsodusLexer::Token &token, bool nextoken = true);
};
/**

9
src/CMakeLists.txt
View File

@ -1,6 +1,12 @@
configure_file(${CMAKE_CURRENT_SOURCE_DIR}/config.h.in ${CMAKE_CURRENT_BINARY_DIR}/config.h @ONLY)
include_directories(${CMAKE_CURRENT_BINARY_DIR} ${CMAKE_CURRENT_SOURCE_DIR})
add_custom_command(DEPENDS "${CMAKE_CURRENT_SOURCE_DIR}/parsodusLexer.lxs"
COMMAND ${LEXESIS_EXE} ARGS -d "${CMAKE_CURRENT_BINARY_DIR}" "${CMAKE_CURRENT_SOURCE_DIR}/parsodusLexer.lxs"
OUTPUT "${CMAKE_CURRENT_BINARY_DIR}/ParsodusLexer.h" "${CMAKE_CURRENT_BINARY_DIR}/ParsodusLexer.cpp"
)
include_directories("${CMAKE_CURRENT_BINARY_DIR}")
# add_library(Parsodus-tables
# )
@ -11,9 +17,10 @@ add_library(Parsodus-backends
add_library(pds
driver.cpp
inputparser.cpp
InputLexer.cpp
"${CMAKE_CURRENT_BINARY_DIR}/ParsodusLexer.cpp"
)
add_executable(Parsodus
main.cpp
)

246
src/InputLexer.cpp
View File

@ -1,246 +0,0 @@
#include "InputLexer.h"
#include <sstream>
#include <iostream>
namespace { //The automaton data
typedef std::size_t State;
State REJECT = 79;
unsigned char TRANS_IDX[256] = { (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)1, (unsigned char)1, (unsigned char)0, (unsigned char)0, (unsigned char)1, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)1, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)2, (unsigned char)3, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)4, (unsigned char)5, (unsigned char)0, (unsigned char)6, (unsigned char)7, (unsigned char)7, (unsigned char)7, (unsigned char)7, (unsigned char)7, (unsigned char)7, (unsigned char)7, (unsigned char)7, (unsigned char)7, (unsigned char)8, (unsigned char)9, (unsigned char)0, (unsigned char)0, (unsigned char)10, (unsigned char)0, (unsigned char)0, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)11, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)12, (unsigned char)0, (unsigned char)13, (unsigned char)14, (unsigned char)15, (unsigned char)16, (unsigned char)17, (unsigned char)18, (unsigned char)19, (unsigned char)20, (unsigned char)21, (unsigned char)14, (unsigned char)14, (unsigned char)22, (unsigned char)23, (unsigned char)24, (unsigned char)25, (unsigned char)26, (unsigned char)14, (unsigned char)27, (unsigned char)28, (unsigned char)29, (unsigned char)14, (unsigned char)14, (unsigned char)14, (unsigned char)30, (unsigned char)14, (unsigned char)14, (unsigned char)0, (unsigned char)31, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)32, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)33, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)34, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, (unsigned char)0, };
State TABLE[80 - 1][35] = {
{ 79, 78, 79, 79, 71, 79, 79, 66, 76, 75, 79, 46, 47, 48, 48, 48, 48, 48, 48, 37, 48, 48, 16, 48, 45, 48, 1, 44, 32, 23, 48, 77, 79, 79, 73, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 2, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 7, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 3, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 4, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 5, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 6, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 8, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 9, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 10, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 11, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 12, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 13, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 14, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 15, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 17, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 49, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 18, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 19, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 20, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 21, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 22, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 24, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 25, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 26, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 27, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 28, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 29, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 30, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 31, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 33, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 34, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 35, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 36, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 38, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 39, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 40, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 41, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 42, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 43, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 51, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 55, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 46, 46, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 46, 47, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 50, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 52, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 53, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 54, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 56, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 57, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 58, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 59, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 60, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 61, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 48, 79, 79, 79, 79, },
{ 79, 79, 63, 79, 79, 67, 79, 79, 79, 79, 79, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 62, 79, 79, 79, 79, },
{ 79, 79, 79, 79, 79, 79, 64, 64, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, },
{ 79, 79, 79, 65, 79, 79, 64, 64, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, },
{ 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, },
{ 79, 79, 79, 79, 79, 79, 66, 66, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, },
{ 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 68, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, },
{ 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 69, 79, 79, 79, 79, },
{ 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 70, 79, 79, 79, 79, 79, 79, },
{ 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, },
{ 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 72, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, },
{ 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, },
{ 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 74, 79, 79, },
{ 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 72, 79, },
{ 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, },
{ 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, },
{ 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, },
{ 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, 79, },
};
InputLexer::TokenType TOKENS[80] = { InputLexer::nonmatching, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::PARSER, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::PRECEDENCE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::LEXESIS, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::TERMINALS, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::START, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::GRAMMAR, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::TERMINAL, InputLexer::TERMINAL, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::LEFT, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::RIGHT, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::VARIABLE, InputLexer::NONASSOC, InputLexer::nonmatching, InputLexer::nonmatching, InputLexer::nonmatching, InputLexer::PARSERTYPE, InputLexer::NUM, InputLexer::nonmatching, InputLexer::nonmatching, InputLexer::nonmatching, InputLexer::LEXESISNAME, InputLexer::nonmatching, InputLexer::ARROW, InputLexer::nonmatching, InputLexer::nonmatching, InputLexer::SEMICOLON, InputLexer::COLON, InputLexer::PIPE, InputLexer::ignore, InputLexer::nonmatching, };
}
InputLexer::InputLexer(std::istream& in) : m_offset(0), m_input(in) {
}
InputLexer::~InputLexer() {
}
InputLexer::Token InputLexer::nextToken() {
TokenType type = ignore;
std::string token;
while (type == ignore) {
State state = 0;
std::size_t match_length = 0;
token = "";
while (!m_input.eof() && state != REJECT) {
char c = m_input.peek();
if (m_input.eof())
break;
token += c;
state = TABLE[state][TRANS_IDX[(unsigned char)c]];
if (TOKENS[state])
{
match_length = token.length();
type = TOKENS[state];
}
m_input.get();
++m_offset;
}
std::size_t sdiff = token.length() - match_length;
for (std::size_t i = 0; i < sdiff; i++)
{
m_input.putback(token[token.length() - i - 1]);
}
m_offset -= sdiff;
if (!type || !match_length) {
if (m_input.eof())
throw NoMoreTokens();
throw NoMatch();
}
token = token.substr(0, match_length);
}
Token t;
t.type = type;
t.content = token;
return t;
}
void InputLexer::skip(std::size_t n) {
for (size_t i = 0; i < n; i++) {
m_input.get();
++m_offset;
}
}
char InputLexer::peek() {
if (m_input.eof())
throw NoMoreTokens();
return m_input.peek();
}
std::size_t InputLexer::getByteOffset() {
return m_offset;
}

54
src/inputparser.cpp
View File

@ -1,4 +1,4 @@
#include "InputLexer.h"
#include "ParsodusLexer.h"
#include "Parsodus/inputparser.h"
namespace pds {
@ -9,7 +9,7 @@ namespace pds {
}
Config InputParser::parseInput(std::istream& is) {
InputLexer lex(is);
ParsodusLexer lex(is);
Config config;
@ -18,19 +18,19 @@ namespace pds {
try {
while(true) {
InputLexer::Token token = lex.nextToken();
if(token.type != InputLexer::TERMINAL)
ParsodusLexer::Token token = lex.nextToken();
if(token.type != ParsodusLexer::TERMINAL)
readingTerminals = false;
if(token.type != InputLexer::TERMINAL
&& token.type != InputLexer::ARROW
&& token.type != InputLexer::VARIABLE
&& token.type != InputLexer::SEMICOLON
&& token.type != InputLexer::PIPE)
if(token.type != ParsodusLexer::TERMINAL
&& token.type != ParsodusLexer::ARROW
&& token.type != ParsodusLexer::VARIABLE
&& token.type != ParsodusLexer::SEMICOLON
&& token.type != ParsodusLexer::PIPE)
readingGrammar = false;
switch(token.type) {
case InputLexer::PARSER:
case ParsodusLexer::PARSER:
lexColon(lex, token);
if(token.type == InputLexer::PARSERTYPE) {
if(token.type == ParsodusLexer::PARSERTYPE) {
if(token.content == "lalr(1)") {
config.parserType = Config::ParserType::LALR_1;
} else
@ -39,34 +39,34 @@ namespace pds {
throw InputParserException("inputfile malformed, no parser type found in parser section");
}
break;
case InputLexer::LEXESIS:
case ParsodusLexer::LEXESIS:
lexColon(lex, token);
if(token.type != InputLexer::LEXESISNAME)
if(token.type != ParsodusLexer::LEXESISNAME)
throw InputParserException("No valid input file found after 'lexesis', found '" + token.content + "' instead.");
config.lexesisFile = token.content;
break;
case InputLexer::TERMINALS:
case ParsodusLexer::TERMINALS:
lexColon(lex, token, false);
readingTerminals = true;
break;
case InputLexer::GRAMMAR:
case ParsodusLexer::GRAMMAR:
lexColon(lex, token, false);
readingGrammar = true;
break;
case InputLexer::TERMINAL:
case ParsodusLexer::TERMINAL:
if(readingTerminals) {
config.grammar.terminals.insert(token.content);
} else {
throw InputParserException("Found a terminal outside a grammar or terminals section: " + token.content);
}
break;
case InputLexer::START:
case ParsodusLexer::START:
lexColon(lex, token);
if(token.type != InputLexer::VARIABLE)
if(token.type != ParsodusLexer::VARIABLE)
throw InputParserException("Expected to find a start variable, but found: " + token.content);
config.grammar.start = token.content;
break;
case InputLexer::VARIABLE:
case ParsodusLexer::VARIABLE:
if(readingGrammar) {
if(config.grammar.variables.find(token.content) == config.grammar.variables.end())
config.grammar.variables.insert(token.content);
@ -78,7 +78,7 @@ namespace pds {
}
// Parsing rule
token = lex.nextToken();
if(token.type != InputLexer::ARROW)
if(token.type != ParsodusLexer::ARROW)
throw InputParserException("No arrow found after '"+ current_head+"', but found '" + token.content + "' instead");
Rule rule;
rule.head = current_head;
@ -86,15 +86,15 @@ namespace pds {
while(parsing_head) {
token = lex.nextToken();
switch(token.type) {
case InputLexer::VARIABLE:
case ParsodusLexer::VARIABLE:
rule.tail.push_back(token.content);
break;
case InputLexer::TERMINAL:
case ParsodusLexer::TERMINAL:
rule.tail.push_back(token.content);
break;
case InputLexer::SEMICOLON:
case ParsodusLexer::SEMICOLON:
parsing_head = false;
case InputLexer::PIPE:
case ParsodusLexer::PIPE:
rule.tail.shrink_to_fit();
current_rules.insert(rule);
rule.tail.clear();
@ -112,14 +112,14 @@ namespace pds {
}
}
} catch(InputLexer::NoMoreTokens& err) {
} catch(ParsodusLexer::NoMoreTokens& err) {
}
return config;
}
void InputParser::lexColon(InputLexer& lex, InputLexer::Token &token, bool nextoken) {
void InputParser::lexColon(ParsodusLexer& lex, ParsodusLexer::Token &token, bool nextoken) {
token = lex.nextToken();
if(token.type != InputLexer::COLON)
if(token.type != ParsodusLexer::COLON)
throw InputParserException("No colon found before '" + token.content + "'");
if(nextoken)
token = lex.nextToken();

0
src/inputparser.lxs → src/parsodusLexer.lxs
View File