Files
webserv/src/config/Tokenizer.cpp
2022-01-22 14:07:54 +03:00

208 lines
3.6 KiB
C++

#include "Tokenizer.hpp"
/* -Template::-Template(void) */
/* { */
/* return; */
/* } */
/* -Template::-Template(const -Template &src) */
/* { */
/* *this = src; */
/* return; */
/* } */
/* -Template::~-Template(void) */
/* { */
/* return; */
/* } */
/* -Template &-Template::operator=(const -Template &rhs) */
/* { */
/* //code */
/* return (*this); */
/* } */
namespace config
{
bool isspace(char c)
{
if (c == ' ' || c == '\t')
return (true);
else
return (false);
}
bool istomlkey(char c)
{
if (isalnum(c) || c == '-' || c == '_')
return (true);
else
return (false);
}
Tokenizer::Tokenizer(std::string filename)
{
file.open(filename.c_str(), std::ios::in);
if (!file.good())
{
std::cerr << "file didn't open" << std::endl;
}
}
bool Tokenizer::firstToken()
{
// doesn't account for indent!
if (file.tellg() == 0 || file.tellg() == 1 || (last_token == NEWLINE))
return (true);
else
return (false);
}
struct s_token Tokenizer::getToken(void)
{
char c;
struct s_token token;
if (file.eof())
{
std::cout << "Tokens exhausted" << std::endl;
}
prev_pos = file.tellg();
c = getWithoutWhiteSpace();
if (firstToken() && config::istomlkey(c))
{
token.type = KEY;
while (config::istomlkey(c))
{
token.value += c;
file.get(c);
}
}
else if (c == '"')
{
token.type = STRING;
token.value = "";
/* TODO: maybe do-while? */
file.get(c);
while (c != '"')
{
token.value += c;
file.get(c);
}
}
else if (c == '[')
{
std::streampos prev_pos = file.tellg();
file.get(c);
if (c == '[')
{
token.type = MAPARRAY_DECL;
file.get(c);
while (c != ']')
{
token.value += c;
file.get(c);
}
if (c == ']')
file.get(c);
if (c != ']')
throw std::logic_error("error in MAPARRAY_DECL");
}
else
{
token.type = OPEN_BRACKET;
file.seekg(prev_pos);
}
}
else if (c == ']')
token.type = CLOSE_BRACKET;
else if (c == '=')
token.type = ASSIGN;
else if (c == '\n')
token.type = NEWLINE;
else if (c == '-' || isdigit(c))
{
std::streampos prevCharPos;
token.type = NUMBER;
token.value = "";
token.value += c;
/* prevCharPos = file.tellg(); */
while (c == '-' || c == '.' || isdigit(c))
{
prevCharPos = file.tellg();
file.get(c);
if (file.eof())
break;
else
{
if (c == '-' || c == '.' || isdigit(c))
token.value += c;
else
file.seekg(prevCharPos);
}
}
}
else if (c == 'f')
{
token.type = BOOL;
token.value = "false";
file.seekg(4, std::ios_base::cur);
/* token.value = ""; */
/* while (std::isalpha(c)) */
/* { */
/* token.value += c; */
/* file.get(c); */
/* } */
std::cerr << "value is: " << token.value << std::endl;
std::cerr << "c is: " << c << std::endl;
}
else if (c == 't')
{
token.type = BOOL;
while (std::isalpha(c))
{
token.value += c;
file.get(c);
}
/* file.seekg(3, std::ios_base::cur); */
}
else if (c == 'n')
{
token.type = NIL;
file.seekg(3, std::ios_base::cur);
}
else if (c == ',')
token.type = COMMA;
last_token = token.type;
return (token);
}
char Tokenizer::getWithoutWhiteSpace(void)
{
char c = ' ';
while (config::isspace(c))
{
file.get(c);
if ((c == ' ') && !file.good())
{
throw std::logic_error("No more tokens!");
}
else if (!file.good())
return (c);
}
return (c);
}
bool Tokenizer::hasMoreTokens(void)
{
return (!file.eof());
}
void Tokenizer::rollBackToken(void)
{
if (file.eof())
file.clear();
file.seekg(prev_pos);
}
}