Pasha/LXC
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fixed bugs with lexer

Browse Source
This commit is contained in:
Pasha Bibko
2025-07-20 18:38:42 +01:00
parent f95600f0b7
commit cc0300b66c
4 changed files with 9 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
Lexer/src/Lexer.cpp
View File

@@ -57,7 +57,7 @@ namespace LXC::Lexer
// Creates the token (if at the end of the string literal) //
if (!trackers.inStrLiteral)
ctx.out.emplace_back(ctx, trackers.sectionStart, (USHORT)(ctx.index - trackers.sectionStart), Token::String_Literal);
ctx.out.emplace_back(ctx, trackers.sectionStart + 1, (USHORT)(ctx.index - trackers.sectionStart - 1), Token::String_Literal);
} else if (trackers.inStrLiteral) {}
@@ -71,7 +71,7 @@ namespace LXC::Lexer
// Checks for the end of the number literal to create the token //
if (!IsNumeric(next)) _UNLIKELY
{
ctx.out.emplace_back(ctx, trackers.sectionStart, (USHORT)(ctx.index - trackers.sectionStart), Token::Num_Literal);
ctx.out.emplace_back(ctx, trackers.sectionStart, (USHORT)(ctx.index - trackers.sectionStart + 1), Token::Num_Literal);
trackers.inNumLiteral = false;
}
}
@@ -86,7 +86,7 @@ namespace LXC::Lexer
// Checks for the end of the word to create the token //
if (!IsAlpha(next)) _UNLIKELY
{
ctx.out.emplace_back(ctx, trackers.sectionStart, static_cast<unsigned short>(ctx.index - trackers.sectionStart), Token::Identifier);
ctx.out.emplace_back(ctx, trackers.sectionStart, (USHORT)(ctx.index - trackers.sectionStart + 1), Token::Identifier);
trackers.inIdentifier = false;
}
}

6
Lexer/src/Token.cpp
View File

@@ -78,12 +78,12 @@ namespace LXC::Lexer
{
// Output stream to log to //
std::ostringstream os;
os << std::setw(15) << std::left << TokenTypeToCStr(type) << " | ";
os << std::setw(25) << std::left << TokenTypeToCStr(type) << " | ";
if (contents != nullptr)
os << '"' << contents << '"';
os << std::setw(25) << std::left << std::string('"' + std::string(contents) + '"');
else
os << "EMPTY";
os << std::setw(25) << std::left << "EMPTY";
return os.str();
}