Added foundation for Lexer

Lexer/inc/Lexer.h

@@ -6,12 +6,24 @@ namespace LXC::Lexer
 {
 	struct LexerContext
 	{
+		// Constructor to set the information of the context //
+		LexerContext(const std::string& _source);
+
 		// Trackers for the Lexer itself //
-		std::string source;
+		const std::string& source;
 		size_t index;
 
+		LexerOutput out;
+		const size_t len;
+
 		// Trackers for where the Lexer is within the user version of source //
 		unsigned short column;
 		unsigned short line;
 	};
+
+	struct LexerError
+	{};
+
+	// Turns a file into a vector of tokens //
+	Util::ReturnVal<LexerOutput, LexerError> TokenizeFile(const std::string& fileContents);
 }

Lexer/inc/Token.h

@@ -112,4 +112,7 @@ namespace LXC::Lexer
 			// The data of the token //
 			const char* contents;
 	};
+
+	// Typedef for the output type of how the Lexer outputs //
+	typedef std::vector<Token> LexerOutput;
 }

Lexer/src/Lexer.cpp

@@ -5,4 +5,22 @@
 
 namespace LXC::Lexer
 {
+	LexerContext::LexerContext(const std::string& _source) :
+		source(_source), index(0), out{}, len(_source.length()), column(0), line(0)
+	{}
+
+	Util::ReturnVal<LexerOutput, LexerError> TokenizeFile(const std::string& fileContents)
+	{
+		// Creates the context for the lexer //
+		LexerContext context(fileContents);
+
+		while (context.index > context.len)
+		{
+			// Iterates to the next index //
+			context.column++;
+			context.index++;
+		}
+
+		return context.out;
+	}
 }