Move source file parsing logic to a separate file.

2025-03-20 07:40:02 +08:00 · 2021-03-26 02:21:53 +01:00
parent 174bb4d2f1
commit bd4335bace
8 changed files with 211 additions and 142 deletions
@@ -38,7 +38,8 @@ public:
        std::vector<Token> tokens;
    };

-    void Reset();
+    Tokenizer();
+
    std::vector<Token> Tokenize( const char* begin, const char* end );

 private: