kotofyt/funnygame
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

simple B compiler

Browse Source
This commit is contained in:
kotofyt
2026-01-17 11:24:00 +02:00
parent c69f589439
commit ee7735b610
7 changed files with 152 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
public/tier2/tokenizer.h
View File

@@ -13,9 +13,17 @@ struct Token_t
uint32_t m_iCharacter;
};
typedef bool( *fnIsAlphabetSymbol )( char c );
typedef bool( *IsAlphabetSymbolFn )( char c );
struct TokenizeProperties_t
{
IsAlphabetSymbolFn m_pfnIsAlphabetSymbol;
IsAlphabetSymbolFn m_pfnIsFirstAlphabetSymbol;
bool m_bAllowSlashToContinueString;
};
CUtlVector<Token_t> Tokenize( const char *szString );
CUtlVector<Token_t> Tokenize( const char *szString, fnIsAlphabetSymbol pfnIsAlphabetSymbol );
CUtlVector<Token_t> Tokenize( const char *szString, IsAlphabetSymbolFn pfnIsAlphabetSymbol );
#endif