gered/picoc
1
0
Fork 0
Code Issues Pull requests Packages Projects Releases Wiki Activity

Added lexer token caching for improved performance

Browse source 
git-svn-id: http://picoc.googlecode.com/svn/trunk@29 21eae674-98b7-11dd-bd71-f92a316d2d60
This commit is contained in:
zik.saleeba 2009-01-05 04:52:33 +00:00
parent 883c862474
commit ef8969d975
1 changed files with 23 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

24
lex.c
View file

@ -159,7 +159,7 @@ enum LexToken LexGetComment(struct LexState *Lexer, char NextChar, union AnyValu
return LexGetToken(Lexer, Value); return LexGetToken(Lexer, Value);
} }
enum LexToken LexGetToken(struct LexState *Lexer, union AnyValue *Value) enum LexToken LexGetTokenUncached(struct LexState *Lexer, union AnyValue *Value)
{ {
char ThisChar; char ThisChar;
char NextChar; char NextChar;
@ -215,6 +215,28 @@ enum LexToken LexGetToken(struct LexState *Lexer, union AnyValue *Value)
return TokenEOF; return TokenEOF;
} }
enum LexToken LexGetToken(struct LexState *Lexer, union AnyValue *Value)
{
static const char *CachedPos = NULL;
static union AnyValue CachedValue;
static struct LexState CachedLexer;
static enum LexToken CachedToken;
if (Lexer->Pos == CachedPos)
{
*Value = CachedValue;
*Lexer = CachedLexer;
}
else
{
CachedToken = LexGetTokenUncached(Lexer, Value);
CachedLexer = *Lexer;
CachedValue = *Value;
}
return CachedToken;
}
enum LexToken LexGetPlainToken(struct LexState *Lexer) enum LexToken LexGetPlainToken(struct LexState *Lexer)
{ {
union AnyValue Value; union AnyValue Value;