shishantbiswas/c3c
1
1
Fork 0
mirror of https://github.com/c3lang/c3c.git synced 2026-02-27 12:01:16 +00:00
Code Issues Packages Projects Releases Wiki Activity

A little more cleanup.

Browse Source
This commit is contained in:
Christoffer Lerno
2019-07-25 19:24:53 +02:00
parent 219f76f896
commit a9c0d2505c
1 changed files with 7 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
src/compiler/lexer.c
View File

@@ -8,21 +8,6 @@
#include <string.h>
#include "../utils/errors.h"
typedef struct
{
const char *begin;
const char *start;
const char *current;
uint16_t source_file;
/* LexerState lexer_state;
File *current_file;
Token saved_tok;
Token saved_prev_tok;
SourceLoc last_in_range;*/
} Lexer;
Lexer lexer;
#define MATCH_KEYWORD_LEN(_keyword, _type) \
@@ -30,9 +15,6 @@ Lexer lexer;
#define MATCH_KEYWORD(_keyword, _type) check_keyword(start, len, _keyword, _type)
// Yes this is an ugly hand written keyword identifier. It should be benchmarked against
// an table based state machine.
static inline TokenType check_keyword(const char * restrict start, size_t len, const char * restrict keyword, TokenType type)
{
if (memcmp(start + 1, keyword + 1, len - 1) == 0)
@@ -43,7 +25,7 @@ static inline TokenType check_keyword(const char * restrict start, size_t len, c
}
// C idents should be rare, so just treat them uniformly.
static inline TokenType c_ident(const char *restrict start, const int len)
{
switch (start[3])
@@ -68,6 +50,10 @@ static inline TokenType c_ident(const char *restrict start, const int len)
return TOKEN_VAR_IDENT;
}
}
// A simple switch based keyword identifier.
// Some simple benchmarking reveals it's pretty fast compared to
// Perfect hashing approaches.
static inline TokenType ident_type(const char *restrict start, const int len)
{
char current_value = start[0];
@@ -242,6 +228,8 @@ static inline TokenType ident_type(const char *restrict start, const int len)
#define FNV1(a, seed) ((uint32_t)((((unsigned int)(a)) ^ (seed)) * PRIME))
#define HASH(a, b, c) (FNV1(c, FNV1((a), FNV1(b, SEED))) & 0x1FFu)
// This method uses a light variant on FNV1, keeping 9 bits.
// When keywords are added, make sure there are no collisions.
TokenType ident_type_fnv1(const char *restrict start, int len)
{
char current_value = start[0];