blob: fc13f24705a720fdddcf72203c8f62c12c74f8f5 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
|
#ifndef LEXER_H
#define LEXER_H
#include "value.h"
#ifndef LEXER_IDEN_CAP
#define LEXER_IDEN_CAP 512
#endif
typedef struct lexer *lexer_t;
struct token {
enum token_enum {
TOKEN_PARENTHS_OPEN, TOKEN_PARENTHS_CLOSE,
TOKEN_SPECIAL_QUOTE, TOKEN_VALUE,
TOKEN_TOKENS // number of token types
} type;
value_t value;
};
struct lexer {
struct token *tokens;
size_t tokens_cap;
size_t ntokens;
// identifier
char iden[LEXER_IDEN_CAP];
size_t iden_sz;
int inside_string;
};
// allocate a lexer with a maximum number of tokens_cap tokens
// returns a lexer on success and NULL on fail
lexer_t lexer_create(size_t tokens_cap);
// deallocate a lexer
void lexer_destroy(lexer_t lexer);
// reset a lexer to its default state without destroying it (faster)
void lexer_reset(lexer_t lexer);
// self explanatory
void lexer_print_tokens(lexer_t lexer);
// turn the given non-null-terminated string str of lenght len
// into into tokens
// returns 0 on success
int lexer_tokenize(lexer_t lexer, char *str, size_t len);
// checks whether the lexer has finished (temp buffers like iden are empty)
// returns 1 on finished, 0 on not finished
int lexer_has_finished(lexer_t lexer);
#endif
|
