blob: 97809dfb3a433bfd5ebfc3ae0b1412dec7a1c5ab (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
|
#ifndef ROSCHA_LEXER_H
#define ROSCHA_LEXER_H
#include "slice.h"
#include "token.h"
#include <sys/types.h>
#include <stdbool.h>
/* The lexer */
struct lexer {
/* Source input */
const char *input;
/* Length of input */
size_t len;
/* The current slice of the input string that will be tokenized */
struct slice word;
/* The current character belongs to content and should not be tokenized */
bool in_content;
size_t line;
size_t column;
};
/* Allocate a new lexer with input as the source */
struct lexer *lexer_new(const char *input);
/* Get the next token from the lexer */
struct token lexer_next_token(struct lexer *);
/* Free all memory related to the lexer */
void lexer_destroy(struct lexer *);
#endif
|
