blob: d2e00281886229dc4bf5768fd5733d71b492cd97 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
|
/* Copyright (C) 2023 Aryadev Chavali
* You may distribute and modify this code under the terms of the
* GPLv2 license. You should have received a copy of the GPLv2
* license with this file. If not, please write to:
* aryadev@aryadevchavali.com.
* Created: 2023-10-24
* Author: Aryadev Chavali
* Description: Lexer for assembly language
*/
#ifndef LEXER_H
#define LEXER_H
#include <lib/darr.h>
typedef enum TokenType
{
TOKEN_LITERAL_NUMBER,
TOKEN_LITERAL_CHAR,
TOKEN_SYMBOL,
} token_type_t;
typedef struct
{
token_type_t type;
size_t column, line;
char *str;
size_t str_size;
} token_t;
typedef darr_t buffer_t;
typedef darr_t token_stream_t;
#define TOKEN_STREAM_AT(STREAM_DATA, INDEX) (((token_t *)(STREAM_DATA))[INDEX])
const char *token_type_as_cstr(token_type_t type);
token_stream_t tokenise_buffer(buffer_t *);
#endif
|
