Compare commits

...

3 Commits

Author SHA1 Message Date
Aryadev Chavali
b925a68986 vec: FOR_VEC macro 2026-03-05 19:47:46 +00:00
Aryadev Chavali
99448f6702 allocator|lisp: support for strings 2026-03-05 19:47:03 +00:00
Aryadev Chavali
bbb66d5fb1 string: new string library
Strings are simply byte vectors.  We want a separate type so when
tagging/untagging we can have some level of type separation.
2026-03-05 19:44:58 +00:00
10 changed files with 174 additions and 45 deletions

View File

@@ -19,8 +19,8 @@ CFLAGS=$(GFLAGS) $(DFLAGS) -DVERBOSE_LOGS=2 -DTEST_VERBOSE=1
endif endif
# Units to compile # Units to compile
UNITS=src/sv.c src/vec.c src/stream.c src/symtable.c src/lisp.c src/allocator.c \ UNITS=src/sv.c src/vec.c src/string.c src/stream.c src/symtable.c src/lisp.c \
src/sys.c src/reader.c src/allocator.c src/sys.c src/reader.c
OBJECTS:=$(patsubst src/%.c, $(DIST)/%.o, $(UNITS)) OBJECTS:=$(patsubst src/%.c, $(DIST)/%.o, $(UNITS))
TEST_UNITS=test/main.c TEST_UNITS=test/main.c

View File

@@ -10,7 +10,7 @@
#include <stdio.h> #include <stdio.h>
#include <alisp/symtable.h> #include <alisp/string.h>
#include <alisp/vec.h> #include <alisp/vec.h>
#define NIL 0 #define NIL 0
@@ -31,7 +31,8 @@ typedef enum Tag
TAG_NIL = 0b00000000, // Container types (0 LSB) TAG_NIL = 0b00000000, // Container types (0 LSB)
TAG_CONS = 0b00000010, TAG_CONS = 0b00000010,
TAG_VEC = 0b00000100, TAG_VEC = 0b00000100,
NUM_TAGS = 5, TAG_STR = 0b00000110,
NUM_TAGS = 6,
} tag_t; } tag_t;
// Some helper macros for tagging // Some helper macros for tagging
@@ -47,17 +48,19 @@ typedef enum Tag
#define INT_MAX ((((i64)1) << (INT_BITS - 1)) - 1) #define INT_MAX ((((i64)1) << (INT_BITS - 1)) - 1)
#define INT_MIN (-(INT_MAX + 1)) #define INT_MIN (-(INT_MAX + 1))
tag_t get_tag(const lisp_t *); tag_t tag_get(const lisp_t *);
lisp_t *tag_smi(const i64); lisp_t *tag_smi(const i64);
lisp_t *tag_sym(const char *); lisp_t *tag_sym(const char *);
lisp_t *tag_cons(const cons_t *); lisp_t *tag_cons(const cons_t *);
lisp_t *tag_vec(const vec_t *); lisp_t *tag_vec(const vec_t *);
lisp_t *tag_str(const str_t *);
lisp_t *tag_generic(void *, tag_t); lisp_t *tag_generic(void *, tag_t);
i64 as_smi(lisp_t *); i64 as_smi(lisp_t *);
char *as_sym(lisp_t *); char *as_sym(lisp_t *);
cons_t *as_cons(lisp_t *); cons_t *as_cons(lisp_t *);
vec_t *as_vec(lisp_t *); vec_t *as_vec(lisp_t *);
str_t *as_str(lisp_t *);
#define CAR(L) (as_cons(L)->car) #define CAR(L) (as_cons(L)->car)
#define CDR(L) (as_cons(L)->cdr) #define CDR(L) (as_cons(L)->cdr)

35
include/alisp/string.h Normal file
View File

@@ -0,0 +1,35 @@
/* string.h: String library
* Created: 2026-03-05
* Author: Aryadev Chavali
* License: See end of file
* Commentary:
*/
#ifndef STRING_H
#define STRING_H
#include <alisp/sv.h>
#include <alisp/vec.h>
typedef struct
{
vec_t data;
} str_t;
str_t string_make(sv_t sv);
sv_t string_sv(str_t *);
#endif
/* Copyright (C) 2026 Aryadev Chavali
* This program is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
* FOR A PARTICULAR PURPOSE. See the GNU General Public License Version 2 for
* details.
* You may distribute and modify this code under the terms of the GNU General
* Public License Version 2, which you should have received a copy of along with
* this program. If not, please go to <https://www.gnu.org/licenses/>.
*/

View File

@@ -10,6 +10,7 @@
#include <alisp/allocator.h> #include <alisp/allocator.h>
#include <alisp/lisp.h> #include <alisp/lisp.h>
#include <alisp/symtable.h>
/// System context /// System context
typedef struct typedef struct
@@ -27,15 +28,16 @@ u64 sys_cost(sys_t *);
/// Constructors and general Lisp API /// Constructors and general Lisp API
lisp_t *make_int(i64); lisp_t *make_int(i64);
lisp_t *make_vec(sys_t *, u64);
lisp_t *intern(sys_t *, sv_t); lisp_t *intern(sys_t *, sv_t);
lisp_t *cons(sys_t *, lisp_t *, lisp_t *); lisp_t *cons(sys_t *, lisp_t *, lisp_t *);
lisp_t *make_vec(sys_t *, u64);
lisp_t *make_str(sys_t *, u64);
lisp_t *car(lisp_t *); lisp_t *car(lisp_t *);
lisp_t *cdr(lisp_t *); lisp_t *cdr(lisp_t *);
void lisp_free(lisp_t *); void lisp_free(sys_t *, lisp_t *);
void lisp_free_rec(lisp_t *); void lisp_free_rec(sys_t *, lisp_t *);
#endif #endif

View File

@@ -31,6 +31,8 @@ static_assert(sizeof(vec_t) == 64, "vec_t has to be 64 bytes as part of SBO");
#define VEC_GET(V, I, T) (((T *)vec_data(V))[I]) #define VEC_GET(V, I, T) (((T *)vec_data(V))[I])
#define VEC_SIZE(V, T) ((V)->size / (sizeof(T))) #define VEC_SIZE(V, T) ((V)->size / (sizeof(T)))
#define FOR_VEC(INDEX, V, T) \
for (size_t INDEX = 0; INDEX < VEC_SIZE(V, T); ++INDEX)
void vec_init(vec_t *, u64); void vec_init(vec_t *, u64);
void vec_free(vec_t *); void vec_free(vec_t *);

View File

@@ -23,6 +23,8 @@ alloc_node_t *make_node(page_t *page, tag_t type)
{ {
alloc_node_t *node = NULL; alloc_node_t *node = NULL;
u64 size = sizeof(*node); u64 size = sizeof(*node);
static_assert(NUM_TAGS == 6);
switch (type) switch (type)
{ {
case TAG_CONS: case TAG_CONS:
@@ -31,6 +33,9 @@ alloc_node_t *make_node(page_t *page, tag_t type)
case TAG_VEC: case TAG_VEC:
size += sizeof(vec_t); size += sizeof(vec_t);
break; break;
case TAG_STR:
size += sizeof(str_t);
break;
case TAG_NIL: case TAG_NIL:
case TAG_SMI: case TAG_SMI:
case TAG_SYM: case TAG_SYM:
@@ -52,7 +57,9 @@ alloc_node_t *make_node(page_t *page, tag_t type)
alloc_node_t *lisp_to_node(lisp_t *lisp) alloc_node_t *lisp_to_node(lisp_t *lisp)
{ {
void *raw_ptr = NULL; void *raw_ptr = NULL;
switch (get_tag(lisp))
static_assert(NUM_TAGS == 6);
switch (tag_get(lisp))
{ {
case TAG_CONS: case TAG_CONS:
raw_ptr = as_cons(lisp); raw_ptr = as_cons(lisp);
@@ -60,6 +67,9 @@ alloc_node_t *lisp_to_node(lisp_t *lisp)
case TAG_VEC: case TAG_VEC:
raw_ptr = as_vec(lisp); raw_ptr = as_vec(lisp);
break; break;
case TAG_STR:
raw_ptr = as_str(lisp);
break;
case TAG_NIL: // These shouldn't be allocated case TAG_NIL: // These shouldn't be allocated
case TAG_SMI: case TAG_SMI:
case TAG_SYM: case TAG_SYM:
@@ -74,10 +84,12 @@ alloc_node_t *lisp_to_node(lisp_t *lisp)
lisp_t *alloc_make(alloc_t *alloc, tag_t type) lisp_t *alloc_make(alloc_t *alloc, tag_t type)
{ {
static_assert(NUM_TAGS == 6);
switch (type) switch (type)
{ {
case TAG_CONS: case TAG_CONS:
case TAG_VEC: case TAG_VEC:
case TAG_STR:
break; break;
case TAG_NIL: // These shouldn't be allocated case TAG_NIL: // These shouldn't be allocated
case TAG_SMI: case TAG_SMI:
@@ -123,7 +135,7 @@ lisp_t *alloc_make(alloc_t *alloc, tag_t type)
// We couldn't get anything from the free vector, so try to allocate a fresh // We couldn't get anything from the free vector, so try to allocate a fresh
// one against one of the pages. // one against one of the pages.
for (u64 i = 0; i < VEC_SIZE(&alloc->pages, page_t *); ++i) FOR_VEC(i, &alloc->pages, page_t *)
{ {
page_t *page = VEC_GET(&alloc->pages, i, page_t *); page_t *page = VEC_GET(&alloc->pages, i, page_t *);
node = make_node(page, type); node = make_node(page, type);
@@ -154,7 +166,7 @@ void alloc_delete(alloc_t *alloc, lisp_t *lisp)
u64 alloc_cost(alloc_t *alloc) u64 alloc_cost(alloc_t *alloc)
{ {
u64 total_size = alloc->pages.size; u64 total_size = alloc->pages.size;
for (u64 i = 0; i < VEC_SIZE(&alloc->pages, page_t *); ++i) FOR_VEC(i, &alloc->pages, page_t *)
{ {
page_t *page = VEC_GET(&alloc->pages, i, page_t *); page_t *page = VEC_GET(&alloc->pages, i, page_t *);
total_size += page->data.size; total_size += page->data.size;
@@ -164,7 +176,7 @@ u64 alloc_cost(alloc_t *alloc)
void alloc_free(alloc_t *alloc) void alloc_free(alloc_t *alloc)
{ {
for (u64 i = 0; i < VEC_SIZE(&alloc->pages, page_t *); ++i) FOR_VEC(i, &alloc->pages, page_t *)
{ {
page_t *page = VEC_GET(&alloc->pages, i, page_t *); page_t *page = VEC_GET(&alloc->pages, i, page_t *);
// Iterate through every alloc_node in this page // Iterate through every alloc_node in this page
@@ -172,6 +184,8 @@ void alloc_free(alloc_t *alloc)
{ {
alloc_node_t *node = (alloc_node_t *)(vec_data(&page->data) + j); alloc_node_t *node = (alloc_node_t *)(vec_data(&page->data) + j);
u64 next = sizeof(*node) + tag_sizeof(node->metadata.tag); u64 next = sizeof(*node) + tag_sizeof(node->metadata.tag);
static_assert(NUM_TAGS == 6);
switch (node->metadata.tag) switch (node->metadata.tag)
{ {
case TAG_CONS: case TAG_CONS:
@@ -180,6 +194,9 @@ void alloc_free(alloc_t *alloc)
case TAG_VEC: case TAG_VEC:
vec_free((vec_t *)node->data); vec_free((vec_t *)node->data);
break; break;
case TAG_STR:
vec_free(&((str_t *)node->data)->data);
break;
case TAG_NIL: case TAG_NIL:
case TAG_SMI: case TAG_SMI:
case TAG_SYM: case TAG_SYM:

View File

@@ -25,6 +25,11 @@ lisp_t *tag_vec(const vec_t *vec)
return TAG(vec, VEC); return TAG(vec, VEC);
} }
lisp_t *tag_str(const str_t *str)
{
return TAG(str, STR);
}
lisp_t *tag_cons(const cons_t *cons) lisp_t *tag_cons(const cons_t *cons)
{ {
return TAG(cons, CONS); return TAG(cons, CONS);
@@ -32,6 +37,7 @@ lisp_t *tag_cons(const cons_t *cons)
lisp_t *tag_generic(void *ptr, tag_t type) lisp_t *tag_generic(void *ptr, tag_t type)
{ {
static_assert(NUM_TAGS == 6);
switch (type) switch (type)
{ {
case TAG_NIL: case TAG_NIL:
@@ -44,15 +50,16 @@ lisp_t *tag_generic(void *ptr, tag_t type)
return tag_cons(ptr); return tag_cons(ptr);
case TAG_VEC: case TAG_VEC:
return tag_vec(ptr); return tag_vec(ptr);
case TAG_STR:
return tag_str(ptr);
default: default:
FAIL("Unreachable"); FAIL("Unreachable");
return NIL; return NIL;
} }
} }
tag_t get_tag(const lisp_t *lisp) tag_t tag_get(const lisp_t *lisp)
{ {
static_assert(NUM_TAGS == 5);
return GET_TAG(lisp); return GET_TAG(lisp);
} }
@@ -77,6 +84,12 @@ cons_t *as_cons(lisp_t *obj)
return (cons_t *)UNTAG(obj); return (cons_t *)UNTAG(obj);
} }
str_t *as_str(lisp_t *obj)
{
assert(IS_TAG(obj, STR));
return (str_t *)UNTAG(obj);
}
vec_t *as_vec(lisp_t *obj) vec_t *as_vec(lisp_t *obj)
{ {
assert(IS_TAG(obj, VEC)); assert(IS_TAG(obj, VEC));
@@ -87,7 +100,8 @@ void lisp_print(FILE *fp, lisp_t *lisp)
{ {
if (!fp) if (!fp)
return; return;
switch (get_tag(lisp)) static_assert(NUM_TAGS == 6);
switch (tag_get(lisp))
{ {
case TAG_NIL: case TAG_NIL:
fprintf(fp, "NIL"); fprintf(fp, "NIL");
@@ -156,11 +170,11 @@ void lisp_print(FILE *fp, lisp_t *lisp)
#endif #endif
vec_t *vec = as_vec(lisp); vec_t *vec = as_vec(lisp);
for (u64 i = 1; i <= VEC_SIZE(vec, lisp_t *); ++i) FOR_VEC(i, vec, lisp_t *)
{ {
lisp_t *item = VEC_GET(vec, i - 1, lisp_t *); lisp_t *item = VEC_GET(vec, i, lisp_t *);
lisp_print(fp, item); lisp_print(fp, item);
if (i != VEC_SIZE(vec, lisp_t *)) if (i < VEC_SIZE(vec, lisp_t *))
{ {
fprintf(fp, " "); fprintf(fp, " ");
} }
@@ -173,7 +187,9 @@ void lisp_print(FILE *fp, lisp_t *lisp)
#endif #endif
break; break;
} }
case NUM_TAGS: case TAG_STR:
TODO("Implement lisp_print for strings");
break;
default: default:
FAIL("Unreachable"); FAIL("Unreachable");
break; break;
@@ -182,6 +198,7 @@ void lisp_print(FILE *fp, lisp_t *lisp)
u64 tag_sizeof(tag_t tag) u64 tag_sizeof(tag_t tag)
{ {
static_assert(NUM_TAGS == 6);
switch (tag) switch (tag)
{ {
case TAG_NIL: case TAG_NIL:
@@ -193,7 +210,8 @@ u64 tag_sizeof(tag_t tag)
return sizeof(cons_t); return sizeof(cons_t);
case TAG_VEC: case TAG_VEC:
return sizeof(vec_t); return sizeof(vec_t);
case NUM_TAGS: case TAG_STR:
return sizeof(str_t);
default: default:
FAIL("Unreachable"); FAIL("Unreachable");
return 0; return 0;
@@ -202,7 +220,7 @@ u64 tag_sizeof(tag_t tag)
u64 lisp_sizeof(lisp_t *lisp) u64 lisp_sizeof(lisp_t *lisp)
{ {
return tag_sizeof(get_tag(lisp)); return tag_sizeof(tag_get(lisp));
} }
/* Copyright (C) 2025, 2026 Aryadev Chavali /* Copyright (C) 2025, 2026 Aryadev Chavali

View File

@@ -45,7 +45,7 @@ int main(int argc, char *argv[])
VEC_SIZE(&ast, lisp_t *) == 1 ? "expr" : "exprs"); VEC_SIZE(&ast, lisp_t *) == 1 ? "expr" : "exprs");
{ {
for (u64 i = 0; i < VEC_SIZE(&ast, lisp_t *); ++i) FOR_VEC(i, &ast, lisp_t *)
{ {
lisp_t *expr = VEC_GET(&ast, i, lisp_t *); lisp_t *expr = VEC_GET(&ast, i, lisp_t *);
#if VERBOSE_LOGS #if VERBOSE_LOGS

44
src/string.c Normal file
View File

@@ -0,0 +1,44 @@
/* string.c: String library implementation
* Created: 2026-03-05
* Author: Aryadev Chavali
* License: See end of file
* Commentary:
*/
#include <string.h>
#include <alisp/string.h>
str_t string_make(sv_t sv)
{
str_t string = {0};
if (sv.size)
{
vec_init(&string.data, sv.size);
if (sv.data)
{
memcpy(vec_data(&string.data), sv.data, sv.size);
}
}
return string;
}
sv_t string_sv(str_t *str)
{
if (!str)
return SV(NULL, 0);
return SV((char *)vec_data(&str->data), str->data.size);
}
/* Copyright (C) 2026 Aryadev Chavali
* This program is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
* FOR A PARTICULAR PURPOSE. See the GNU General Public License Version 2 for
* details.
* You may distribute and modify this code under the terms of the GNU General
* Public License Version 2, which you should have received a copy of along with
* this program. If not, please go to <https://www.gnu.org/licenses/>.
*/

View File

@@ -17,14 +17,16 @@ void sys_init(sys_t *sys)
lisp_t *sys_alloc(sys_t *sys, tag_t type) lisp_t *sys_alloc(sys_t *sys, tag_t type)
{ {
static_assert(NUM_TAGS == 6);
switch (type) switch (type)
{ {
case TAG_CONS: case TAG_CONS:
case TAG_VEC: case TAG_VEC:
case TAG_STR:
return alloc_make(&sys->memory, type); return alloc_make(&sys->memory, type);
// Shouldn't be allocated // Shouldn't be allocated
case TAG_NIL: case TAG_NIL:
case TAG_INT: case TAG_SMI:
case TAG_SYM: case TAG_SYM:
default: default:
FAIL("Unreachable"); FAIL("Unreachable");
@@ -64,6 +66,13 @@ lisp_t *make_vec(sys_t *sys, u64 capacity)
return vec; return vec;
} }
lisp_t *make_str(sys_t *sys, u64 capacity)
{
lisp_t *str = sys_alloc(sys, TAG_STR);
vec_init(&as_str(str)->data, capacity);
return str;
}
lisp_t *intern(sys_t *sys, sv_t sv) lisp_t *intern(sys_t *sys, sv_t sv)
{ {
const char *str = sym_table_find(&sys->symtable, sv); const char *str = sym_table_find(&sys->symtable, sv);
@@ -86,57 +95,56 @@ lisp_t *cdr(lisp_t *lsp)
return CDR(lsp); return CDR(lsp);
} }
void lisp_free(lisp_t *item) void lisp_free(sys_t *sys, lisp_t *lisp)
{ {
switch (get_tag(item)) static_assert(NUM_TAGS == 6);
switch (tag_get(lisp))
{ {
case TAG_CONS: case TAG_STR:
// Delete the cons
free(as_cons(item));
break;
case TAG_VEC: case TAG_VEC:
{ case TAG_CONS:
vec_t *vec = as_vec(item); // Delete the underlying data
vec_free(vec); alloc_delete(&sys->memory, lisp);
free(vec);
break; break;
}
case TAG_NIL: case TAG_NIL:
case TAG_SMI: case TAG_SMI:
case TAG_SYM: case TAG_SYM:
case NUM_TAGS:
// shouldn't be dealt with (either constant or dealt with elsewhere) // shouldn't be dealt with (either constant or dealt with elsewhere)
break; break;
} }
} }
void lisp_free_rec(lisp_t *item) void lisp_free_rec(sys_t *sys, lisp_t *item)
{ {
switch (get_tag(item)) static_assert(NUM_TAGS == 6);
switch (tag_get(item))
{ {
case TAG_CONS: case TAG_CONS:
{ {
lisp_free_rec(car(item)); lisp_free_rec(sys, car(item));
lisp_free_rec(cdr(item)); lisp_free_rec(sys, cdr(item));
free(as_cons(item)); lisp_free(sys, item);
break; break;
} }
case TAG_VEC: case TAG_VEC:
{ {
vec_t *vec = as_vec(item); vec_t *vec = as_vec(item);
for (size_t i = 0; i < VEC_SIZE(vec, lisp_t **); ++i) FOR_VEC(i, vec, lisp_t *)
{ {
lisp_t *allocated = VEC_GET(vec, i, lisp_t *); lisp_t *allocated = VEC_GET(vec, i, lisp_t *);
lisp_free_rec(allocated); lisp_free_rec(sys, allocated);
} }
vec_free(vec); lisp_free(sys, item);
free(vec); break;
}
case TAG_STR:
{
lisp_free(sys, item);
break; break;
} }
case TAG_NIL: case TAG_NIL:
case TAG_SMI: case TAG_SMI:
case TAG_SYM: case TAG_SYM:
case NUM_TAGS:
// shouldn't be dealt with (either constant or dealt with elsewhere) // shouldn't be dealt with (either constant or dealt with elsewhere)
break; break;
} }