Added function to copy tokens

This essentially just copies the internal string of the token into a
new buffer.

1 files changed, 9 insertions, 0 deletions

diff --git a/asm/lexer.c b/asm/lexer.c
index 6358e95..7d1ad8c 100644
--- a/asm/lexer.c
+++ b/asm/lexer.c
@@ -130,6 +130,15 @@ const char *lerr_as_cstr(lerr_t lerr)
   return "";
 }
 
+token_t token_copy(token_t t)
+{
+  token_t new = t;
+  new.str     = malloc(t.str_size + 1);
+  memcpy(new.str, t.str, t.str_size);
+  new.str[t.str_size] = '\0';
+  return new;
+}
+
 size_t space_left(buffer_t *buffer)
 {
   if (buffer->available == buffer->used)