+token checker function

This will check if a given character is a valid plain text token (*, _).
This will allow me to abstract away and assess if some plain text needs
to be further processed

1 files changed, 12 insertions, 0 deletions

diff --git a/Converter/src/compiler.c b/Converter/src/compiler.c
index df97c22..042f809 100644
--- a/Converter/src/compiler.c
+++ b/Converter/src/compiler.c
@@ -9,6 +9,18 @@ int find_string(string src, string query, size_t sz_src, size_t sz_query)
   return j;
 }
 
+bool is_token(char c)
+{
+  bool token_check = false;
+  for (int i = 0; i < N_TOKENS; ++i)
+    if (c == TOKENS[i])
+    {
+      token_check = true;
+      break;
+    }
+  return token_check;
+}
+
 void compile_inner_text(string dest, string src, size_t sz_src,
                         string line_or_source)
 {