core: Add token buffer

Signed-off-by: Chloe M. <chloe@mirocom.org>
2026-05-23 02:57:50 -04:00
parent 74e2e8c772
commit 7ca4580893
4 changed files with 122 additions and 2 deletions
@@ -8,16 +8,19 @@

 #include <stdint.h>
 #include "cescal/readbuf.h"
+#include "cescal/tokbuf.h"

 /*
 * Compiler state machine
 *
- * @in_fd: Input file descriptor
- * @rb:    Read buffer
+ * @in_fd:  Input file descriptor
+ * @rb:     Read buffer
+ * @tokbuf: Token buffer
 */
 struct cescal_state {
    int in_fd;
    struct readbuf rb;
+    struct tokbuf tokbuf;
 };

 /*