lexer.h

#pragma once
#include "algi_common.h"
#include <stdint.h>
#include <stdlib.h>

typedef enum{
    #define ET(x) TOKEN_##x,
    #include "tokens.h" 
    #undef ET
} TokenType;

typedef struct{
    char* string;
    char* source;
    uint8_t length;
    size_t line;
    size_t start;
    TokenType type;
} Token;

static const Token nullToken = {NULL, NULL, 0, 0, 0, TOKEN_unknown};

typedef struct{
    char *source;
    Token *tokens;
    uint32_t count;
    uint32_t hasError;
} TokenList;

TokenList tokens_scan(const char *source);
void tokens_free(TokenList list);
void token_print_source(Token t, uint8_t reportType);
void lexer_print_token(Token t, uint8_t printType);
uint64_t lexer_has_errors();

//#define DEBUG

#ifdef DEBUG
void lexer_print_tokens(TokenList list);
#endif