Tokenizer
Tokenizer *tok;
Tokenizer *tok_init(const char *);
void tok_end(Tokenizer *);
void tok_reset(Tokenizer *);
int tok_line(Tokenizer *, const LineInfo *,
int tok_str(Tokenizer *, const char *,
Tokenizer *tok;
TYPE(Tokenizer) *
TYPE(Tokenizer) *tok = malloc(sizeof(TYPE(Tokenizer)));
FUN(tok,reset)(TYPE(Tokenizer) *tok)
FUN(tok,end)(TYPE(Tokenizer) *tok)
FUN(tok,line)(TYPE(Tokenizer) *tok, const TYPE(LineInfo) *line,
FUN(tok,str)(TYPE(Tokenizer) *tok, const Char *line, int *argc,
static void FUN(tok,finish)(TYPE(Tokenizer) *);
FUN(tok,finish)(TYPE(Tokenizer) *tok)
Tokenizer *tok_init(const char *);
void tok_reset(Tokenizer *);
void tok_end(Tokenizer *);
int tok_line(Tokenizer *, const char *, int *, const char ***);