4 #ifndef INITIAL_TOKEN_LENGTH
5 #define INITIAL_TOKEN_LENGTH 20
8 #ifndef TOKENBUFFER_DEFINED
9 #define TOKENBUFFER_DEFINED
15 typedef struct tokenbuffer token_buffer;
17 #endif /* not TOKENBUFFER_DEFINED */
19 void init_tokenbuffer (token_buffer *tokenbuffer);
22 readtoken (FILE *stream, const char *delim, int n_delim,
23 token_buffer *tokenbuffer);
25 readtokens (FILE *stream, int projected_n_tokens,
26 const char *delim, int n_delim,
27 char ***tokens_out, long **token_lengths);
29 #endif /* not H_READTOKENS_H */