struct wcistream;
struct position;

struct tokenizer* new_tokenizer(
    struct wcistream* istream,
    struct position* position);