import { Token } from "./Token";
export default class Tokenizer {
    private readonly file;
    private state;
    private it;
    private charStack;
    private hasOpenParen;
    private ended;
    private tokens;
    private currentToken;
    constructor(file: string);
    consume(buf: string): void;
    close(): Token[];
    private assertNotEnded();
    private assertNotEOF(eof);
    private state_text(eof);
    /**
     * @@
     *  ^
     * Here
     */
    private state_atChar(eof);
    /**
     * @rule   (some data)
     * ^
     * Here
     */
    private state_atRuleBegin(eof);
    /**
     * @rule   (some data)
     *  ^^^^
     *  Here
     */
    private state_atRuleName(eof);
    /**
     * @rule   (some data)
     *      ^^^
     *     Here
     */
    private state_atRuleAwaitData(eof);
    /**
     * @rule   (some() data)
     *         ^
     *        Here
     */
    private state_atRuleOpenParen(eof);
    /**
     * @rule   (some data)
     *          ^^^^^^^^^
     *             Here
     */
    private state_atRuleData(eof);
    /**
     * @rule   (some data)
     *                   ^
     *                 Here
     *
     * @simplerule
     *            ^
     *         or here
     */
    private state_atRuleEnd(eof);
    private flushToken(nextToken);
}
