export declare const DefaultSeparators: string[];
export declare class Tokenizer {
    #private;
    constructor(input: string);
    separators(...separators: string[]): void;
    keepSeparator(state: boolean): void;
    keepEmptyTokens(state: boolean): void;
    ignoreParenthesis(state: boolean): void;
    scan(): string | null;
    scanAll(): string[];
    private readToken;
    private read;
    private unread;
    private rebuildTrimCutset;
    private isSeparatorRune;
    private isQuoteRune;
    private isEscapeRune;
}
export declare function newFromString(value: string): Tokenizer;
export declare function newFromBytes(value: Uint8Array): Tokenizer;
export declare function newTokenizer(value: string): Tokenizer;
