export interface TokenizerOutput {
    inputIds: BigInt64Array;
    attentionMask: BigInt64Array;
    tokenTypeIds: BigInt64Array;
}
export declare function tokenize(text: string): TokenizerOutput;
//# sourceMappingURL=tokenizer.d.ts.map