import { Token } from '../types';
import { TokenizerStrategy } from '../tokenizer.interface';
export declare class TiktokenTokenizer implements TokenizerStrategy {
    private enc;
    tokenize(content: string): Token[];
}
