export declare function tokenizeMemoryText(text: string): string[];
export declare function buildTokenizedMemoryText(text: string, metadata?: string[]): string;
export declare function buildFtsQuery(query: string): string;
//# sourceMappingURL=tokenizer.d.ts.map