/**
 * Shared text similarity utilities: CJK-aware tokenizer + Jaccard similarity.
 *
 * This is the canonical implementation used across the cognitive layer
 * (correction store, evolution lifecycle, scheduler gate).
 * The memory-core extension has its own copy in mmr.ts with identical logic;
 * both must stay in sync.
 */
/**
 * Tokenize text for Jaccard similarity computation.
 * Extracts alphanumeric tokens, CJK-family character unigrams,
 * and consecutive CJK character pairs (bigrams).
 *
 * Bigrams are only created from characters that are adjacent in the
 * original text, so mixed content like "我喜欢hello你好" will NOT
 * produce the spurious bigram "欢你".
 */
export declare function tokenize(text: string): Set<string>;
/**
 * Compute Jaccard similarity between two token sets.
 * Returns a value in [0, 1] where 1 means identical sets.
 */
export declare function jaccardSimilarity(setA: Set<string>, setB: Set<string>): number;
/**
 * Compute text similarity between two content strings using Jaccard on tokens.
 */
export declare function textSimilarity(contentA: string, contentB: string): number;
