import { isLlamaText } from "./LlamaText.js";
export function tokenizeInput(input, tokenizer) {
    if (typeof input === "string")
        return tokenizer(input, false);
    else if (isLlamaText(input))
        return input.tokenize(tokenizer);
    return input;
}
//# sourceMappingURL=tokenizeInput.js.map