"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
exports.createTestTextSimilarity = createTestTextSimilarity;
/**
 * Copyright (C) 2025 by Fonoster Inc (https://fonoster.com)
 * http://github.com/fonoster/fonoster
 *
 * This file is part of Fonoster
 *
 * Licensed under the MIT License (the "License");
 * you may not use this file except in compliance with
 * the License. You may obtain a copy of the License at
 *
 *    https://opensource.org/licenses/MIT
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
const messages_1 = require("@langchain/core/messages");
const openai_1 = require("@langchain/openai");
function createTestTextSimilarity(evalsLanguageModel, systemPrompt) {
    if (!evalsLanguageModel.apiKey) {
        throw new Error("API key is required for text similarity evaluation.");
    }
    return async function testTextSimilarity(text1, text2) {
        const llm = new openai_1.ChatOpenAI({
            modelName: evalsLanguageModel.model,
            temperature: 0,
            openAIApiKey: evalsLanguageModel.apiKey,
            maxTokens: 10
        });
        const messages = [
            new messages_1.SystemMessage(systemPrompt),
            new messages_1.HumanMessage(`Text 1: ${text1}\nText 2: ${text2}`)
        ];
        const response = await llm.invoke(messages);
        const reply = response.content?.toString().trim().toLowerCase();
        return reply === "true" || reply === "yes";
    };
}
