import { registerTokenizerFamily, unpackPackedAsset } from "@cyberlangke/tokkit-core";
export * from "@cyberlangke/tokkit-core";
const BUILTIN_FAMILIES = [
  {
    family: "mistral-7b-v0.1",
    aliases: ["mistral_7b_v0_1"],
    models: [
      "mistralai/Mistral-7B-v0.1",
      "mistralai/Mistral-7B-Instruct-v0.1",
      "mistralai/Mistral-7B-Instruct-v0.2",
      "mistralai/Mixtral-8x7B-Instruct-v0.1"
    ],
    modulePath: "./generated/mistral_7b_v0_1.js"
  },
  {
    family: "mistral-7b-v0.3",
    aliases: ["mistral_7b_v0_3"],
    models: ["mistralai/Mistral-7B-v0.3", "mistralai/Mistral-7B-Instruct-v0.3"],
    modulePath: "./generated/mistral_7b_v0_3.js"
  },
  {
    family: "mixtral-8x7b",
    aliases: ["mixtral_8x7b"],
    models: ["mistralai/Mixtral-8x7B-v0.1"],
    modulePath: "./generated/mixtral_8x7b.js"
  },
  {
    family: "ministral-8b",
    aliases: ["ministral_8b"],
    models: ["mistralai/Ministral-8B-Instruct-2410"],
    modulePath: "./generated/ministral_8b.js"
  },
  {
    family: "devstral-small-2",
    aliases: ["devstral_small_2"],
    models: ["mistralai/Devstral-Small-2-24B-Instruct-2512"],
    modulePath: "./generated/devstral_small_2.js"
  },
  {
    family: "mistral-small-3.1",
    aliases: ["mistral_small_3_1"],
    models: ["mistralai/Mistral-Small-3.1-24B-Instruct-2503"],
    modulePath: "./generated/mistral_small_3_1.js"
  }
];
function registerBuiltins() {
  for (const spec of BUILTIN_FAMILIES) {
    registerTokenizerFamily({
      family: spec.family,
      aliases: [...spec.aliases],
      models: [...spec.models],
      load: () => loadFamilyAsset(spec.modulePath)
    });
  }
}
async function loadFamilyAsset(modulePath) {
  const module = await import(modulePath);
  return unpackPackedAsset(module.default);
}
registerBuiltins();
export {
  registerBuiltins
};
