"use strict";
var __defProp = Object.defineProperty;
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
var __getOwnPropNames = Object.getOwnPropertyNames;
var __hasOwnProp = Object.prototype.hasOwnProperty;
var __export = (target, all) => {
  for (var name in all)
    __defProp(target, name, { get: all[name], enumerable: true });
};
var __copyProps = (to, from, except, desc) => {
  if (from && typeof from === "object" || typeof from === "function") {
    for (let key of __getOwnPropNames(from))
      if (!__hasOwnProp.call(to, key) && key !== except)
        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
  }
  return to;
};
var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
var index_exports = {};
__export(index_exports, {
  registerBuiltins: () => registerBuiltins
});
module.exports = __toCommonJS(index_exports);
var import_tokkit_core = require("@cyberlangke/tokkit-core");
__reExport(index_exports, require("@cyberlangke/tokkit-core"), module.exports);
const BUILTIN_FAMILIES = [
  {
    family: "cosmo-1b",
    aliases: ["cosmo1b", "cosmo_1b"],
    models: ["HuggingFaceTB/cosmo-1b"],
    modulePath: "./generated/cosmo_1b.js"
  },
  {
    family: "smollm",
    aliases: ["smollm2", "smollm_2"],
    models: [
      "HuggingFaceTB/SmolLM-135M",
      "HuggingFaceTB/SmolLM-135M-Instruct",
      "HuggingFaceTB/SmolLM-360M",
      "HuggingFaceTB/SmolLM-360M-Instruct",
      "HuggingFaceTB/SmolLM-1.7B-Instruct",
      "HuggingFaceTB/SmolLM2-135M",
      "HuggingFaceTB/SmolLM2-135M-Instruct",
      "HuggingFaceTB/SmolLM2-360M",
      "HuggingFaceTB/SmolLM2-360M-Instruct",
      "HuggingFaceTB/SmolLM2-1.7B",
      "HuggingFaceTB/SmolLM2-1.7B-Instruct"
    ],
    modulePath: "./generated/smollm.js"
  },
  {
    family: "smollm-1.7b",
    aliases: ["smollm_1_7b"],
    models: ["HuggingFaceTB/SmolLM-1.7B"],
    modulePath: "./generated/smollm_1_7b.js"
  },
  {
    family: "smollm2-16k",
    aliases: ["smollm2_16k"],
    models: ["HuggingFaceTB/SmolLM2-1.7B-Instruct-16k"],
    modulePath: "./generated/smollm2_16k.js"
  },
  {
    family: "smollm3",
    aliases: ["smollm3_3b"],
    models: ["HuggingFaceTB/SmolLM3-3B"],
    modulePath: "./generated/smollm3.js"
  },
  {
    family: "smollm3-base",
    aliases: ["smollm3_base", "smollm3_3b_base"],
    models: ["HuggingFaceTB/SmolLM3-3B-Base"],
    modulePath: "./generated/smollm3_base.js"
  }
];
function registerBuiltins() {
  for (const spec of BUILTIN_FAMILIES) {
    (0, import_tokkit_core.registerTokenizerFamily)({
      family: spec.family,
      aliases: [...spec.aliases],
      models: [...spec.models],
      load: () => loadFamilyAsset(spec.modulePath)
    });
  }
}
async function loadFamilyAsset(modulePath) {
  const module2 = await import(modulePath);
  return (0, import_tokkit_core.unpackPackedAsset)(module2.default);
}
registerBuiltins();
// Annotate the CommonJS export names for ESM import in node:
0 && (module.exports = {
  registerBuiltins,
  ...require("@cyberlangke/tokkit-core")
});
