import r from "./BasicTrainer.js";
import { DatasetBuilder as n } from "./DatasetBuilder.js";
const s = {
  decayEpochs: 100,
  epochSteps: 1e4,
  warmupSteps: 1e3,
  minLearningRate: 3e-5,
  weightDecay: 0.1,
  learningRate: 3e-4
  // clipNorm: 1.0,
};
class m extends r {
  constructor(i, e, t, a) {
    super(i, e, { ...s, ...t }, a), this.tokenizer = e, this.optimizerConfig.minLearningRate = t?.minLearningRate ?? this.optimizerConfig.learningRate / 20, this.updateOptimizer(), this.datasetBuilder = new n(e, i.config.blockSize);
  }
  datasetBuilder;
}
export {
  m as default
};
