import r from "./BasicTrainer.js";
import { SFTDatasetBuilder as s } from "./SFTDatasetBuilder.js";
const n = {
  decayEpochs: 100,
  epochSteps: 1e4,
  warmupSteps: 100,
  minLearningRate: 1e-5,
  weightDecay: 0.1,
  beta2: 0.95,
  learningRate: 3e-4
  // clipNorm: 1.0,
};
class m extends r {
  constructor(t, e, i, a) {
    super(t, e, { ...n, ...i }, a), this.tokenizer = e, this.optimizerConfig.minLearningRate = i?.minLearningRate ?? this.optimizerConfig.learningRate / 20, this.updateOptimizer(), this.datasetBuilder = new s(e, t.config.blockSize), this.maskedLoss = !0;
  }
  datasetBuilder;
}
export {
  m as default
};
