Interface ModelInitOptions

Hierarchy

  • ModelInitOptions

Properties

device?: "cpu" | "gpu"
modelId: string
provider: string
quantization?: "4bit" | "8bit" | "none"

Generated using TypeDoc