Type alias HuggingFaceConfig

HuggingFaceConfig: {
    doSample?: boolean;
    maxNewTokens?: number;
    maxTime?: number;
    model: HuggingFaceModel;
    numReturnSequences?: number;
    repetitionPenalty?: number;
    returnFullText?: boolean;
    temperature: number;
    topK?: number;
    topP: number;
    useCache?: boolean;
    waitForModel?: boolean;
}

HuggingFace: Model options for text generation

Type declaration

  • Optional doSample?: boolean
  • Optional maxNewTokens?: number
  • Optional maxTime?: number
  • model: HuggingFaceModel
  • Optional numReturnSequences?: number
  • Optional repetitionPenalty?: number
  • Optional returnFullText?: boolean
  • temperature: number
  • Optional topK?: number
  • topP: number
  • Optional useCache?: boolean
  • Optional waitForModel?: boolean

Export