Type alias HuggingFaceRequest

Type declaration

• inputs: string

• model: HuggingFaceModel | string

• Optional options?: {
      use_cache?: boolean;
      wait_for_model?: boolean;
  }

  • Optional use_cache?: boolean

  • Optional wait_for_model?: boolean

• parameters: {
      do_sample?: boolean;
      max_new_tokens?: number;
      max_time?: number;
      num_return_sequences?: number;
      repetition_penalty?: number;
      return_full_text?: boolean;
      temperature: number;
      top_k?: number;
      top_p: number;
  }

  • Optional do_sample?: boolean

  • Optional max_new_tokens?: number

  • Optional max_time?: number

  • Optional num_return_sequences?: number

  • Optional repetition_penalty?: number

  • Optional return_full_text?: boolean

  • temperature: number

  • Optional top_k?: number

  • top_p: number