HuggingFaceRequest
Defined in: backend/src/providers/huggingface.ts:37
Hugging Face API request.
Properties
Section titled “Properties”inputs
Section titled “inputs”inputs:
string| {generated_responses?:string[];past_user_inputs?:string[];text:string; }
Defined in: backend/src/providers/huggingface.ts:38
options?
Section titled “options?”
optionaloptions:object
Defined in: backend/src/providers/huggingface.ts:54
use_cache?
Section titled “use_cache?”
optionaluse_cache:boolean
wait_for_model?
Section titled “wait_for_model?”
optionalwait_for_model:boolean
parameters?
Section titled “parameters?”
optionalparameters:object
Defined in: backend/src/providers/huggingface.ts:45
do_sample?
Section titled “do_sample?”
optionaldo_sample:boolean
max_new_tokens?
Section titled “max_new_tokens?”
optionalmax_new_tokens:number
repetition_penalty?
Section titled “repetition_penalty?”
optionalrepetition_penalty:number
return_full_text?
Section titled “return_full_text?”
optionalreturn_full_text:boolean
temperature?
Section titled “temperature?”
optionaltemperature:number
top_k?
Section titled “top_k?”
optionaltop_k:number
top_p?
Section titled “top_p?”
optionaltop_p:number