Interface LmOpenHuggingFaceInferenceNodeParameters

Source
interface LmOpenHuggingFaceInferenceNodeParameters {
    model?: string;
    options?: {
        endpointUrl?: string;
        frequencyPenalty?: number;
        maxTokens?: number;
        presencePenalty?: number;
        temperature?: number;
        topK?: number;
        topP?: number;
    };
}

Properties§

Source§

readonly model?: string

Default: "mistralai/Mistral-Nemo-Base-2407"

Source§

readonly options?: {
    endpointUrl?: string;
    frequencyPenalty?: number;
    maxTokens?: number;
    presencePenalty?: number;
    temperature?: number;
    topK?: number;
    topP?: number;
}

Additional options to add Default: {}