interface LlamaCppCallOptions {
    maxTokens?: number;
    onToken?: ((tokens: number[]) => void);
}

Hierarchy (view full)

Properties

maxTokens?: number

The maximum number of tokens the response should contain.

onToken?: ((tokens: number[]) => void)

A function called when matching the provided token array

""