Class LlamaCPP

Hierarchy (View Summary)

BaseClient
- LlamaCPP

Index

Constructors

constructor

Properties

config statelogClient?

Methods

_textStream _textSync checkForToolLoops checkMessageLimit extractResponse getAbortSignal isAbortError setup text textStream textSync textWithRetry

Constructors

constructor

new LlamaCPP(config: ResolvedSmolConfig): LlamaCPP
Parameters
- config: ResolvedSmolConfig
Returns LlamaCPP

Overrides BaseClient.constructor

Properties

`Protected`config

config: ResolvedSmolConfig

`Protected` `Optional`statelogClient

statelogClient?: StatelogClient

Methods

_textStream

_textStream(config: PromptConfig): AsyncGenerator<StreamChunk>
Parameters
- config: PromptConfig
Returns AsyncGenerator<StreamChunk>

Overrides BaseClient._textStream

_textSync

_textSync(config: PromptConfig): Promise<Result<PromptResult>>
Parameters
- config: PromptConfig
Returns Promise<Result<PromptResult>>

Overrides BaseClient._textSync

checkForToolLoops

checkForToolLoops(
promptConfig: PromptConfig,
): { continue: boolean; newPromptConfig: PromptConfig }
Parameters
- promptConfig: PromptConfig
Returns { continue: boolean; newPromptConfig: PromptConfig }

Inherited from BaseClient.checkForToolLoops

checkMessageLimit

checkMessageLimit(promptConfig: PromptConfig): Result<PromptResult> | null
Parameters
- promptConfig: PromptConfig
Returns Result<PromptResult> | null

Inherited from BaseClient.checkMessageLimit

extractResponse

extractResponse(
    promptConfig: PromptConfig,
    rawValue: any,
    schema: any,
    depth?: number,
): any
Parameters
- promptConfig: PromptConfig
- rawValue: any
- schema: any
- depth: number = 0
Returns any

Inherited from BaseClient.extractResponse

`Protected`getAbortSignal

getAbortSignal(promptConfig: PromptConfig): AbortSignal | undefined
Parameters
- promptConfig: PromptConfig
Returns AbortSignal | undefined

Inherited from BaseClient.getAbortSignal

`Protected`isAbortError

isAbortError(err: unknown): boolean
Parameters
- err: unknown
Returns boolean

Inherited from BaseClient.isAbortError

setup

setup(): Promise<void>

Returns Promise<void>

text

text(promptConfig: Omit<PromptConfig, "stream">): Promise<Result<PromptResult>>
Parameters
- promptConfig: Omit<PromptConfig, "stream">
Returns Promise<Result<PromptResult>>

Inherited from BaseClient.text
text(
promptConfig: Omit<PromptConfig, "stream"> & { stream: false },
): Promise<Result<PromptResult>>
Parameters
- promptConfig: Omit<PromptConfig, "stream"> & { stream: false }
Returns Promise<Result<PromptResult>>

Inherited from BaseClient.text
text(
promptConfig: Omit<PromptConfig, "stream"> & { stream: true },
): AsyncGenerator<StreamChunk>
Parameters
- promptConfig: Omit<PromptConfig, "stream"> & { stream: true }
Returns AsyncGenerator<StreamChunk>

Inherited from BaseClient.text
text(
promptConfig: PromptConfig,
): Promise<Result<PromptResult>> | AsyncGenerator<StreamChunk, any, any>
Parameters
- promptConfig: PromptConfig
Returns Promise<Result<PromptResult>> | AsyncGenerator<StreamChunk, any, any>

Inherited from BaseClient.text

textStream

textStream(config: PromptConfig): AsyncGenerator<StreamChunk>
Parameters
- config: PromptConfig
Returns AsyncGenerator<StreamChunk>

Inherited from BaseClient.textStream

textSync

textSync(promptConfig: PromptConfig): Promise<Result<PromptResult>>
Parameters
- promptConfig: PromptConfig
Returns Promise<Result<PromptResult>>

Inherited from BaseClient.textSync

textWithRetry

textWithRetry(
promptConfig: PromptConfig,
retries: number,
): Promise<Result<PromptResult>>
Parameters
- promptConfig: PromptConfig
- retries: number
Returns Promise<Result<PromptResult>>

Inherited from BaseClient.textWithRetry

Class LlamaCPP

Hierarchy (View Summary)

Index

Constructors

Properties

Methods

Constructors

constructor

Parameters

Returns LlamaCPP

Properties

Protectedconfig

Protected OptionalstatelogClient

Methods

_textStream

Parameters

Returns AsyncGenerator<StreamChunk>

_textSync

Parameters

Returns Promise<Result<PromptResult>>

checkForToolLoops

Parameters

Returns { continue: boolean; newPromptConfig: PromptConfig }

checkMessageLimit

Parameters

Returns Result<PromptResult> | null

extractResponse

Parameters

Returns any

ProtectedgetAbortSignal

Parameters

Returns AbortSignal | undefined

ProtectedisAbortError

Parameters

Returns boolean

setup

Returns Promise<void>

text

Parameters

Returns Promise<Result<PromptResult>>

Parameters

Returns Promise<Result<PromptResult>>

Parameters

Returns AsyncGenerator<StreamChunk>

Parameters

Returns Promise<Result<PromptResult>> | AsyncGenerator<StreamChunk, any, any>

textStream

Parameters

Returns AsyncGenerator<StreamChunk>

textSync

Parameters

Returns Promise<Result<PromptResult>>

textWithRetry

Parameters

Returns Promise<Result<PromptResult>>

Settings

On This Page

`Protected`config

`Protected` `Optional`statelogClient

`Protected`getAbortSignal

`Protected`isAbortError