Nhảy tới nội dung

Class: TogetherLLM

OpenAI LLM implementation

Hierarchy

Constructors

constructor

new TogetherLLM(init?): TogetherLLM

Parameters

NameType
init?Partial<OpenAI>

Returns

TogetherLLM

Overrides

OpenAI.constructor

Defined in

packages/core/src/llm/together.ts:4

Properties

additionalChatOptions

Optional additionalChatOptions: Omit<Partial<ChatCompletionCreateParams>, "stream" | "model" | "temperature" | "messages" | "max_tokens" | "top_p" | "tools" | "toolChoice">

Inherited from

OpenAI.additionalChatOptions

Defined in

packages/core/src/llm/LLM.ts:84


additionalSessionOptions

Optional additionalSessionOptions: Omit<Partial<ClientOptions>, "apiKey" | "timeout" | "maxRetries">

Inherited from

OpenAI.additionalSessionOptions

Defined in

packages/core/src/llm/LLM.ts:101


apiKey

Optional apiKey: string = undefined

Inherited from

OpenAI.apiKey

Defined in

packages/core/src/llm/LLM.ts:97


callbackManager

Optional callbackManager: CallbackManager

Inherited from

OpenAI.callbackManager

Defined in

packages/core/src/llm/LLM.ts:106


maxRetries

maxRetries: number

Inherited from

OpenAI.maxRetries

Defined in

packages/core/src/llm/LLM.ts:98


maxTokens

Optional maxTokens: number

Inherited from

OpenAI.maxTokens

Defined in

packages/core/src/llm/LLM.ts:83


model

model: string

Inherited from

OpenAI.model

Defined in

packages/core/src/llm/LLM.ts:80


session

session: OpenAISession

Inherited from

OpenAI.session

Defined in

packages/core/src/llm/LLM.ts:100


temperature

temperature: number

Inherited from

OpenAI.temperature

Defined in

packages/core/src/llm/LLM.ts:81


timeout

Optional timeout: number

Inherited from

OpenAI.timeout

Defined in

packages/core/src/llm/LLM.ts:99


topP

topP: number

Inherited from

OpenAI.topP

Defined in

packages/core/src/llm/LLM.ts:82

Accessors

metadata

get metadata(): Object

Returns

Object

NameType
contextWindownumber
isFunctionCallingModelboolean
maxTokensundefined | number
modelstring
temperaturenumber
tokenizerCL100K_BASE
topPnumber

Inherited from

OpenAI.metadata

Defined in

packages/core/src/llm/LLM.ts:163

Methods

chat

chat(params): Promise<AsyncIterable<ChatResponseChunk>>

Parameters

NameType
paramsLLMChatParamsStreaming

Returns

Promise<AsyncIterable<ChatResponseChunk>>

Inherited from

OpenAI.chat

Defined in

packages/core/src/llm/LLM.ts:230

chat(params): Promise<ChatResponse>

Parameters

NameType
paramsLLMChatParamsNonStreaming

Returns

Promise<ChatResponse>

Inherited from

OpenAI.chat

Defined in

packages/core/src/llm/LLM.ts:233


complete

complete(params): Promise<AsyncIterable<CompletionResponse>>

Parameters

NameType
paramsLLMCompletionParamsStreaming

Returns

Promise<AsyncIterable<CompletionResponse>>

Inherited from

OpenAI.complete

Defined in

packages/core/src/llm/base.ts:18

complete(params): Promise<CompletionResponse>

Parameters

NameType
paramsLLMCompletionParamsNonStreaming

Returns

Promise<CompletionResponse>

Inherited from

OpenAI.complete

Defined in

packages/core/src/llm/base.ts:21


mapMessageType

mapMessageType(messageType): "function" | "user" | "assistant" | "system" | "tool"

Parameters

NameType
messageTypeMessageType

Returns

"function" | "user" | "assistant" | "system" | "tool"

Inherited from

OpenAI.mapMessageType

Defined in

packages/core/src/llm/LLM.ts:194


streamChat

streamChat(«destructured»): AsyncIterable<ChatResponseChunk>

Parameters

NameType
«destructured»LLMChatParamsStreaming

Returns

AsyncIterable<ChatResponseChunk>

Inherited from

OpenAI.streamChat

Defined in

packages/core/src/llm/LLM.ts:277


toOpenAIMessage

toOpenAIMessage(messages): { content: any = message.content; role: "function" | "user" | "assistant" | "system" | "tool" }[]

Parameters

NameType
messagesChatMessage[]

Returns

{ content: any = message.content; role: "function" | "user" | "assistant" | "system" | "tool" }[]

Inherited from

OpenAI.toOpenAIMessage

Defined in

packages/core/src/llm/LLM.ts:213


tokens

tokens(messages): number

Parameters

NameType
messagesChatMessage[]

Returns

number

Inherited from

OpenAI.tokens

Defined in

packages/core/src/llm/LLM.ts:179