Skip to content

Commit

Permalink
feat(chat): add instanceId field to ChatCompletionRequest (#359)
Browse files Browse the repository at this point in the history
  • Loading branch information
harishv-collab authored Jun 22, 2024
1 parent ebbec25 commit e133f28
Showing 1 changed file with 12 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -158,6 +158,11 @@ public class ChatCompletionRequest(
* each with an associated log probability. logprobs must be set to true if this parameter is used.
*/
@SerialName("top_logprobs") public val topLogprobs: Int? = null,

/**
* A unique identifier representing the Multi LORA reserved instance.
*/
@SerialName("instance_id") public val instanceId: String? = null,
)

/**
Expand Down Expand Up @@ -306,6 +311,11 @@ public class ChatCompletionRequestBuilder {
*/
public var topLogprobs: Int? = null

/**
* A unique identifier representing the Multi LORA reserved instance.
*/
public var instanceId: String? = null

/**
* The messages to generate chat completions for.
*/
Expand Down Expand Up @@ -349,7 +359,8 @@ public class ChatCompletionRequestBuilder {
toolChoice = toolChoice,
tools = tools,
logprobs = logprobs,
topLogprobs = topLogprobs
topLogprobs = topLogprobs,
instanceId = instanceId,
)
}

Expand Down

0 comments on commit e133f28

Please sign in to comment.