docs: explanation about LogitBias. (129) (#426)
This commit is contained in:
committed by
GitHub
parent
7b22898f5d
commit
181fc2ade9
3
chat.go
3
chat.go
@@ -52,6 +52,9 @@ type ChatCompletionRequest struct {
|
|||||||
Stop []string `json:"stop,omitempty"`
|
Stop []string `json:"stop,omitempty"`
|
||||||
PresencePenalty float32 `json:"presence_penalty,omitempty"`
|
PresencePenalty float32 `json:"presence_penalty,omitempty"`
|
||||||
FrequencyPenalty float32 `json:"frequency_penalty,omitempty"`
|
FrequencyPenalty float32 `json:"frequency_penalty,omitempty"`
|
||||||
|
// LogitBias is must be a token id string (specified by their token ID in the tokenizer), not a word string.
|
||||||
|
// incorrect: `"logit_bias":{"You": 6}`, correct: `"logit_bias":{"1639": 6}`
|
||||||
|
// refs: https://platform.openai.com/docs/api-reference/chat/create#chat/create-logit_bias
|
||||||
LogitBias map[string]int `json:"logit_bias,omitempty"`
|
LogitBias map[string]int `json:"logit_bias,omitempty"`
|
||||||
User string `json:"user,omitempty"`
|
User string `json:"user,omitempty"`
|
||||||
Functions []FunctionDefinition `json:"functions,omitempty"`
|
Functions []FunctionDefinition `json:"functions,omitempty"`
|
||||||
|
|||||||
@@ -123,6 +123,9 @@ type CompletionRequest struct {
|
|||||||
PresencePenalty float32 `json:"presence_penalty,omitempty"`
|
PresencePenalty float32 `json:"presence_penalty,omitempty"`
|
||||||
FrequencyPenalty float32 `json:"frequency_penalty,omitempty"`
|
FrequencyPenalty float32 `json:"frequency_penalty,omitempty"`
|
||||||
BestOf int `json:"best_of,omitempty"`
|
BestOf int `json:"best_of,omitempty"`
|
||||||
|
// LogitBias is must be a token id string (specified by their token ID in the tokenizer), not a word string.
|
||||||
|
// incorrect: `"logit_bias":{"You": 6}`, correct: `"logit_bias":{"1639": 6}`
|
||||||
|
// refs: https://platform.openai.com/docs/api-reference/completions/create#completions/create-logit_bias
|
||||||
LogitBias map[string]int `json:"logit_bias,omitempty"`
|
LogitBias map[string]int `json:"logit_bias,omitempty"`
|
||||||
User string `json:"user,omitempty"`
|
User string `json:"user,omitempty"`
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user