chore: add SystemFingerprint for chat completion stream response (#716)
* chore: add SystemFingerprint for stream response * chore: add test * lint: format for test
This commit is contained in:
@@ -30,6 +30,7 @@ type ChatCompletionStreamResponse struct {
|
||||
Created int64 `json:"created"`
|
||||
Model string `json:"model"`
|
||||
Choices []ChatCompletionStreamChoice `json:"choices"`
|
||||
SystemFingerprint string `json:"system_fingerprint"`
|
||||
PromptAnnotations []PromptAnnotation `json:"prompt_annotations,omitempty"`
|
||||
PromptFilterResults []PromptFilterResult `json:"prompt_filter_results,omitempty"`
|
||||
}
|
||||
|
||||
@@ -46,12 +46,12 @@ func TestCreateChatCompletionStream(t *testing.T) {
|
||||
dataBytes := []byte{}
|
||||
dataBytes = append(dataBytes, []byte("event: message\n")...)
|
||||
//nolint:lll
|
||||
data := `{"id":"1","object":"completion","created":1598069254,"model":"gpt-3.5-turbo","choices":[{"index":0,"delta":{"content":"response1"},"finish_reason":"max_tokens"}]}`
|
||||
data := `{"id":"1","object":"completion","created":1598069254,"model":"gpt-3.5-turbo","system_fingerprint": "fp_d9767fc5b9","choices":[{"index":0,"delta":{"content":"response1"},"finish_reason":"max_tokens"}]}`
|
||||
dataBytes = append(dataBytes, []byte("data: "+data+"\n\n")...)
|
||||
|
||||
dataBytes = append(dataBytes, []byte("event: message\n")...)
|
||||
//nolint:lll
|
||||
data = `{"id":"2","object":"completion","created":1598069255,"model":"gpt-3.5-turbo","choices":[{"index":0,"delta":{"content":"response2"},"finish_reason":"max_tokens"}]}`
|
||||
data = `{"id":"2","object":"completion","created":1598069255,"model":"gpt-3.5-turbo","system_fingerprint": "fp_d9767fc5b9","choices":[{"index":0,"delta":{"content":"response2"},"finish_reason":"max_tokens"}]}`
|
||||
dataBytes = append(dataBytes, []byte("data: "+data+"\n\n")...)
|
||||
|
||||
dataBytes = append(dataBytes, []byte("event: done\n")...)
|
||||
@@ -81,6 +81,7 @@ func TestCreateChatCompletionStream(t *testing.T) {
|
||||
Object: "completion",
|
||||
Created: 1598069254,
|
||||
Model: openai.GPT3Dot5Turbo,
|
||||
SystemFingerprint: "fp_d9767fc5b9",
|
||||
Choices: []openai.ChatCompletionStreamChoice{
|
||||
{
|
||||
Delta: openai.ChatCompletionStreamChoiceDelta{
|
||||
@@ -95,6 +96,7 @@ func TestCreateChatCompletionStream(t *testing.T) {
|
||||
Object: "completion",
|
||||
Created: 1598069255,
|
||||
Model: openai.GPT3Dot5Turbo,
|
||||
SystemFingerprint: "fp_d9767fc5b9",
|
||||
Choices: []openai.ChatCompletionStreamChoice{
|
||||
{
|
||||
Delta: openai.ChatCompletionStreamChoiceDelta{
|
||||
|
||||
Reference in New Issue
Block a user