VaalaCat/go-openai
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

chore: add SystemFingerprint for chat completion stream response (#716)

Browse Source 
* chore: add SystemFingerprint for stream response

* chore: add test

* lint: format for test
This commit is contained in:
往日。
2024-04-24 20:02:03 +08:00
committed by GitHub
parent 8d15a377ec
commit 2d58f8f4b8
2 changed files with 13 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
chat_stream.go
View File

@@ -30,6 +30,7 @@ type ChatCompletionStreamResponse struct {
Created int64 `json:"created"` Created int64 `json:"created"`
Model string `json:"model"` Model string `json:"model"`
Choices []ChatCompletionStreamChoice `json:"choices"` Choices []ChatCompletionStreamChoice `json:"choices"`
SystemFingerprint string `json:"system_fingerprint"`
PromptAnnotations []PromptAnnotation `json:"prompt_annotations,omitempty"` PromptAnnotations []PromptAnnotation `json:"prompt_annotations,omitempty"`
PromptFilterResults []PromptFilterResult `json:"prompt_filter_results,omitempty"` PromptFilterResults []PromptFilterResult `json:"prompt_filter_results,omitempty"`
} }

6
chat_stream_test.go
View File

@@ -46,12 +46,12 @@ func TestCreateChatCompletionStream(t *testing.T) {
dataBytes := []byte{} dataBytes := []byte{}
dataBytes = append(dataBytes, []byte("event: message\n")...) dataBytes = append(dataBytes, []byte("event: message\n")...)
//nolint:lll //nolint:lll
data := `{"id":"1","object":"completion","created":1598069254,"model":"gpt-3.5-turbo","choices":[{"index":0,"delta":{"content":"response1"},"finish_reason":"max_tokens"}]}` data := `{"id":"1","object":"completion","created":1598069254,"model":"gpt-3.5-turbo","system_fingerprint": "fp_d9767fc5b9","choices":[{"index":0,"delta":{"content":"response1"},"finish_reason":"max_tokens"}]}`
dataBytes = append(dataBytes, []byte("data: "+data+"\n\n")...) dataBytes = append(dataBytes, []byte("data: "+data+"\n\n")...)
dataBytes = append(dataBytes, []byte("event: message\n")...) dataBytes = append(dataBytes, []byte("event: message\n")...)
//nolint:lll //nolint:lll
data = `{"id":"2","object":"completion","created":1598069255,"model":"gpt-3.5-turbo","choices":[{"index":0,"delta":{"content":"response2"},"finish_reason":"max_tokens"}]}` data = `{"id":"2","object":"completion","created":1598069255,"model":"gpt-3.5-turbo","system_fingerprint": "fp_d9767fc5b9","choices":[{"index":0,"delta":{"content":"response2"},"finish_reason":"max_tokens"}]}`
dataBytes = append(dataBytes, []byte("data: "+data+"\n\n")...) dataBytes = append(dataBytes, []byte("data: "+data+"\n\n")...)
dataBytes = append(dataBytes, []byte("event: done\n")...) dataBytes = append(dataBytes, []byte("event: done\n")...)
@@ -81,6 +81,7 @@ func TestCreateChatCompletionStream(t *testing.T) {
Object: "completion", Object: "completion",
Created: 1598069254, Created: 1598069254,
Model: openai.GPT3Dot5Turbo, Model: openai.GPT3Dot5Turbo,
SystemFingerprint: "fp_d9767fc5b9",
Choices: []openai.ChatCompletionStreamChoice{ Choices: []openai.ChatCompletionStreamChoice{
{ {
Delta: openai.ChatCompletionStreamChoiceDelta{ Delta: openai.ChatCompletionStreamChoiceDelta{
@@ -95,6 +96,7 @@ func TestCreateChatCompletionStream(t *testing.T) {
Object: "completion", Object: "completion",
Created: 1598069255, Created: 1598069255,
Model: openai.GPT3Dot5Turbo, Model: openai.GPT3Dot5Turbo,
SystemFingerprint: "fp_d9767fc5b9",
Choices: []openai.ChatCompletionStreamChoice{ Choices: []openai.ChatCompletionStreamChoice{
{ {
Delta: openai.ChatCompletionStreamChoiceDelta{ Delta: openai.ChatCompletionStreamChoiceDelta{