feat: add streaming support to OpenAI provider and related commands

- Add `isStream` flag to `commit` and `review` commands
- Introduce `stream` field in the `Client` struct in the OpenAI provider
- Implement `CreateChatCompletionStream` method in the OpenAI provider
- Add `WithStream` option for configuring the `stream` field in the OpenAI provider
- Update `config` struct to include `stream` field and set default to `false`

Signed-off-by: Bo-Yi Wu <[email protected]>

Author: appleboy

cmd/commit.go

@@ -40,6 +40,7 @@ var (
 
 	defaultTimeout = 30 * time.Second
 	noConfirm      = false
+	isStream       = false
 )
 
 func init() {
@@ -64,6 +65,8 @@ func init() {
 		"show prompt only, don't send request to openai")
 	commitCmd.PersistentFlags().BoolVar(&noConfirm, "no_confirm", false,
 		"skip confirmation prompt")
+	commitCmd.PersistentFlags().BoolVar(&isStream, "stream", false,
+		"streaming completion")
 	_ = viper.BindPFlag("output.file", commitCmd.PersistentFlags().Lookup("file"))
 }
 

cmd/review.go

@@ -29,6 +29,7 @@ func init() {
 		"replace the tip of the current branch by creating a new commit.")
 	reviewCmd.PersistentFlags().BoolVar(&promptOnly, "prompt_only", false,
 		"show prompt only, don't send request to openai")
+	reviewCmd.PersistentFlags().BoolVar(&isStream, "stream", false, "streaming mode")
 }
 
 var reviewCmd = &cobra.Command{

provider/openai/openai.go

@@ -36,6 +36,9 @@ type Client struct {
 	// Positive values penalize new tokens based on their existing frequency in the text so far,
 	// decreasing the model's likelihood to repeat the same line verbatim.
 	frequencyPenalty float32
+
+	// stream is a flag that indicates whether the client is using a stream or not.
+	stream bool
 }
 
 type Response struct {
@@ -145,6 +148,38 @@ func (c *Client) CreateFunctionCall(
 	return c.client.CreateChatCompletion(ctx, req)
 }
 
+// CreateChatCompletionStream is an API call to create a stream for a chat message.
+func (c *Client) CreateChatCompletionStream(
+	ctx context.Context,
+	content string,
+) (stream *openai.ChatCompletionStream, err error) {
+	req := openai.ChatCompletionRequest{
+		Model:            c.model,
+		MaxTokens:        c.maxTokens,
+		Temperature:      c.temperature,
+		TopP:             c.topP,
+		FrequencyPenalty: c.frequencyPenalty,
+		PresencePenalty:  c.presencePenalty,
+		Messages: []openai.ChatCompletionMessage{
+			{
+				Role:    openai.ChatMessageRoleAssistant,
+				Content: "You are a helpful assistant.",
+			},
+			{
+				Role:    openai.ChatMessageRoleUser,
+				Content: content,
+			},
+		},
+	}
+
+	if checkOSeriesModels.MatchString(c.model) {
+		req.MaxTokens = 0
+		req.MaxCompletionTokens = c.maxTokens
+	}
+
+	return c.client.CreateChatCompletionStream(ctx, req)
+}
+
 // CreateChatCompletion is an API call to create a completion for a chat message.
 func (c *Client) CreateChatCompletion(
 	ctx context.Context,
@@ -208,6 +243,7 @@ func New(opts ...Option) (*Client, error) {
 		model:       cfg.model,
 		maxTokens:   cfg.maxTokens,
 		temperature: cfg.temperature,
+		stream:      cfg.stream,
 	}
 
 	// Create a new OpenAI config object with the given API token and other optional fields.

provider/openai/options.go

@@ -165,6 +165,13 @@ func WithFrequencyPenalty(val float32) Option {
 	})
 }
 
+// WithStream returns a new Option that sets the stream for the client configuration.
+func WithStream(val bool) Option {
+	return optionFunc(func(c *config) {
+		c.stream = val
+	})
+}
+
 // config is a struct that stores configuration options for the instrumentation.
 type config struct {
 	baseURL     string
@@ -183,6 +190,7 @@ type config struct {
 
 	provider   core.Platform
 	skipVerify bool
+	stream     bool
 	headers    []string
 	apiVersion string
 }
@@ -211,6 +219,7 @@ func newConfig(opts ...Option) *config {
 		temperature: defaultTemperature,
 		provider:    core.OpenAI,
 		topP:        defaultTopP,
+		stream:      false,
 	}
 
 	// Apply each of the given options to the config object.