From e60ccd2db4d219ddc6e3ab99b2ae5f029cdecef1 Mon Sep 17 00:00:00 2001 From: Aaron Batilo Date: Sun, 24 Nov 2024 02:28:27 -0700 Subject: [PATCH] feat: enable streaming for o1 models (#896) As of a few days ago, o1 models support streaming responses. Please see: https://community.openai.com/t/openai-o1-streaming-now-available-api-access-for-tiers-1-5/1025430 --- lua/avante/providers/openai.lua | 1 - 1 file changed, 1 deletion(-) diff --git a/lua/avante/providers/openai.lua b/lua/avante/providers/openai.lua index 438d40f..ec6b1f2 100644 --- a/lua/avante/providers/openai.lua +++ b/lua/avante/providers/openai.lua @@ -147,7 +147,6 @@ M.parse_curl_args = function(provider, code_opts) -- NOTE: When using "o1" set the supported parameters only local stream = true if base.model and string.find(base.model, "o1") then - stream = false body_opts.max_tokens = nil body_opts.temperature = 1 end