fix: azure o1 unsupported options (#995)

This commit is contained in:
kernitus 2024-12-24 15:40:59 +01:00 committed by GitHub
parent 01e05a538b
commit 0d62ffd1cb
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -15,6 +15,7 @@ M.api_key_name = "AZURE_OPENAI_API_KEY"
M.parse_messages = O.parse_messages
M.parse_response = O.parse_response
M.parse_response_without_stream = O.parse_response_without_stream
M.parse_curl_args = function(provider, code_opts)
local base, body_opts = P.parse_config(provider)
@ -24,6 +25,14 @@ M.parse_curl_args = function(provider, code_opts)
}
if P.env.require_api_key(base) then headers["api-key"] = provider.parse_api_key() end
-- NOTE: When using "o1" set the supported parameters only
local stream = true
if base.model and string.find(base.model, "o1") then
body_opts.max_tokens = nil
body_opts.temperature = 1
stream = false
end
return {
url = Utils.url_join(
base.endpoint,
@ -34,7 +43,7 @@ M.parse_curl_args = function(provider, code_opts)
headers = headers,
body = vim.tbl_deep_extend("force", {
messages = M.parse_messages(code_opts),
stream = true,
stream = stream,
}, body_opts),
}
end