phyer/avante.nvim
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

perf(claude): the prompt caching is used by default (#413)

Browse Source
This commit is contained in:
yetone 2024-08-31 13:54:49 +08:00 committed by GitHub
parent 6b11ac7fd5
commit 0c9e715829
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
lua/avante/providers/claude.lua
View File

@ -28,12 +28,9 @@ M.parse_message = function(prompt_opts)
local user_prompt_obj = { local user_prompt_obj = {
type = "text", type = "text",
text = user_prompt, text = user_prompt,
cache_control = { type = "ephemeral" },
} }
if Utils.tokens.calculate_tokens(user_prompt_obj.text) > 1024 then
user_prompt_obj.cache_control = { type = "ephemeral" }
end
table.insert(message_content, user_prompt_obj) table.insert(message_content, user_prompt_obj)
end end