diff --git a/pkg/openai/count.go b/pkg/openai/count.go index d8f2ca36..c37bdcfd 100644 --- a/pkg/openai/count.go +++ b/pkg/openai/count.go @@ -13,7 +13,7 @@ func init() { tiktoken.SetBpeLoader(tiktoken_loader.NewOfflineLoader()) } -const DefaultMaxTokens = 128_000 +const DefaultMaxTokens = 1_000_000 // This is the limit for GPT-4.1 func decreaseTenPercent(maxTokens int) int { maxTokens = getBudget(maxTokens)