mirror of
https://github.com/discourse/discourse.git
synced 2026-08-06 13:08:40 +08:00
834324206eAdd a per-agent thinking_effort setting that can be edited in the admin UI, serialized, imported, exported, and passed through agent completions. Normalize provider-agnostic effort values for supported LLM backends, including Anthropic, Gemini, OpenAI, OpenRouter, vLLM, and Bedrock, while preserving legacy provider parameters and reserving output tokens where required. --------- Co-authored-by: Rafael Silva <xfalcox@gmail.com>
83 lines
2.2 KiB
Ruby
Vendored
83 lines
2.2 KiB
Ruby
Vendored
# frozen_string_literal: true
|
|
|
|
module DiscourseAi
|
|
module Completions
|
|
class ThinkingConfig
|
|
VALUES = %w[none minimal low medium high xhigh max].freeze
|
|
|
|
attr_reader :canonical_effort,
|
|
:provider_effort,
|
|
:output_effort,
|
|
:thinking_token_budget,
|
|
:visible_output_tokens,
|
|
:provider_output_tokens,
|
|
:reserved_output_tokens
|
|
|
|
def self.normalize_effort(value)
|
|
value = value.to_s.strip
|
|
return if value.blank? || value == "default"
|
|
value if VALUES.include?(value)
|
|
end
|
|
|
|
def self.disabled(canonical_effort: nil)
|
|
new(canonical_effort: canonical_effort, enabled: false)
|
|
end
|
|
|
|
def self.explicit_none
|
|
new(canonical_effort: "none", enabled: false, explicit_none: true)
|
|
end
|
|
|
|
def self.unsupported(canonical_effort: nil)
|
|
new(canonical_effort: canonical_effort, enabled: false, unsupported: true)
|
|
end
|
|
|
|
def initialize(
|
|
canonical_effort: nil,
|
|
provider_effort: nil,
|
|
output_effort: nil,
|
|
enabled: false,
|
|
explicit_none: false,
|
|
unsupported: false,
|
|
thinking_token_budget: nil,
|
|
visible_output_tokens: nil,
|
|
provider_output_tokens: nil,
|
|
reserved_output_tokens: nil,
|
|
strip_temperature: false,
|
|
strip_top_p: false
|
|
)
|
|
@canonical_effort = canonical_effort
|
|
@provider_effort = provider_effort
|
|
@output_effort = output_effort
|
|
@enabled = enabled
|
|
@explicit_none = explicit_none
|
|
@unsupported = unsupported
|
|
@thinking_token_budget = thinking_token_budget
|
|
@visible_output_tokens = visible_output_tokens
|
|
@provider_output_tokens = provider_output_tokens
|
|
@reserved_output_tokens = reserved_output_tokens
|
|
@strip_temperature = strip_temperature
|
|
@strip_top_p = strip_top_p
|
|
end
|
|
|
|
def enabled?
|
|
@enabled
|
|
end
|
|
|
|
def explicit_none?
|
|
@explicit_none
|
|
end
|
|
|
|
def unsupported?
|
|
@unsupported
|
|
end
|
|
|
|
def strip_temperature?
|
|
@strip_temperature
|
|
end
|
|
|
|
def strip_top_p?
|
|
@strip_top_p
|
|
end
|
|
end
|
|
end
|
|
end
|
