""" title: Reasoning Max Tokens Filter author: Ignat B. author_url: https://github.com/ign-b funding_url: https://github.com/open-webui version: 1.0.0 """ from pydantic import BaseModel, Field from typing import Optional, List import re class Filter: class Valves(BaseModel): priority: int = Field( default=0, description="Priority level for the filter operations." ) model_wildcard_whitelist: str = Field( default="*anthropic*", description="Comma-separated wildcard patterns for models this filter applies to (e.g. '*anthropic*,*claude*,*gpt*')", ) pass class UserValves(BaseModel): force_max_tokens: bool = Field( default=False, description="Enable or disable forced max tokens." ) max_tokens_value: int = Field( default=8000, description="Force max_tokens value for reasoning.", ) pass def __init__(self): self.valves = self.Valves() self.user_valves = self.UserValves() pass def _matches_wildcard(self, text, pattern): regex_pattern = pattern.replace("*", ".*") return re.match(f"^{regex_pattern}$", text, re.IGNORECASE) is not None def _parse_whitelist(self, whitelist_str: str) -> List[str]: return [ pattern.strip() for pattern in whitelist_str.split(",") if pattern.strip() ] def _is_model_in_whitelist(self, model, whitelist_str): patterns = self._parse_whitelist(whitelist_str) for pattern in patterns: if self._matches_wildcard(model, pattern): return True return False def inlet(self, body: dict, __user__: Optional[dict] = None) -> dict: force_max_tokens = ( __user__["valves"].force_max_tokens if __user__ and "valves" in __user__ and hasattr(__user__["valves"], "force_max_tokens") else self.user_valves.force_max_tokens ) if not force_max_tokens: return body if "model" in body: model = body["model"] whitelist = ( __user__["valves"].model_wildcard_whitelist if __user__ and "valves" in __user__ and hasattr(__user__["valves"], "model_wildcard_whitelist") else self.valves.model_wildcard_whitelist ) if not self._is_model_in_whitelist(model, whitelist): return body else: return body max_tokens_value = ( __user__["valves"].max_tokens_value if __user__ and "valves" in __user__ and hasattr(__user__["valves"], "max_tokens_value") else self.user_valves.max_tokens_value ) if "reasoning" in body: if isinstance(body["reasoning"], dict): body["reasoning"]["max_tokens"] = max_tokens_value else: body["reasoning"] = {"max_tokens": max_tokens_value} else: body["reasoning"] = {"max_tokens": max_tokens_value} if "reasoning_effort" in body: del body["reasoning_effort"] return body