""" title: OpenRouter Thinking Setting author: delbertbeta author_url: https://github.com/delbertbeta funding_url: https://github.com/delbertbeta/open-webui-codes version: 0.1.0 description: Setting thinking feature for OpenRouter models """ """ Refer to https://openrouter.ai/docs/use-cases/reasoning-tokens { "model": "your-model", "messages": [], "reasoning": { // One of the following (not both): "effort": "high", // Can be "high", "medium", or "low" (OpenAI-style) "max_tokens": 2000, // Specific token limit (Anthropic-style) // Optional: Default is false. All models support this. "exclude": false, // Set to true to exclude reasoning tokens from response // Or enable reasoning with the default parameters: "enabled": true // Default: inferred from `effort` or `max_tokens` } } """ from pydantic import BaseModel, Field from typing import Optional, Dict, Any, Callable, Awaitable class Filter: class Valves(BaseModel): priority: int = 2 reasoning_effort: str = Field(default="low", description="Reasoning effort: low, medium, high") reasoning_max_tokens: int = Field(default=2000, description="Reasoning max tokens") reasoning_exclude: bool = Field(default=False, description="Exclude reasoning tokens from response") pass # No user-configurable valves as per the requested structure def __init__(self): self.valves = self.Valves() self.toggle: bool = True self.icon = """data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIGZpbGw9Im5vbmUiIHZpZXdCb3g9IjAgMCAyNCAyNCIgc3Ryb2tlLXdpZHRoPSIxLjUiIHN0cm9rZT0iY3VycmVudENvbG9yIiBjbGFzcz0ic2l6ZS02Ij4KICA8cGF0aCBzdHJva2UtbGluZWNhcD0icm91bmQiIHN0cm9rZS1saW5lam9pbj0icm91bmQiIGQ9Ik0xMiAxOHYtNS4yNW0wIDBhNi4wMSA2LjAxIDAgMCAwIDEuNS0uMTg5bS0xLjUuMTg5YTYuMDEgNi4wMSAwIDAgMS0xLjUtLjE4OW0zLjc1IDcuNDc4YTEyLjA2IDEyLjA2IDAgMCAxLTQuNSAwbTMuNzUgMi4zODNhMTQuNDA2IDE0LjQwNiAwIDAgMS0zIDBNMTQuMjUgMTh2LS4xOTJjMC0uOTgzLjY1OC0xLjgyMyAxLjUwOC0yLjMxNmE3LjUgNy41IDAgMSAwLTcuNTE3IDBjLjg1LjQ5MyAxLjUwOSAxLjMzMyAxLjUwOSAyLjMxNlYxOCIgLz4KPC9zdmc+Cg==""" async def inlet( self, body: Dict[str, Any], __event_emitter__: Callable[[Dict[str, Any]], Awaitable[None]], __user__: Optional[Dict[str, Any]] = None, __model__: Optional[Dict[str, Any]] = None, __request__: Optional[Any] = None, ) -> Dict[str, Any]: body["reasoning"] = {"enabled": self.toggle} model = body.get("model", "") if model.startswith("openai/") or model.startswith("x-ai/"): body["reasoning"]["effort"] = self.valves.reasoning_effort elif model.startswith("anthropic/") or model.startswith("google/"): body["reasoning"]["max_tokens"] = self.valves.reasoning_max_tokens body["reasoning"]["exclude"] = self.valves.reasoning_exclude return body async def outlet( self, body: Dict[str, Any], __event_emitter__: Callable[[Dict[str, Any]], Awaitable[None]], __user__: Optional[Dict[str, Any]] = None, __model__: Optional[Dict[str, Any]] = None, __request__: Optional[Any] = None, ) -> Dict[str, Any]: return body