""" title: Qwen3 235B Thinking Toggle (OpenRouter) author: Marios Adamidis version: 1.0.0 description: Adds a silent chat UI toggle that switches between Qwen3 235B A22B Instruct (OFF) and Thinking (ON) via OpenRouter. Requires OpenRouter to be configured, since the model IDs are OpenRouter IDs. """ from pydantic import BaseModel, Field from typing import Optional, Callable, Awaitable, Any, Dict class Filter: """ This Filter exposes a chat UI toggle (self.toggle) and uses it to route between two OpenRouter models. It stays silent—no status messages—while keeping both the legacy `include_reasoning` flag and the structured `reasoning.enabled` flag consistent. """ # ────────────────────────────────────────────────────────────────────────── # Settings (Valves) visible in the Function UI # ────────────────────────────────────────────────────────────────────────── class Valves(BaseModel): # Exact OpenRouter model IDs (edit if you want different models) INSTRUCT_ID: str = Field( default="qwen/qwen3-235b-a22b-07-25", description="OpenRouter model id for the non-thinking (Instruct) variant" ) THINKING_ID: str = Field( default="qwen/qwen3-235b-a22b-thinking-2507", description="OpenRouter model id for the Thinking variant" ) # Only engage when the selected model is one of these (comma-separated). # Include both raw and provider-prefixed forms to be safe. ONLY_USE_IF_MODELS: str = Field( default=("qwen/qwen3-235b-a22b-07-25," "qwen/qwen3-235b-a22b-thinking-2507," "OpenRouter.qwen/qwen3-235b-a22b-07-25," "OpenRouter.qwen/qwen3-235b-a22b-thinking-2507"), description="If non-empty, the router runs only when the current model matches one of these ids" ) # If True, explicit request/metadata flags can override the UI toggle RESPECT_METADATA_FLAGS: bool = Field( default=True, description="Allow include_reasoning / reasoning.enabled to override the button" ) def __init__(self) -> None: # Required: instantiate valves self.valves = self.Valves() # === This is what makes the UI button appear === self.toggle = True # default ON; presence of this attribute renders a toggle in chat UI # Optional: icon for the toggle (Data URI SVG) self.icon = ( "data:image/svg+xml;base64," "PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHdpZHRoPSIxMjgiIGhlaWdodD0iMTI4IiB4bWw6c3BhY2U9InByZXNlcnZlIj48" "cGF0aCBmaWxsPSIjMjgyRDMzIiBkPSJNMTA4Ljk0OCAxMjhoLTRWODIuOTUzbC41OTQtLjU4N2M4Ljc2Ny04LjY2OSAxMy41OTUtMjAuMTg4IDEzLjU5" "NS0zMi40MzNDMTE5LjEzNyAyNC42MDUgOTguMjQ3IDQgNzIuNTcgNCA0Ni44ODkgNCAyNS45OTUgMjQuNjA1IDI1Ljk5NSA0OS45MzNjMCAuNjk4LjAyNi" "AxLjM4OC4wNTYgMi4wODJsLjAyNS41ODgtMTQuMjM3IDI0LjMzNmg5Ljc5N3YyMC45MjZjMCA2LjAyNCA0Ljk3NyAxMC45MjYgMTEuMDk1IDEwLjkyNmgy" "Mi43NDFWMTI4aC00di0xNS4yMDlIMzIuNzMxYy04LjMyMyAwLTE1LjA5NS02LjY5NS0xNS4wOTUtMTQuOTI2VjgwLjkzOUg0Ljg2M0wyMi4wMyA1MS41OT" "dhNDMuNzYgNDMuNzYgMCAwIDEtLjAzNi0xLjY2NEMyMS45OTUgMjIuNCA0NC42ODMgMCA3Mi41NyAwYzI3Ljg4MyAwIDUwLjU2NiAyMi40IDUwLjU2NiA0" "OS45MzMgMCAxMy4wNDMtNS4wMzEgMjUuMzI1LTE0LjE4OCAzNC42OFYxMjh6Ii8+PHBhdGggZmlsbD0iIzI4MkQzMyIgZD0iTTEwMS44NTcgNTUuMDE4Yy0x" "LjE3OCA1LjgxNC00LjA3OSAxMS4xOTMtOC4zOTYgMTUuNDU3LTUuODEyIDUuNzMyLTEzLjU0MyA4Ljg5MS0yMS43NjkgOC44OTEtNi4wNCAwLTExLjg5Ni0x" "Ljc0LTE2Ljg3Mi00Ljk2MWwxOS42NDItMTkuMzg2aDI3LjM5NW00LjQ3MS0zLjkzOWgtMzMuNDhMNDguODE0IDc0LjgwMmM2LjMzMSA1LjQ5NiAxNC4zNzQg" "OC41IDIyLjg4IDguNSA5LjI2OCAwIDE3Ljk4MS0zLjU2MiAyNC41MzItMTAuMDI0IDYuMDc1LTUuOTk5IDkuNjE0LTEzLjgwNyAxMC4xMDItMjIuMTk4ek03" "Ny44OTMgMTkuMzY1YzExLjc0NiAyLjMxMyAyMC45NjcgMTEuMDk5IDIzLjcxMSAyMi41NzFINzcuODkzVjE5LjM2NW0tMy45MzgtNC40Njh2MzAuOTc3aDMyLj" "I3NWMtMS41NDgtMTYuODUtMTUuMTU2LTI5LjkxNC0zMi4yNzUtMzAuOTc3ek02NC42NTEgMTkuMzM4djI2LjgzNUw0NS4zMTMgNjUuMjU0YTMwLjE3NiAzMC4x" "NzYgMCAwIDEtNC43MjQtMTYuMTljLjAwMi0xNC4yNTkgMTAuMjcyLTI2LjU4MiAyNC4wNjItMjkuNzI2bTMuOTM5LTQuNTg3Yy0xNy44MSAxLjUwNy0zMS45Mz" "YgMTYuNDQ0LTMxLjkzOCAzNC4zMTIgMCA4LjE3OSAyLjg5OCAxNS45NyA4LjIwMiAyMi4xNzZsMjMuNzM2LTIzLjQyVjE0Ljc1MXoiLz48L3N2Zz4=" ) # ────────────────────────────────────────────────────────────────────────── # Small helpers (metadata, provider prefix handling, engagement logic) # ────────────────────────────────────────────────────────────────────────── @staticmethod def _normalize_metadata(body: Dict) -> Dict: md = body.get("metadata", {}) or {} if isinstance(md, str): import json try: md = json.loads(md) except Exception: md = {} if not isinstance(md, dict): md = {} body["metadata"] = md return md @staticmethod def _strip_provider_prefix(model_id: str) -> str: if not isinstance(model_id, str): return "" return model_id.split(".", 1)[1] if "." in model_id else model_id @staticmethod def _with_same_provider(raw_target: str, current_model_id: str) -> str: # If the user selected "OpenRouter.<id>", preserve that prefix on the routed id if "." in current_model_id: return f"{current_model_id.split('.',1)[0]}.{raw_target}" return raw_target def _engages_for_model(self, current_id: str) -> bool: # Router only runs when current model matches the allow-list (if provided) if not current_id: return False allow = [s.strip() for s in (self.valves.ONLY_USE_IF_MODELS or "").split(",") if s.strip()] if not allow: return True # no whitelist -> always engage raw_current = self._strip_provider_prefix(current_id) for cand in allow: if current_id == cand or raw_current == self._strip_provider_prefix(cand): return True return False def _flags_request_thinking(self, body: Dict) -> Optional[bool]: """ Return True/False if explicit flags indicate ON/OFF; else None. Recognizes both legacy/simple flags and structured `reasoning.enabled`. """ md = body.get("metadata", {}) or {} # Legacy/simple flags keys = ["include_reasoning","reasoning","reasoning_enabled","show_thoughts","think","thinking"] for k in keys: if (k in body and body[k] is False) or (k in md and md[k] is False): return False for k in keys: v = body.get(k, None) if isinstance(v, bool) and v: return True v = md.get(k, None) if isinstance(v, bool) and v: return True # Structured form: reasoning.enabled r = body.get("reasoning") or md.get("reasoning") if isinstance(r, dict) and "enabled" in r: return bool(r["enabled"]) return None # ────────────────────────────────────────────────────────────────────────── # Main: apply toggle + deterministic routing (silent) # ────────────────────────────────────────────────────────────────────────── async def inlet( self, body: dict, __event_emitter__: Callable[[dict], Awaitable[None]], __user__: Optional[dict] = None, __model__: Optional[dict] = None, __request__: Optional[Any] = None, ) -> dict: md = self._normalize_metadata(body) cur_model = body.get("model", "") # Reflect the toggle in structured reasoning (mirrors other filters/users' expectations) body.setdefault("reasoning", {}) if not isinstance(body["reasoning"], dict): body["reasoning"] = {} body["reasoning"]["enabled"] = bool(self.toggle) # If current model isn't one we should touch, pass through unchanged if not self._engages_for_model(cur_model): return body # Decide ON/OFF: explicit flags may override the UI toggle desired = self._flags_request_thinking(body) if self.valves.RESPECT_METADATA_FLAGS else None thinking_on = bool(self.toggle) if desired is None else bool(desired) # Compute target id and preserve provider prefix (e.g., "OpenRouter.") raw_target = self.valves.THINKING_ID if thinking_on else self.valves.INSTRUCT_ID target_model = self._with_same_provider(raw_target, cur_model) # Route + keep flags in sync (legacy + structured) body["model"] = target_model body["include_reasoning"] = thinking_on md["include_reasoning"] = thinking_on body["reasoning"]["enabled"] = thinking_on md["reasoning"] = { "enabled": thinking_on, **(md.get("reasoning") if isinstance(md.get("reasoning"), dict) else {}) } # Silent: no status/notification emitted return body