""" title: OpenRouter Pass through api author: Maxime Rivest version: 0.3.0 license: MIT """ import os import json import requests import time from typing import List, Union, Generator, Dict, Optional from pydantic import BaseModel, Field import asyncio DEBUG = False class Pipe: class Valves(BaseModel): """Configuration for OpenRouter API.""" OPENROUTER_API_BASE_URL: str = Field(default="https://openrouter.ai/api/v1") OPENROUTER_API_KEY_FOR_MODEL_LIST_ONLY: str = Field(default="") FREE_ONLY: bool = Field(default=True) class UserValves(BaseModel): OPENROUTER_API_KEY: str = Field(default="") pass def __init__(self): self.type = "manifold" self.id = "owui.ai: " self.name = "owui.ai: " self.valves = self.Valves( **{ "OPENROUTER_API_KEY": os.getenv("OPENROUTER_API_KEY", ""), "FREE_ONLY": os.getenv("FREE_ONLY", "false").lower() == "true", } ) def _debug(self, message: str): if DEBUG: print(message) def _get_headers(self, api_key: str) -> Dict[str, str]: if not api_key: raise ValueError("API key is not set") return { "Authorization": f"Bearer {api_key}", "Content-Type": "application/json", } def _handle_response(self, response: requests.Response) -> dict: try: response.raise_for_status() data = response.json() if not data: # Check for empty responses raise ValueError("Empty response received from API") return data except requests.exceptions.HTTPError as e: self._debug(f"HTTPError: {e.response.status_code} - {e.response.text}") raise Exception( f"HTTP Error {e.response.status_code}: {e.response.text}" ) from e except ValueError as e: self._debug(f"Invalid JSON response: {response.text}") raise Exception(f"Invalid JSON response: {response.text}") from e def _format_model_id(self, model_id: str) -> str: """Formats the model ID to be compatible with OpenRouter API.""" # Remove both 'openrouter.' and 'openroutermodels.' prefixes if present print(model_id) if model_id.startswith("openrouter_pass_through_api."): model_id = model_id[len("openrouter_pass_through_api.") :] elif model_id.startswith("openroutermodels."): model_id = model_id[len("openroutermodels.") :] return model_id def get_openrouter_models(self) -> List[Dict[str, str]]: url = f"{self.valves.OPENROUTER_API_BASE_URL}/models" try: self._debug(f"Fetching models from {url}") response = requests.get( url, headers=self._get_headers( api_key=self.valves.OPENROUTER_API_KEY_FOR_MODEL_LIST_ONLY ), ) models_data = self._handle_response(response).get("data", []) # Filter for specific models highlighted_models = [ "claude-3.5-sonnet:beta", "claude-3.5-haiku-20241022:beta", "grok-2-vision-1212", "llama-3.1-sonar-huge-128k-online", "gemini-exp-1206", "openai/o1-mini", "openai/o1-preview", "openai/o1", "deepseek-chat", ] models_data_filtered = [] seen_models = set() # Keep track of models we've already added for model in models_data: for hm in highlighted_models: if hm in model["id"] and model["id"] not in seen_models: models_data_filtered.append(model) seen_models.add(model["id"]) break # Move to the next model once a match is found return [ { "id": model.get("id", "unknown"), "name": model.get("name", "Unknown Model"), } for model in models_data_filtered ] except Exception as e: self._debug(f"Failed to fetch models: {e}") return [{"id": "owui.ai: ", "name": str(e)}] def pipes(self) -> List[dict]: return self.get_openrouter_models() def inlet(self, body: dict, __user__: Optional[dict] = None) -> dict: if ( not __user__ or not __user__.get("valves") or not __user__["valves"].OPENROUTER_API_KEY ): raise Exception( "Please set your OpenRouter API key: controls > valves > change tools to function > Select 'open router api key' > enter your key > press enter" ) return body async def pipe( self, body: dict, __user__=None, __event_emitter__=None, __event_call__=None, ) -> Union[str, Generator[str, None, None]]: if ( not __user__ or not __user__.get("valves") or not __user__["valves"].OPENROUTER_API_KEY ): await __event_emitter__( { "type": "execute", "data": { "code": """ (async function() { // Original token and container validation logic remains the same const token = localStorage.getItem('token'); if (!token) { console.warn("No token found in localStorage under 'token'. Aborting script."); return; } const containers = document.querySelectorAll('#response-content-container'); if (!containers.length) { console.warn('No elements with ID #response-content-container were found.'); return; } const lastContainer = containers[containers.length - 1]; let currentKey = ''; // Fetch current key logic remains the same try { const getUserResp = await fetch("https://owui.ai/api/v1/functions/id/openrouter_pass_through_api/valves/user", { method: "GET", headers: { "accept": "application/json", "authorization": "Bearer " + token } }); if (getUserResp.ok) { const userData = await getUserResp.json(); currentKey = userData.OPENROUTER_API_KEY || ''; } } catch (err) { console.error("Error fetching current key:", err); } // Create main container with enhanced styling const containerDiv = document.createElement('div'); Object.assign(containerDiv.style, { display: 'flex', flexDirection: 'column', gap: '10px', padding: '20px', background: 'linear-gradient(145deg, #1e1e1e, #2d2d2d)', borderRadius: '12px', boxShadow: '0 8px 32px rgba(0,0,0,0.15)', margin: '15px 0', maxWidth: '500px', border: '1px solid rgba(255,255,255,0.1)' }); // Add title/label const label = document.createElement('div'); Object.assign(label.style, { color: '#fff', fontSize: '14px', fontWeight: '500', marginBottom: '5px' }); label.textContent = 'OpenRouter API Key'; // Create input wrapper for copy functionality const inputWrapper = document.createElement('div'); Object.assign(inputWrapper.style, { display: 'flex', position: 'relative', width: '100%' }); // Enhanced input styling const input = document.createElement('input'); Object.assign(input.style, { width: '100%', padding: '12px 16px', border: '1px solid rgba(255,255,255,0.1)', borderRadius: '8px', background: '#333', color: '#fff', fontSize: '14px', transition: 'all 0.2s ease', outline: 'none' }); input.type = 'text'; input.placeholder = 'Enter your OpenRouter API key...'; input.value = currentKey; // Save button with improved styling const saveButton = document.createElement('button'); Object.assign(saveButton.style, { padding: '12px 24px', border: 'none', borderRadius: '8px', background: 'linear-gradient(145deg, #2ecc71, #27ae60)', color: 'white', fontSize: '14px', fontWeight: '500', cursor: 'pointer', transition: 'all 0.2s ease', marginTop: '10px' }); saveButton.textContent = 'Save Key'; // Add interactive effects const addInteractiveEffects = () => { input.addEventListener('focus', () => { input.style.boxShadow = '0 0 0 2px rgba(46, 204, 113, 0.3)'; input.style.border = '1px solid #2ecc71'; }); input.addEventListener('blur', () => { input.style.boxShadow = 'none'; input.style.border = '1px solid rgba(255,255,255,0.1)'; }); saveButton.addEventListener('mouseenter', () => { saveButton.style.transform = 'translateY(-2px)'; saveButton.style.boxShadow = '0 4px 15px rgba(46, 204, 113, 0.4)'; }); saveButton.addEventListener('mouseleave', () => { saveButton.style.transform = 'translateY(0)'; saveButton.style.boxShadow = 'none'; }); }; // Enhanced save functionality with visual feedback const handleSave = async () => { const newKey = input.value.trim(); if (!newKey) { input.style.border = '1px solid #e74c3c'; setTimeout(() => input.style.border = '1px solid rgba(255,255,255,0.1)', 2000); return; } saveButton.disabled = true; saveButton.style.opacity = '0.7'; saveButton.textContent = 'Saving...'; try { const updateResp = await fetch("https://owui.ai/api/v1/functions/id/openrouter_pass_through_api/valves/user/update", { method: "POST", headers: { "accept": "application/json", "content-type": "application/json", "authorization": "Bearer " + token }, body: JSON.stringify({ OPENROUTER_API_KEY: newKey }) }); if (updateResp.ok) { saveButton.style.background = 'linear-gradient(145deg, #27ae60, #2ecc71)'; saveButton.textContent = '✓ Saved Successfully'; } else { throw new Error(await updateResp.text()); } } catch (err) { saveButton.style.background = 'linear-gradient(145deg, #e74c3c, #c0392b)'; saveButton.textContent = '× Error Saving'; } setTimeout(() => { saveButton.disabled = false; saveButton.style.opacity = '1'; saveButton.style.background = 'linear-gradient(145deg, #2ecc71, #27ae60)'; saveButton.textContent = 'Save Key'; }, 2000); }; // Event listeners saveButton.addEventListener('click', handleSave); addInteractiveEffects(); // Append elements containerDiv.appendChild(label); inputWrapper.appendChild(input); containerDiv.appendChild(inputWrapper); containerDiv.appendChild(saveButton); lastContainer.appendChild(containerDiv); })(); """ }, } ) raise Exception( "Please set your OpenRouter API key: controls > valves > change tools to function > Select 'open router api key' > enter your key > press enter" ) try: model = self._format_model_id(body["model"]) messages = body["messages"] stream = body.get("stream", False) if DEBUG: self._debug("Incoming body:") self._debug(json.dumps(body, indent=2)) if stream: return self.stream_response(model, messages, __user__) return self.get_completion(model, messages, __user__) except KeyError as e: error_msg = f"Missing required key in body: {e}" self._debug(error_msg) return f"Error: {error_msg}" except Exception as e: self._debug(f"Error in pipe method: {e}") return f"Error: {e}" def stream_response( self, model: str, messages: List[dict], __user__, retries: int = 5 ) -> Generator[str, None, None]: self._debug(f"__user__ : {__user__}") url = f"{self.valves.OPENROUTER_API_BASE_URL}/chat/completions" payload = {"model": model, "messages": messages, "stream": True} self._debug(f"Streaming response from {url}") self._debug(f"Payload: {json.dumps(payload, indent=2)}") if ( not __user__ or not __user__.get("valves") or not __user__["valves"].OPENROUTER_API_KEY ): raise ValueError("OpenRouter API key is not set or user context missing") for attempt in range(retries): try: response = requests.post( url, json=payload, headers=self._get_headers(__user__["valves"].OPENROUTER_API_KEY), stream=True, ) response.raise_for_status() for line in response.iter_lines(): if line: try: line_data = line.decode("utf-8").lstrip("data: ") if line_data == "[DONE]": return event = json.loads(line_data) # Check if the necessary keys exist before accessing them choices = event.get("choices") if choices and len(choices) > 0: delta = choices[0].get("delta") if delta: delta_content = delta.get("content") if delta_content: yield delta_content else: self._debug( "No choices or empty choices list found in event" ) except json.JSONDecodeError: self._debug(f"Failed to decode stream line: {line}") continue return # Ensure generator exits after successful streaming except requests.RequestException as e: if ( isinstance(e, requests.exceptions.HTTPError) and e.response.status_code == 429 and attempt < retries - 1 ): wait_time = 2 ** (attempt + 1) # Increase wait time exponentially self._debug( f"Request failed: {e}. Retrying in {wait_time} seconds..." ) time.sleep(wait_time) else: self._debug(f"Stream request failed after retries: {e}") yield f"Error: {e}" return # Ensure generator exits after all retries fail def get_completion( self, model: str, messages: List[dict], __user__, retries: int = 3 ) -> str: url = f"{self.valves.OPENROUTER_API_BASE_URL}/chat/completions" payload = {"model": model, "messages": messages} if ( not __user__ or not __user__.get("valves") or not __user__["valves"].OPENROUTER_API_KEY ): raise ValueError("OpenRouter API key is not set or user context missing") for attempt in range(retries): try: response = requests.post( url, json=payload, headers=self._get_headers(__user__["valves"].OPENROUTER_API_KEY), ) data = self._handle_response(response) if data and data.get("choices") and len(data["choices"]) > 0: message = data["choices"][0].get("message") if message: return message.get("content", "") else: self._debug("No message found in response") return "Error: No message content found in response" else: self._debug("No choices found in response") return "Error: No choices found in response" except requests.RequestException as e: if ( isinstance(e, requests.exceptions.HTTPError) and e.response.status_code == 429 and attempt < retries - 1 ): wait_time = 2 ** (attempt + 1) # Increase wait time exponentially self._debug( f"Request failed: {e}. Retrying in {wait_time} seconds..." ) time.sleep(wait_time) else: self._debug(f"Completion request failed after retries: {e}") return f"Error: {e}"