""" title: OpenRouter Stats & Cost tracking (With Messages Left) author: Hristo Karamanliev and kaubu author_url: https://github.com/karamanliev, https://github.com/kaubu version: 1.2.1 """ import logging import time from typing import Dict, Optional, Callable import requests from pydantic import BaseModel, Field import math logger = logging.getLogger(__name__) logger.setLevel(logging.INFO) class Filter: class Valves(BaseModel): openrouter_api_key: str = Field( default="", description="API key for OpenRouter API (add this if you want to track your remaining credits)", ) total_tokens: bool = Field( default=True, description="Display total number of tokens" ) elapsed_time: bool = Field(default=True, description="Display the elapsed time") tokens_per_sec: bool = Field( default=True, description="Display tokens per second metric" ) base_credits: bool = Field( default=True, description="Display base credits (the amount of credits you bought)", ) show_emojis: bool = Field( default=True, description="Show emojis in the status message" ) show_messages_left: bool = Field( default=True, description="Show how many more messages left with this model assuming the same cost", ) always_request_usage: bool = Field( default=False, description="Sometimes usage will fail to show, this will fix that", ) shorten_cost: bool = Field( default=False, description="Shorten the cost of the message", ) shorten_credits: bool = Field( default=False, description="Shorten your credits balance", ) shorten_messages_left: bool = Field( default=False, description="Shorten how many messages left (e.g. 12k, 5m, 1b)", ) def __init__(self): self.valves = self.Valves() self.start_time = None self.is_openrouter = False def abbreviate_number(self, n: int) -> str: """Abbreviate a number (e.g., 12000 -> '12.0k', 9999 -> '9,999').""" if n >= 1_000_000_000: return f"{n/1_000_000_000:.1f}b" elif n >= 1_000_000: return f"{n/1_000_000:.1f}m" elif n >= 10_000: return f"{n/1_000:.1f}k" else: return f"{n:,}" async def inlet( self, body: Dict, __model__: Optional[dict] = None, ) -> Dict: model_id = __model__.get("id", "") top_provider = __model__.get("top_provider") if ("/" in model_id and top_provider) or self.valves.always_request_usage: self.is_openrouter = True body["usage"] = {"include": True} self.start_time = time.time() return body async def outlet( self, body: Dict, __event_emitter__: Optional[Callable] = None, ) -> Dict: await __event_emitter__( { "type": "status", "data": {"description": "Computing total costs...", "done": False}, } ) EMOJI = { "tokens": "🪙" if self.valves.show_emojis else "", "time": "⏱️" if self.valves.show_emojis else "", "speed": "⚡" if self.valves.show_emojis else "", "cost": "💸" if self.valves.show_emojis else "", "credits": "💰" if self.valves.show_emojis else "", "left": "⌛" if self.valves.show_emojis else "", } usage = body.get("messages", [{}])[-1].get("usage", {}) total_tokens = usage.get("total_tokens", 0) cost = usage.get("cost", 0) end_time = time.time() elapsed_time = end_time - self.start_time tokens_per_sec = total_tokens / elapsed_time if elapsed_time > 0 else 0 # Fetch remaining credits if API key provided remaining: Optional[float] = None key = self.valves.openrouter_api_key if key and key != "": try: r = requests.get( "https://openrouter.ai/api/v1/credits", headers={"Authorization": f"Bearer {key}"}, timeout=5, ) r.raise_for_status() data = r.json().get("data", {}) remaining = float(data.get("total_credits", 0)) - float( data.get("total_usage", 0) ) base_credits = float(data.get("total_credits", 0)) except Exception as exc: logger.warning("Credits lookup failed – %s", exc) stats = [] if self.valves.total_tokens: stats.append(f"{EMOJI['tokens']} {total_tokens} Tokens") if self.valves.elapsed_time: stats.append(f"{EMOJI['time']} {elapsed_time:.2f} s") if self.valves.tokens_per_sec: stats.append(f"{EMOJI['speed']} {tokens_per_sec:.2f} T/s") if cost != 0: if self.valves.shorten_cost: stats.append(f"{EMOJI['cost']} ~${cost:.2f}") else: stats.append(f"{EMOJI['cost']} ${cost:.7f}") if remaining is not None: if self.valves.base_credits: if self.valves.shorten_credits: stats.append( f"{EMOJI['credits']} ${remaining:.2f} of ${base_credits:.2f}" ) else: stats.append( f"{EMOJI['credits']} ${remaining:.7f} of ${base_credits:.2f}" ) else: stats.append(f"{EMOJI['credits']} ${remaining:.7f}") if cost > 0: messages_left = math.floor(remaining / cost) if self.valves.show_messages_left: if self.valves.shorten_messages_left: stats.append( f"{EMOJI['left']} " f"{self.abbreviate_number(math.floor(messages_left))} messages" ) else: stats.append( f"{EMOJI['left']} " f"{math.floor(messages_left)} messages" ) final_stats = " | ".join(stats) if __event_emitter__: await __event_emitter__( {"type": "status", "data": {"description": final_stats, "done": True}} ) return body