from pydantic import BaseModel from typing import Optional class Filter: def stream(self, event: dict) -> dict: # This is where you modify streamed chunks of model output. if event.get("choices", [{}])[0].get("finish_reason", None) is not None: # Retrieve the existing content. existing_content = event["choices"][0].get("delta", {}).get("content", "") # Prepare a list to hold formatted citations. formatted_citations = [] # Enumerate through the citations list to get (index, citation) pairs. for index, citation in enumerate(event.get("citations", []), start=1): # Format each citation into markdown style: [index](citation). formatted_citations.append(f"[{index} - {citation}]({citation})") # Join the formatted citations with newlines, then append to the existing content. existing_content += "\n\n" + "\n".join(formatted_citations) # Update the event dictionary with the modified content. event["choices"][0]["delta"]["content"] = existing_content return event