""" title: Remove Thinking Tags author: yahya al hussain author_url: https://github.com/zxcv124 version: 0.1 """ from pydantic import BaseModel, Field from typing import Optional import re class Filter: class Valves(BaseModel): priority: int = Field( default=0, description="Priority level for the filter operations." ) def _init_(self): self.valves = self.Valves() def clean_response(self, response: str) -> str: """Removes everything before and including <think> and keeps only the text after </think>.""" # Check for <think> tags, if found, strip it. pattern = r"<think>.*?</think>" cleaned_response = re.sub(pattern, "", response, flags=re.DOTALL).strip() # If there's any remaining content, return it; otherwise, return an empty string return cleaned_response.strip() def inlet(self, body: dict, _user_: Optional[dict] = None) -> dict: """Pre-process the request before sending it to the AI model.""" return body def outlet(self, body: dict, _user_: Optional[dict] = None) -> dict: """Post-process the AI response to filter out <think> tags and retain only useful text.""" print(f"outlet:body (before): {body}") if "choices" in body: for choice in body["choices"]: if "message" in choice and "content" in choice["message"]: # Apply the clean_response function to each message content choice["message"]["content"] = self.clean_response( choice["message"]["content"] ) print(f"outlet:body (after): {body}") return body