""" title: Granite Thinking author: AdamOutler author_url: https://github.com/AdamOutler funding_url: https://github.com/AdamOutler version: 0.1 1. Create a Workspace Model 2. Assign Granite Thinking Filter to the model. """ from pydantic import BaseModel from typing import Optional class Filter: class Valves(BaseModel): pass # Define any configurable options for your filter here def __init__(self): self.valves = self.Valves() def inlet(self, body: dict, __user__: Optional[dict] = None) -> dict: # Define the control message control_message = {"role": "control", "content": "thinking"} # Insert the control message at position -2 if "messages" in body and len(body["messages"]) >= 1: body["messages"].insert(-2, control_message) else: # If there are fewer than 2 messages, append to the end body.setdefault("messages", []).append(control_message) return body def outlet(self, body: dict, __user__: Optional[dict] = None) -> dict: # Ensure 'messages' is in the body if "messages" not in body: return body # Retrieve the last message in the stack last_message = body["messages"][-1] # Check if the last message is from the assistant if last_message.get("role") != "assistant": return body # Retrieve the content of the last assistant message content = last_message.get("content", "") if not content: return body # Define the markers start_marker = "Here is my thought process:" end_marker = "Here is my response:" # Find the start marker start_index = content.find(start_marker) if start_index == -1: # Start marker not found, no modification needed return body # Find the end marker after the start marker end_index = content.find(end_marker, start_index) if end_index == -1: # End marker not found, set end_index to the end of the content end_index = len(content) else: # Include the end marker in the collapsible section end_index += len(end_marker) # Extract the content to be collapsed collapsible_content = content[start_index:end_index].strip() # Construct the collapsible section collapsible_section = ( f"<details>\n" f"<summary>{start_marker}</summary>\n\n" f"{collapsible_content}\n\n" f"</details>\n" ) # Replace the original content with the new structure new_content = content[:start_index] + collapsible_section + content[end_index:] # Update the content in the last assistant message last_message["content"] = new_content return body