""" title: Cogito Thinking switch author: JamesK author_url: funding_url: version: 0.1.0 Enable thinking unless reasoning effort is set to "none" or "off" (case insensitive) """ from pydantic import BaseModel from typing import Optional class Filter: class Valves(BaseModel): pass def __init__(self): self.valves = self.Valves() def inlet(self, body: dict, __user__: Optional[dict] = None) -> dict: # check for base_model_id in the metadata. # base_model_id moved into info somewhere between version 0.5.15 and 0.6.1, so need to check both metaD = body["metadata"] model = metaD["model"] modelId = model.get("base_model_id") if not modelId: info = model.get("info") if info: modelId = info.get("base_model_id") if not modelId: # since we haven't been able to find base_model_id revert to the plain 'id' modelId = model.get("id") if not modelId: # time to give up return body if "cogito" in modelId: # OWUI has a weirdness where the "default" setting in the UI can result in either being absent or present with # value None depending on whether it has been changed or not. reasoning = body.get("reasoning_effort") or "medium" reasoning = reasoning.lower() enableReasoning = reasoning != "none" and reasoning != "off" if enableReasoning: messageList = body["messages"] for m in messageList: if m["role"] == "system": # add to the existing system prompt oldContent = m["content"] newContent = oldContent + "\nEnable deep thinking subroutine." m["content"] = newContent break else: # Need to add a new message messageList.append( { "role": "system", "content": "Enable deep thinking subroutine.", } ) return body