Model base class.
Powered by Mintlify
Auto-generate your docs
Integrate custom model providers
Model base class.
from agno.models.base import Model
from agno.models.response import ModelResponse
class CustomModel(Model):
name: str = "custom-model"
def response(self, messages: list) -> ModelResponse:
# Your custom inference logic
response_text = self.call_your_api(messages)
return ModelResponse(
content=response_text,
metrics={"tokens": len(response_text.split())}
)
agent = Agent(
model=CustomModel()
)