feat: add trusted ticket intake backend

backend/apps/modelhub/services.py

@@ -1,5 +1,6 @@
 from dataclasses import dataclass
 from time import monotonic, sleep
+from typing import Any
 
 from django.utils import timezone
 from openai import (
@@ -33,7 +34,7 @@ class ModelGatewayError(RuntimeError):
 
 def _request_completion(
     deployment: ModelDeployment,
-    messages: list[dict[str, str]],
+    messages: list[dict[str, Any]],
     *,
     temperature: float,
     max_output_tokens: int,
@@ -79,7 +80,7 @@ def _error_details(error: Exception) -> tuple[str, str, bool]:
 
 def execute_invocation(
     invocation: ModelInvocation,
-    messages: list[dict[str, str]],
+    messages: list[dict[str, Any]],
     *,
     temperature: float | None = None,
     max_output_tokens: int | None = None,
@@ -101,6 +102,7 @@ def execute_invocation(
         "base_url": deployment.provider.base_url,
         "deployment_id": deployment.id,
         "model_name": deployment.model_name,
+        "capability": deployment.capability,
         "temperature": temperature if temperature is not None else deployment.default_temperature,
         "max_output_tokens": max_output_tokens or deployment.max_output_tokens,
     }