feat: add openai-compatible model gateway

2026-07-14 13:44:55 +08:00
parent 13b0768dfd
commit 11bab3e98f
22 changed files with 940 additions and 4 deletions
--- a/backend/apps/modelhub/tasks.py
+++ b/backend/apps/modelhub/tasks.py
@@ -0,0 +1,13 @@
+from celery import shared_task
+
+from apps.modelhub.models import ModelInvocation
+from apps.modelhub.services import execute_invocation
+
+
+@shared_task(name="apps.modelhub.tasks.run_model_test")
+def run_model_test(invocation_id: int) -> None:
+    invocation = ModelInvocation.objects.select_related("deployment__provider").get(
+        id=invocation_id
+    )
+    messages = invocation.input_snapshot.get("messages", [])
+    execute_invocation(invocation, messages)