feat: init commint
This commit is contained in:
@@ -1,9 +1,14 @@
|
||||
from datetime import timedelta
|
||||
|
||||
from django.contrib.auth import get_user_model
|
||||
from django.contrib.auth.models import Permission
|
||||
from django.core.management import call_command
|
||||
from django.utils import timezone
|
||||
|
||||
from apps.modelhub.crypto import decrypt_secret
|
||||
from apps.modelhub.models import ModelProvider
|
||||
from apps.modelhub.models import ModelDeployment, ModelInvocation, ModelProvider
|
||||
from apps.modelhub.services import CompletionResult
|
||||
from apps.modelhub.tasks import scrub_expired_model_invocation_diagnostics
|
||||
|
||||
|
||||
def login_admin(client):
|
||||
@@ -65,8 +70,9 @@ def test_model_test_runs_through_recorded_invocation(client, db, monkeypatch):
|
||||
"/api/modelhub/deployments",
|
||||
data={
|
||||
"provider_id": provider_id,
|
||||
"display_name": "支持模型",
|
||||
"model_name": "support-model",
|
||||
"display_name": "支持模型",
|
||||
"model_name": "support-model",
|
||||
"structured_output_mode": "prompt_schema",
|
||||
},
|
||||
content_type="application/json",
|
||||
)
|
||||
@@ -96,15 +102,27 @@ def test_embedding_deployment_can_be_configured_but_uses_knowledge_search_for_te
|
||||
"/api/modelhub/deployments",
|
||||
data={
|
||||
"provider_id": provider_id,
|
||||
"display_name": "知识向量模型",
|
||||
"model_name": "embedding-model",
|
||||
"capability": "embedding",
|
||||
"display_name": "知识向量模型",
|
||||
"model_name": "embedding-model",
|
||||
"capability": "embedding",
|
||||
},
|
||||
content_type="application/json",
|
||||
)
|
||||
|
||||
assert deployment.status_code == 200
|
||||
assert deployment.json()["capability"] == "embedding"
|
||||
assert deployment.json()["structured_output_mode"] == "none"
|
||||
|
||||
stored_deployment = ModelDeployment.objects.get(id=deployment.json()["id"])
|
||||
stored_deployment.structured_output_mode = "unconfigured"
|
||||
stored_deployment.save(update_fields=["structured_output_mode"])
|
||||
updated = client.patch(
|
||||
f"/api/modelhub/deployments/{stored_deployment.id}",
|
||||
data={"display_name": "知识向量模型（更新）"},
|
||||
content_type="application/json",
|
||||
)
|
||||
assert updated.status_code == 200
|
||||
assert updated.json()["structured_output_mode"] == "none"
|
||||
|
||||
response = client.post(
|
||||
f"/api/modelhub/deployments/{deployment.json()['id']}/test",
|
||||
@@ -112,7 +130,7 @@ def test_embedding_deployment_can_be_configured_but_uses_knowledge_search_for_te
|
||||
content_type="application/json",
|
||||
)
|
||||
assert response.status_code == 400
|
||||
assert "知识检索" in response.json()["detail"]
|
||||
assert "对应能力入口" in response.json()["detail"]
|
||||
|
||||
rerank = client.post(
|
||||
"/api/modelhub/deployments",
|
||||
@@ -121,11 +139,116 @@ def test_embedding_deployment_can_be_configured_but_uses_knowledge_search_for_te
|
||||
"display_name": "知识重排模型",
|
||||
"model_name": "rerank-model",
|
||||
"capability": "rerank",
|
||||
"structured_output_mode": "native_json_schema",
|
||||
},
|
||||
content_type="application/json",
|
||||
)
|
||||
assert rerank.status_code == 200
|
||||
assert rerank.json()["capability"] == "rerank"
|
||||
assert rerank.json()["structured_output_mode"] == "none"
|
||||
|
||||
|
||||
def test_text_deployment_requires_explicit_structured_output_mode(client, db):
|
||||
login_admin(client)
|
||||
provider_id = create_provider(client).json()["id"]
|
||||
|
||||
response = client.post(
|
||||
"/api/modelhub/deployments",
|
||||
data={
|
||||
"provider_id": provider_id,
|
||||
"display_name": "未配置模型",
|
||||
"model_name": "unconfigured-model",
|
||||
},
|
||||
content_type="application/json",
|
||||
)
|
||||
|
||||
assert response.status_code == 400
|
||||
assert response.json()["detail"].startswith("structured_output_not_configured:")
|
||||
assert "结构化输出" in response.json()["detail"]
|
||||
|
||||
|
||||
def test_structured_output_test_passes_and_configuration_change_resets_it(
|
||||
client,
|
||||
db,
|
||||
monkeypatch,
|
||||
):
|
||||
login_admin(client)
|
||||
provider_id = create_provider(client).json()["id"]
|
||||
deployment_response = client.post(
|
||||
"/api/modelhub/deployments",
|
||||
data={
|
||||
"provider_id": provider_id,
|
||||
"display_name": "原生结构化模型",
|
||||
"model_name": "native-model",
|
||||
"structured_output_mode": "native_json_schema",
|
||||
},
|
||||
content_type="application/json",
|
||||
)
|
||||
deployment_id = deployment_response.json()["id"]
|
||||
monkeypatch.setattr(
|
||||
"apps.modelhub.services._request_completion",
|
||||
lambda *args, **kwargs: CompletionResult(
|
||||
'{"status":"ok","items":[{"code":"A1","score":1}]}',
|
||||
20,
|
||||
10,
|
||||
),
|
||||
)
|
||||
|
||||
tested = client.post(
|
||||
f"/api/modelhub/deployments/{deployment_id}/structured-output-test",
|
||||
content_type="application/json",
|
||||
)
|
||||
|
||||
assert tested.status_code == 200
|
||||
assert tested.json()["invocation_type"] == "structured_output_test"
|
||||
assert tested.json()["status"] == "succeeded"
|
||||
deployment = ModelDeployment.objects.get(id=deployment_id)
|
||||
assert deployment.structured_output_test_status == "passed"
|
||||
assert deployment.structured_output_verified_at is not None
|
||||
|
||||
updated = client.patch(
|
||||
f"/api/modelhub/deployments/{deployment_id}",
|
||||
data={"model_name": "native-model-v2"},
|
||||
content_type="application/json",
|
||||
)
|
||||
assert updated.status_code == 200
|
||||
assert updated.json()["structured_output_test_status"] == "untested"
|
||||
assert updated.json()["structured_output_verified_at"] is None
|
||||
|
||||
deployment.structured_output_test_status = "passed"
|
||||
deployment.save(update_fields=["structured_output_test_status"])
|
||||
provider_updated = client.patch(
|
||||
f"/api/modelhub/providers/{provider_id}",
|
||||
data={"base_url": "https://models-v2.example.com/v1"},
|
||||
content_type="application/json",
|
||||
)
|
||||
assert provider_updated.status_code == 200
|
||||
deployment.refresh_from_db()
|
||||
assert deployment.structured_output_test_status == "untested"
|
||||
|
||||
|
||||
def test_non_chat_model_cannot_start_structured_output_test(client, db):
|
||||
login_admin(client)
|
||||
provider_id = create_provider(client).json()["id"]
|
||||
deployment = client.post(
|
||||
"/api/modelhub/deployments",
|
||||
data={
|
||||
"provider_id": provider_id,
|
||||
"display_name": "知识重排模型",
|
||||
"model_name": "rerank-structured-test",
|
||||
"capability": "rerank",
|
||||
"structured_output_mode": "none",
|
||||
},
|
||||
content_type="application/json",
|
||||
)
|
||||
|
||||
response = client.post(
|
||||
f"/api/modelhub/deployments/{deployment.json()['id']}/structured-output-test",
|
||||
content_type="application/json",
|
||||
)
|
||||
|
||||
assert response.status_code == 400
|
||||
assert "不适用" in response.json()["detail"]
|
||||
|
||||
|
||||
def test_non_ai_admin_cannot_manage_modelhub(client, db):
|
||||
@@ -135,3 +258,190 @@ def test_non_ai_admin_cannot_manage_modelhub(client, db):
|
||||
response = client.get("/api/modelhub/providers")
|
||||
|
||||
assert response.status_code == 403
|
||||
|
||||
|
||||
def test_unused_provider_and_deployment_are_physically_deleted(client, db):
|
||||
login_admin(client)
|
||||
provider_id = create_provider(client).json()["id"]
|
||||
deployment = client.post(
|
||||
"/api/modelhub/deployments",
|
||||
data={
|
||||
"provider_id": provider_id,
|
||||
"display_name": "待删除模型",
|
||||
"model_name": "unused-model",
|
||||
"structured_output_mode": "prompt_schema",
|
||||
},
|
||||
content_type="application/json",
|
||||
)
|
||||
|
||||
impact = client.get(
|
||||
f"/api/modelhub/deployments/{deployment.json()['id']}/deletion-impact"
|
||||
)
|
||||
deleted = client.delete(
|
||||
f"/api/modelhub/deployments/{deployment.json()['id']}"
|
||||
)
|
||||
|
||||
assert impact.status_code == 200
|
||||
assert impact.json()["suggested_action"] == "delete"
|
||||
assert deleted.json()["result"] == "deleted"
|
||||
assert not ModelDeployment.objects.filter(id=deployment.json()["id"]).exists()
|
||||
|
||||
provider_deleted = client.delete(f"/api/modelhub/providers/{provider_id}")
|
||||
assert provider_deleted.json()["result"] == "deleted"
|
||||
assert not ModelProvider.objects.filter(id=provider_id).exists()
|
||||
|
||||
|
||||
def test_provider_with_history_is_atomically_archived_and_restored_disabled(client, db):
|
||||
admin = login_admin(client)
|
||||
provider_id = create_provider(client).json()["id"]
|
||||
deployment_id = client.post(
|
||||
"/api/modelhub/deployments",
|
||||
data={
|
||||
"provider_id": provider_id,
|
||||
"display_name": "历史模型",
|
||||
"model_name": "history-model",
|
||||
"structured_output_mode": "prompt_schema",
|
||||
},
|
||||
content_type="application/json",
|
||||
).json()["id"]
|
||||
ModelInvocation.objects.create(
|
||||
deployment_id=deployment_id,
|
||||
status="succeeded",
|
||||
output_text="sensitive output",
|
||||
created_by=admin,
|
||||
)
|
||||
|
||||
response = client.delete(f"/api/modelhub/providers/{provider_id}")
|
||||
|
||||
assert response.status_code == 200
|
||||
assert response.json()["result"] == "archived"
|
||||
provider = ModelProvider.objects.get(id=provider_id)
|
||||
deployment = ModelDeployment.objects.get(id=deployment_id)
|
||||
assert provider.archived_at is not None
|
||||
assert provider.api_key_encrypted == ""
|
||||
assert provider.image_egress_approved is False
|
||||
assert deployment.archived_at is not None
|
||||
assert deployment.archived_via_provider is True
|
||||
assert deployment.enabled is False
|
||||
|
||||
restored = client.post(f"/api/modelhub/providers/{provider_id}/restore")
|
||||
assert restored.status_code == 200
|
||||
provider.refresh_from_db()
|
||||
deployment.refresh_from_db()
|
||||
assert provider.archived_at is None and provider.enabled is False
|
||||
assert deployment.archived_at is None and deployment.enabled is False
|
||||
assert deployment.structured_output_test_status == "untested"
|
||||
|
||||
|
||||
def test_restore_name_conflict_is_409_without_partial_restore(client, db):
|
||||
admin = login_admin(client)
|
||||
archived = ModelProvider.objects.create(
|
||||
name="可复用渠道",
|
||||
base_url="https://old.example.com/v1",
|
||||
archived_at=timezone.now(),
|
||||
archived_by=admin,
|
||||
)
|
||||
ModelProvider.objects.create(
|
||||
name="可复用渠道",
|
||||
base_url="https://new.example.com/v1",
|
||||
)
|
||||
|
||||
response = client.post(f"/api/modelhub/providers/{archived.id}/restore")
|
||||
|
||||
assert response.status_code == 409
|
||||
assert response.json()["detail"].startswith("lifecycle_name_conflict:")
|
||||
archived.refresh_from_db()
|
||||
assert archived.archived_at is not None
|
||||
|
||||
|
||||
def test_lifecycle_requires_superuser_even_with_model_manage(client, db):
|
||||
login_admin(client)
|
||||
provider_id = create_provider(client).json()["id"]
|
||||
user = get_user_model().objects.create_user(username="model-manager", password="password")
|
||||
user.user_permissions.add(Permission.objects.get(codename="model.manage"))
|
||||
client.force_login(user)
|
||||
|
||||
assert client.get(
|
||||
f"/api/modelhub/providers/{provider_id}/deletion-impact"
|
||||
).status_code == 403
|
||||
assert client.delete(f"/api/modelhub/providers/{provider_id}").status_code == 403
|
||||
assert client.post(f"/api/modelhub/providers/{provider_id}/restore").status_code == 403
|
||||
|
||||
|
||||
def test_lists_are_paginated_and_agent_options_only_return_effective_models(client, db):
|
||||
login_admin(client)
|
||||
provider_id = create_provider(client).json()["id"]
|
||||
ready = ModelDeployment.objects.create(
|
||||
provider_id=provider_id,
|
||||
display_name="已验证模型",
|
||||
model_name="ready-model",
|
||||
structured_output_mode="prompt_schema",
|
||||
structured_output_test_status="passed",
|
||||
)
|
||||
ModelDeployment.objects.create(
|
||||
provider_id=provider_id,
|
||||
display_name="未验证模型",
|
||||
model_name="unverified-model",
|
||||
structured_output_mode="prompt_schema",
|
||||
)
|
||||
|
||||
providers = client.get("/api/modelhub/providers?page=1&page_size=1")
|
||||
deployments = client.get("/api/modelhub/deployments?page=1&page_size=1")
|
||||
options = client.get("/api/modelhub/deployment-options")
|
||||
|
||||
assert set(providers.json()) == {"items", "page", "page_size", "total", "total_pages"}
|
||||
assert providers.json()["page_size"] == 1
|
||||
assert deployments.json()["page_size"] == 1
|
||||
assert [item["id"] for item in options.json()] == [ready.id]
|
||||
|
||||
|
||||
def test_credential_can_be_explicitly_cleared_and_disables_provider(client, db):
|
||||
login_admin(client)
|
||||
provider_id = create_provider(client).json()["id"]
|
||||
|
||||
response = client.patch(
|
||||
f"/api/modelhub/providers/{provider_id}",
|
||||
data={"clear_api_key": True},
|
||||
content_type="application/json",
|
||||
)
|
||||
|
||||
assert response.status_code == 200
|
||||
assert response.json()["credential_set"] is False
|
||||
assert response.json()["enabled"] is False
|
||||
provider = ModelProvider.objects.get(id=provider_id)
|
||||
assert provider.credential_updated_at is not None
|
||||
|
||||
|
||||
def test_invocation_diagnostics_permission_and_retention_scrub(client, db, settings):
|
||||
admin = login_admin(client)
|
||||
settings.MODEL_INVOCATION_DIAGNOSTIC_RETENTION_DAYS = 90
|
||||
invocation = ModelInvocation.objects.create(
|
||||
status="succeeded",
|
||||
input_snapshot={
|
||||
"messages": [{"role": "user", "content": "sensitive input"}],
|
||||
"structured_output": {
|
||||
"mode": "native_json_schema",
|
||||
"schema_hash": "abc",
|
||||
"response_format_sent": True,
|
||||
},
|
||||
"output_schema": {"type": "object"},
|
||||
},
|
||||
output_text="sensitive output",
|
||||
created_by=admin,
|
||||
)
|
||||
ModelInvocation.objects.filter(id=invocation.id).update(
|
||||
created_at=timezone.now() - timedelta(days=91)
|
||||
)
|
||||
|
||||
scrubbed = scrub_expired_model_invocation_diagnostics()
|
||||
|
||||
assert scrubbed == 1
|
||||
invocation.refresh_from_db()
|
||||
assert invocation.output_text == ""
|
||||
assert "messages" not in invocation.input_snapshot
|
||||
assert "output_schema" not in invocation.input_snapshot
|
||||
assert invocation.input_snapshot["structured_output"]["schema_hash"] == "abc"
|
||||
response = client.get(
|
||||
f"/api/modelhub/invocations/{invocation.public_id}/diagnostics"
|
||||
)
|
||||
assert response.status_code == 410
|
||||
|
||||
@@ -1,6 +1,12 @@
|
||||
import httpx
|
||||
import pytest
|
||||
from openai import APITimeoutError, AuthenticationError, InternalServerError, RateLimitError
|
||||
from openai import (
|
||||
APITimeoutError,
|
||||
AuthenticationError,
|
||||
BadRequestError,
|
||||
InternalServerError,
|
||||
RateLimitError,
|
||||
)
|
||||
|
||||
from apps.modelhub.crypto import encrypt_secret
|
||||
from apps.modelhub.models import ModelDeployment, ModelInvocation, ModelProvider
|
||||
@@ -67,6 +73,60 @@ def test_non_transient_error_fails_without_exposing_raw_error(db, monkeypatch):
|
||||
assert "secret provider detail" not in invocation.error_message
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("mode", "expected_response_type", "schema_in_system_message"),
|
||||
[
|
||||
("native_json_schema", "json_schema", False),
|
||||
("json_object", "json_object", True),
|
||||
("prompt_schema", None, True),
|
||||
],
|
||||
)
|
||||
def test_structured_invocation_records_request_and_audit_snapshot(
|
||||
db,
|
||||
monkeypatch,
|
||||
mode,
|
||||
expected_response_type,
|
||||
schema_in_system_message,
|
||||
):
|
||||
invocation = create_invocation()
|
||||
invocation.deployment.structured_output_mode = mode
|
||||
invocation.deployment.save(update_fields=["structured_output_mode"])
|
||||
captured = {}
|
||||
output_schema = {
|
||||
"type": "object",
|
||||
"properties": {"answer": {"type": "string"}},
|
||||
"required": ["answer"],
|
||||
"additionalProperties": False,
|
||||
}
|
||||
|
||||
def request(*args, **kwargs):
|
||||
captured.update(kwargs)
|
||||
captured["messages"] = args[1]
|
||||
return CompletionResult('{"answer":"ok"}', 10, 4)
|
||||
|
||||
monkeypatch.setattr("apps.modelhub.services._request_completion", request)
|
||||
|
||||
execute_invocation(
|
||||
invocation,
|
||||
invocation.input_snapshot["messages"],
|
||||
output_schema=output_schema,
|
||||
schema_name="answer-result",
|
||||
)
|
||||
|
||||
invocation.refresh_from_db()
|
||||
structured = invocation.model_snapshot["structured_output"]
|
||||
assert structured["mode"] == mode
|
||||
assert structured["schema_hash"]
|
||||
assert structured["schema_name"] == "answer-result"
|
||||
assert structured["schema_in_system_message"] is schema_in_system_message
|
||||
assert invocation.input_snapshot["output_schema"] == output_schema
|
||||
assert invocation.input_snapshot["structured_output"] == structured
|
||||
if expected_response_type is None:
|
||||
assert "response_format" not in captured or captured["response_format"] is None
|
||||
else:
|
||||
assert captured["response_format"]["type"] == expected_response_type
|
||||
|
||||
|
||||
def test_agent_time_budget_does_not_repeat_a_full_timeout(db, monkeypatch):
|
||||
invocation = create_invocation()
|
||||
calls = []
|
||||
@@ -98,6 +158,47 @@ def provider_error(error_type, status_code):
|
||||
return error_type("provider raw error", response=response, body={})
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("mode", "expected_code"),
|
||||
[
|
||||
("native_json_schema", "structured_output_unsupported"),
|
||||
("json_object", "structured_output_unsupported"),
|
||||
("prompt_schema", "bad_request"),
|
||||
],
|
||||
)
|
||||
def test_response_format_rejection_does_not_downgrade_mode(
|
||||
db,
|
||||
monkeypatch,
|
||||
mode,
|
||||
expected_code,
|
||||
):
|
||||
invocation = create_invocation()
|
||||
invocation.deployment.structured_output_mode = mode
|
||||
invocation.deployment.save(update_fields=["structured_output_mode"])
|
||||
monkeypatch.setattr(
|
||||
"apps.modelhub.services._request_completion",
|
||||
lambda *args, **kwargs: (_ for _ in ()).throw(
|
||||
provider_error(BadRequestError, 400)
|
||||
),
|
||||
)
|
||||
|
||||
execute_invocation(
|
||||
invocation,
|
||||
invocation.input_snapshot["messages"],
|
||||
output_schema={
|
||||
"type": "object",
|
||||
"properties": {"answer": {"type": "string"}},
|
||||
"required": ["answer"],
|
||||
"additionalProperties": False,
|
||||
},
|
||||
)
|
||||
|
||||
invocation.refresh_from_db()
|
||||
assert invocation.status == "failed"
|
||||
assert invocation.error_code == expected_code
|
||||
assert invocation.retry_count == 0
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("error", "expected_code", "expected_calls"),
|
||||
[
|
||||
|
||||
155
backend/apps/modelhub/tests/test_structured_output.py
Normal file
155
backend/apps/modelhub/tests/test_structured_output.py
Normal file
@@ -0,0 +1,155 @@
|
||||
import pytest
|
||||
|
||||
from apps.modelhub.structured_output import (
|
||||
StructuredOutputError,
|
||||
build_structured_request,
|
||||
ensure_compatible,
|
||||
schema_hash,
|
||||
)
|
||||
|
||||
OUTPUT_SCHEMA = {
|
||||
"type": "object",
|
||||
"properties": {"answer": {"type": "string"}},
|
||||
"required": ["answer"],
|
||||
"additionalProperties": False,
|
||||
}
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("mode", "expected_response_type", "schema_in_system_message"),
|
||||
[
|
||||
("native_json_schema", "json_schema", False),
|
||||
("json_object", "json_object", True),
|
||||
("prompt_schema", None, True),
|
||||
],
|
||||
)
|
||||
def test_structured_modes_build_stable_requests(
|
||||
mode,
|
||||
expected_response_type,
|
||||
schema_in_system_message,
|
||||
):
|
||||
messages = [{"role": "user", "content": "业务输入"}]
|
||||
|
||||
request_messages, response_format, metadata = build_structured_request(
|
||||
messages,
|
||||
mode=mode,
|
||||
output_schema=OUTPUT_SCHEMA,
|
||||
schema_name="draft.result/v1",
|
||||
)
|
||||
|
||||
assert messages == [{"role": "user", "content": "业务输入"}]
|
||||
assert metadata == {
|
||||
"mode": mode,
|
||||
"schema_name": "draft_result_v1",
|
||||
"schema_hash": schema_hash(OUTPUT_SCHEMA),
|
||||
"response_format_included": expected_response_type is not None,
|
||||
"schema_in_system_message": schema_in_system_message,
|
||||
}
|
||||
if expected_response_type is None:
|
||||
assert response_format is None
|
||||
else:
|
||||
assert response_format["type"] == expected_response_type
|
||||
if mode == "native_json_schema":
|
||||
assert response_format["json_schema"] == {
|
||||
"name": "draft_result_v1",
|
||||
"strict": True,
|
||||
"schema": OUTPUT_SCHEMA,
|
||||
}
|
||||
assert request_messages == messages
|
||||
else:
|
||||
assert request_messages[0]["role"] == "system"
|
||||
assert "<output_schema>" in request_messages[0]["content"]
|
||||
assert '"additionalProperties":false' in request_messages[0]["content"]
|
||||
assert request_messages[1:] == messages
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("mode", "enforcement", "compatible"),
|
||||
[
|
||||
("native_json_schema", "native_json_schema", True),
|
||||
("native_json_schema", "json_object", True),
|
||||
("native_json_schema", "validated_json", True),
|
||||
("json_object", "native_json_schema", False),
|
||||
("json_object", "json_object", True),
|
||||
("json_object", "validated_json", True),
|
||||
("prompt_schema", "native_json_schema", False),
|
||||
("prompt_schema", "json_object", False),
|
||||
("prompt_schema", "validated_json", True),
|
||||
],
|
||||
)
|
||||
def test_all_model_and_skill_compatibility_combinations(mode, enforcement, compatible):
|
||||
if compatible:
|
||||
ensure_compatible(mode=mode, test_status="passed", enforcement=enforcement)
|
||||
return
|
||||
with pytest.raises(StructuredOutputError) as caught:
|
||||
ensure_compatible(mode=mode, test_status="passed", enforcement=enforcement)
|
||||
assert caught.value.code == "structured_output_incompatible"
|
||||
|
||||
|
||||
@pytest.mark.parametrize(
|
||||
("mode", "status", "expected_code"),
|
||||
[
|
||||
("unconfigured", "untested", "structured_output_not_configured"),
|
||||
("native_json_schema", "untested", "structured_output_not_verified"),
|
||||
("native_json_schema", "failed", "structured_output_not_verified"),
|
||||
],
|
||||
)
|
||||
def test_unconfigured_or_unverified_models_are_rejected(mode, status, expected_code):
|
||||
with pytest.raises(StructuredOutputError) as caught:
|
||||
ensure_compatible(
|
||||
mode=mode,
|
||||
test_status=status,
|
||||
enforcement="validated_json",
|
||||
)
|
||||
assert caught.value.code == expected_code
|
||||
|
||||
|
||||
def test_native_mode_rejects_unsupported_schema_keyword_before_provider_call():
|
||||
schema = {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"missing_fields": {
|
||||
"type": "array",
|
||||
"items": {"type": "string"},
|
||||
"uniqueItems": True,
|
||||
}
|
||||
},
|
||||
"required": ["missing_fields"],
|
||||
"additionalProperties": False,
|
||||
}
|
||||
|
||||
with pytest.raises(StructuredOutputError) as caught:
|
||||
build_structured_request(
|
||||
[{"role": "user", "content": "业务输入"}],
|
||||
mode="native_json_schema",
|
||||
output_schema=schema,
|
||||
schema_name="facts",
|
||||
)
|
||||
|
||||
assert caught.value.code == "structured_output_schema_unsupported"
|
||||
assert "$.properties.missing_fields.uniqueItems" in str(caught.value)
|
||||
|
||||
|
||||
def test_prompt_modes_keep_full_business_schema():
|
||||
schema = {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"values": {
|
||||
"type": "array",
|
||||
"items": {"type": "string"},
|
||||
"uniqueItems": True,
|
||||
}
|
||||
},
|
||||
"required": ["values"],
|
||||
"additionalProperties": False,
|
||||
}
|
||||
|
||||
messages, response_format, _ = build_structured_request(
|
||||
[{"role": "user", "content": "业务输入"}],
|
||||
mode="prompt_schema",
|
||||
output_schema=schema,
|
||||
schema_name="values",
|
||||
)
|
||||
|
||||
assert response_format is None
|
||||
assert '"uniqueItems":true' in messages[0]["content"]
|
||||
Reference in New Issue
Block a user