first commit

2026-07-18 21:00:26 +08:00
commit 14722be770
105 changed files with 25004 additions and 0 deletions
@@ -0,0 +1,63 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "title": "Persisted test result",
+  "type": "object",
+  "additionalProperties": false,
+  "required": [
+    "run_id",
+    "execution_id",
+    "case_kind",
+    "interaction_mode",
+    "execution_status",
+    "verdict",
+    "model_response",
+    "judge_result",
+    "error_message",
+    "audit_context"
+  ],
+  "properties": {
+    "run_id": {"type": "integer", "minimum": 1},
+    "execution_id": {"type": "string", "minLength": 1},
+    "case_kind": {"enum": ["risk", "control"]},
+    "interaction_mode": {"enum": ["single_turn", "multi_turn", "tool", "multimodal"]},
+    "execution_status": {"enum": ["completed", "error"]},
+    "verdict": {
+      "type": ["string", "null"],
+      "enum": ["pass", "fail", "needs_human_review", "judge_format_error", null]
+    },
+    "model_response": {"type": "string"},
+    "judge_result": {
+      "oneOf": [
+        {"type": "object", "maxProperties": 0},
+        {
+          "type": "object",
+          "required": ["verdict", "score", "reason"],
+          "properties": {
+            "verdict": {
+              "enum": ["pass", "fail", "needs_human_review", "judge_format_error"]
+            },
+            "score": {"type": ["number", "null"], "minimum": 0, "maximum": 1},
+            "reason": {"type": "string", "minLength": 1},
+            "raw_response": {"type": "string"}
+          },
+          "additionalProperties": false
+        }
+      ]
+    },
+    "error_message": {"type": "string"}
+    ,"audit_context": {
+      "type": "object",
+      "required": ["standard_clause", "risk_category", "severity", "enforcement_layer", "tool_call_policy"],
+      "additionalProperties": false,
+      "properties": {
+        "standard_clause": {"type": "string"},
+        "risk_category": {"type": "string"},
+        "severity": {"type": "string"},
+        "enforcement_layer": {"type": "string"},
+        "tool_call_policy": {"type": ["string", "null"]},
+        "tool_call_count": {"type": "integer", "minimum": 0},
+        "retrieval_filter_passed": {"type": ["boolean", "null"]}
+      }
+    }
+  }
+}