Evaluator Results
AuthorizationBearer <token>
JWT access token. Use: Authorization: Bearer .
In: header
Query Parameters
agent_id?string|null
scenario_ids?array<string>|null
since?string|null
until?string|null
suite_id?string|null
scenario_id?string|null
scope_key?string|null
job_id?string|null
Header Parameters
X-API-Key?string|null
X-EFFICIENTAI-API-KEY?string|null
X-Workspace-Id?string|null
Response Body
application/json
application/json
curl -X POST "https://example.com/api/v1/evaluator-results/metric-clusters/cancel"{ "status": "idle", "groups": [ { "metric_id": "string", "metric_name": "string", "flagged_count": 0, "failure_reason": "", "clusters": [ { "id": "string", "label": "string", "gap_label": "LOGIC_GAP", "level": 1, "count": 0, "share_pct": 0, "sub_clusters": [ { "id": "string", "label": "string", "count": 0, "share_pct": 0 } ], "observation": "", "failure_reason": "", "evidence": { "conversation_id": "string", "evaluation_row_id": "8a0228c3-f516-40cc-977f-e396b24c29fc", "quote": "", "turns": [ { "speaker": "string", "text": "string" } ] }, "is_discovered": false } ] } ], "discovered_problems": [ { "id": "string", "label": "string", "gap_label": "LOGIC_GAP", "count": 0, "share_pct": 0, "observation": "", "failure_reason": "", "evidence": { "conversation_id": "string", "evaluation_row_id": "8a0228c3-f516-40cc-977f-e396b24c29fc", "quote": "", "turns": [ { "speaker": "string", "text": "string" } ] } } ], "overview": "string", "generated_at": "2019-08-24T14:15:22Z", "generated_at_completed_rows": 0, "progress": {}, "provider": "string", "model": "string", "llm_calls_used": 0, "max_llm_calls": 0, "error_message": "string", "is_stale": false, "selected_evaluation_row_ids": [ "string" ], "failure_policies": { "property1": { "metric_id": "string", "failure_values": [ "string" ], "failure_child_names": [ "string" ], "numeric_rule": {} }, "property2": { "metric_id": "string", "failure_values": [ "string" ], "failure_child_names": [ "string" ], "numeric_rule": {} } }, "failure_policies_source": "inferred", "failure_policies_updated_at": "2019-08-24T14:15:22Z", "rca_summary": { "total_clusters": 0, "total_clustered_instances": 0, "total_flagged_instances": 0, "analysed_calls": 0, "repeated_patterns": [ { "metric_id": "string", "metric_name": "string", "top_rca_patterns": "", "evidence_share_pct": 0, "evidence_calls": 0, "evidence_cluster_count": 0, "failure_reason": "" } ], "metric_hotspots": [ { "metric_id": "string", "metric_name": "string", "description": "", "metric_rate_pct": 0, "flagged_calls": 0 } ], "prompt_areas": [ { "label": "string", "share_pct": 0, "gap_label": "LOGIC_GAP" } ] }, "generation_scope": { "agent_id": "2b1e3b65-2c04-4fa2-a2d7-467901e98978", "agent_name": "string", "scenario_ids": [ "string" ], "scenario_names": [ "string" ], "since": "2019-08-24T14:15:22Z", "until": "2019-08-24T14:15:22Z", "eligible_call_count": 0, "selected_call_count": 0 }}Community & contact
- Found a bug or have a feature request? Open a GitHub issue.
- Join our Discord for faster replies!