Create Experiment
Run an issue-detection experiment on traced conversations.
Header Parameters
Workspace UUID for session-authenticated calls.
Request Body
application/json
Name of the experiment
1 <= length <= 255Target model to run inference with
1 <= lengthEvaluator to run against replay messages. Defaults to the workspace's active evaluator.
Validate that every submitted conversation already has at least one completed evaluation. The client should pre-filter eligible conversations; this flag is a guard, not a server-side filter.
falseConversation IDs to include
1 <= items <= 100Optional reasoning/thinking configuration for the model
Optional system prompt template for copied conversations. {{bg:keep-xml::}} placeholders preserve matching XML blocks from each original prompt.
Optional structured output schema for the model response
Response Body
application/json
application/json
curl -X POST "https://loading/v1/experiments" \ -H "Content-Type: application/json" \ -d '{ "name": "string", "model": "string", "conversation_ids": [ "497f6eca-6276-4993-bfeb-53cbbbba6f08" ] }'{
"id": "497f6eca-6276-4993-bfeb-53cbbbba6f08",
"name": "string",
"model": "string",
"evaluator_id": "92c2c259-25b9-47e2-bc3b-bd161a87f750",
"evaluator_name": "string",
"baseline_metrics": {
"issue_rate": 0,
"total_issues": 0,
"cost_per_1k": 0,
"issue_labels": {
"property1": 0,
"property2": 0
},
"total_input_tokens": 0,
"total_output_tokens": 0,
"avg_input_tokens": 0,
"avg_output_tokens": 0,
"avg_issues_per_evaluation": 0,
"issue_free_message_count": 0,
"total_generation_time_ms": 0,
"avg_response_latency_ms": 0,
"max_response_latency_ms": 0,
"parameter_issues": {
"property1": {
"property1": 0,
"property2": 0
},
"property2": {
"property1": 0,
"property2": 0
}
}
},
"baseline_models": [
"string"
],
"conversation_ids": [
"string"
],
"created_at": "2019-08-24T14:15:22Z",
"completed_at": "2019-08-24T14:15:22Z",
"created_by_user_id": "209f54c4-4c33-43bc-9c6a-ef4c65ad7473",
"created_by_user_name": "string",
"created_by_service_account_id": "5434fcf1-291e-49ce-ac43-2f469070b2f5",
"created_by_service_account_name": "string",
"reasoning_config": {},
"system_prompt_override": "string",
"output_schema": [
{
"name": "string",
"type": "string",
"is_list": false,
"is_optional": false
}
],
"total_items_count": 0,
"completed_items_count": 0,
"evaluations_expected": 0,
"evaluations_received": 0,
"status_summary": {
"pending": 0,
"queued": 0,
"generating": 0,
"evaluating": 0,
"in_progress": 0,
"completed": 0,
"failed": 0,
"total": 0
},
"metrics": {
"issue_rate": 0,
"total_issues": 0,
"cost_per_1k": 0,
"issue_labels": {
"property1": 0,
"property2": 0
},
"total_input_tokens": 0,
"total_output_tokens": 0,
"avg_input_tokens": 0,
"avg_output_tokens": 0,
"avg_issues_per_evaluation": 0,
"issue_free_message_count": 0,
"total_generation_time_ms": 0,
"avg_response_latency_ms": 0,
"max_response_latency_ms": 0,
"parameter_issues": {
"property1": {
"property1": 0,
"property2": 0
},
"property2": {
"property1": 0,
"property2": 0
}
}
}
}{
"detail": [
{
"loc": [
"string"
],
"msg": "string",
"type": "string"
}
]
}