Create Run Experiment

Create one dataset-scoped experiment for the currently leased run.

Path Parameters

run_id*string

Formatuuid

Header Parameters

x-workspace-id?|

Workspace UUID for session-authenticated calls.

Request Body

application/json

request_id*string

Length1 <= length <= 255

name*string

Length1 <= length <= 255

model*string

Length1 <= length

evaluator_id?|

require_existing_evaluation?boolean

Defaultfalse

conversation_ids?array<>|

reasoning_config?||||||

system_prompt_override?|

output_schema?array<>|

[key: string]?never

Response Body

`application/json`

curl -X POST "https://loading/v1/optimization-runs/497f6eca-6276-4993-bfeb-53cbbbba6f08/experiments" \
  -H "Content-Type: application/json" \
  -d '{
    "request_id": "string",
    "name": "string",
    "model": "string"
  }'

curl -X POST "https://loading/v1/optimization-runs/497f6eca-6276-4993-bfeb-53cbbbba6f08/experiments" \  -H "Content-Type: application/json" \  -d '{    "request_id": "string",    "name": "string",    "model": "string"  }'

{
  "id": "497f6eca-6276-4993-bfeb-53cbbbba6f08",
  "name": "string",
  "model": "string",
  "evaluator_id": "92c2c259-25b9-47e2-bc3b-bd161a87f750",
  "evaluator_name": "string",
  "baseline_metrics": {
    "issue_rate": 0,
    "total_issues": 0,
    "cost_per_1k": 0,
    "issue_labels": {
      "property1": 0,
      "property2": 0
    },
    "total_input_tokens": 0,
    "total_output_tokens": 0,
    "avg_input_tokens": 0,
    "avg_output_tokens": 0,
    "avg_issues_per_evaluation": 0,
    "issue_free_message_count": 0,
    "total_generation_time_ms": 0,
    "avg_response_latency_ms": 0,
    "max_response_latency_ms": 0,
    "parameter_issues": {
      "property1": {
        "property1": 0,
        "property2": 0
      },
      "property2": {
        "property1": 0,
        "property2": 0
      }
    }
  },
  "baseline_models": [
    "string"
  ],
  "conversation_ids": [
    "string"
  ],
  "created_at": "2019-08-24T14:15:22Z",
  "completed_at": "2019-08-24T14:15:22Z",
  "created_by_user_id": "209f54c4-4c33-43bc-9c6a-ef4c65ad7473",
  "created_by_user_name": "string",
  "created_by_service_account_id": "5434fcf1-291e-49ce-ac43-2f469070b2f5",
  "created_by_service_account_name": "string",
  "reasoning_config": {},
  "system_prompt_override": "string",
  "output_schema": [
    {
      "name": "string",
      "type": "string",
      "is_list": false,
      "is_optional": false
    }
  ],
  "total_items_count": 0,
  "completed_items_count": 0,
  "evaluations_expected": 0,
  "evaluations_received": 0,
  "status_summary": {
    "pending": 0,
    "queued": 0,
    "generating": 0,
    "evaluating": 0,
    "in_progress": 0,
    "completed": 0,
    "failed": 0,
    "total": 0
  },
  "metrics": {
    "issue_rate": 0,
    "total_issues": 0,
    "cost_per_1k": 0,
    "issue_labels": {
      "property1": 0,
      "property2": 0
    },
    "total_input_tokens": 0,
    "total_output_tokens": 0,
    "avg_input_tokens": 0,
    "avg_output_tokens": 0,
    "avg_issues_per_evaluation": 0,
    "issue_free_message_count": 0,
    "total_generation_time_ms": 0,
    "avg_response_latency_ms": 0,
    "max_response_latency_ms": 0,
    "parameter_issues": {
      "property1": {
        "property1": 0,
        "property2": 0
      },
      "property2": {
        "property1": 0,
        "property2": 0
      }
    }
  }
}

{
  "id": "497f6eca-6276-4993-bfeb-53cbbbba6f08",
  "name": "string",
  "model": "string",
  "evaluator_id": "92c2c259-25b9-47e2-bc3b-bd161a87f750",
  "evaluator_name": "string",
  "baseline_metrics": {
    "issue_rate": 0,
    "total_issues": 0,
    "cost_per_1k": 0,
    "issue_labels": {
      "property1": 0,
      "property2": 0
    },
    "total_input_tokens": 0,
    "total_output_tokens": 0,
    "avg_input_tokens": 0,
    "avg_output_tokens": 0,
    "avg_issues_per_evaluation": 0,
    "issue_free_message_count": 0,
    "total_generation_time_ms": 0,
    "avg_response_latency_ms": 0,
    "max_response_latency_ms": 0,
    "parameter_issues": {
      "property1": {
        "property1": 0,
        "property2": 0
      },
      "property2": {
        "property1": 0,
        "property2": 0
      }
    }
  },
  "baseline_models": [
    "string"
  ],
  "conversation_ids": [
    "string"
  ],
  "created_at": "2019-08-24T14:15:22Z",
  "completed_at": "2019-08-24T14:15:22Z",
  "created_by_user_id": "209f54c4-4c33-43bc-9c6a-ef4c65ad7473",
  "created_by_user_name": "string",
  "created_by_service_account_id": "5434fcf1-291e-49ce-ac43-2f469070b2f5",
  "created_by_service_account_name": "string",
  "reasoning_config": {},
  "system_prompt_override": "string",
  "output_schema": [
    {
      "name": "string",
      "type": "string",
      "is_list": false,
      "is_optional": false
    }
  ],
  "total_items_count": 0,
  "completed_items_count": 0,
  "evaluations_expected": 0,
  "evaluations_received": 0,
  "status_summary": {
    "pending": 0,
    "queued": 0,
    "generating": 0,
    "evaluating": 0,
    "in_progress": 0,
    "completed": 0,
    "failed": 0,
    "total": 0
  },
  "metrics": {
    "issue_rate": 0,
    "total_issues": 0,
    "cost_per_1k": 0,
    "issue_labels": {
      "property1": 0,
      "property2": 0
    },
    "total_input_tokens": 0,
    "total_output_tokens": 0,
    "avg_input_tokens": 0,
    "avg_output_tokens": 0,
    "avg_issues_per_evaluation": 0,
    "issue_free_message_count": 0,
    "total_generation_time_ms": 0,
    "avg_response_latency_ms": 0,
    "max_response_latency_ms": 0,
    "parameter_issues": {
      "property1": {
        "property1": 0,
        "property2": 0
      },
      "property2": {
        "property1": 0,
        "property2": 0
      }
    }
  }
}

{
  "detail": [
    {
      "loc": [
        "string"
      ],
      "msg": "string",
      "type": "string"
    }
  ]
}

Create Run Experiment

Path Parameters

Header Parameters

Request Body

Response Body

200application/json

201application/json

422application/json

`application/json`

`application/json`

`application/json`