{
"data": {
"attributes": {
"category": "Custom",
"created_at": "2024-01-15T10:30:00Z",
"created_by": {
"email": "user@example.com"
},
"eval_name": "my-custom-evaluator",
"last_updated_by": {
"email": "user@example.com"
},
"llm_judge_config": {
"assessment_criteria": {
"max_threshold": 1,
"min_threshold": 0.7,
"pass_values": [
"pass",
"yes"
],
"pass_when": true
},
"inference_params": {
"frequency_penalty": 0,
"max_tokens": 1024,
"presence_penalty": 0,
"temperature": 0.7,
"top_k": 50,
"top_p": 1
},
"last_used_library_prompt_template_name": "sentiment-analysis-v1",
"modified_library_prompt_template": false,
"output_schema": {},
"parsing_type": "structured_output",
"prompt_template": [
{
"content": "Rate the quality of the following response:",
"contents": [
{
"type": "text",
"value": {
"text": "What is the sentiment of this review?",
"tool_call": {
"arguments": "{\"location\": \"San Francisco\"}",
"id": "call_abc123",
"name": "get_weather",
"type": "function"
},
"tool_call_result": {
"name": "get_weather",
"result": "sunny, 72F",
"tool_id": "call_abc123",
"type": "function"
}
}
}
],
"role": "user"
}
]
},
"llm_provider": {
"bedrock": {
"region": "us-east-1"
},
"integration_account_id": "my-account-id",
"integration_provider": "openai",
"model_name": "gpt-4o",
"vertex_ai": {
"location": "us-central1",
"project": "my-gcp-project"
}
},
"target": {
"application_name": "my-llm-app",
"enabled": true,
"eval_scope": "span",
"filter": "@service:my-service",
"root_spans_only": true,
"sampling_percentage": 50
},
"updated_at": "2024-01-15T10:30:00Z"
},
"id": "my-custom-evaluator",
"type": "evaluator_config"
}
}