The SkillEvals REST API manages individual skill evaluation configurations. Define evaluation criteria, input parameters, expected outputs, and assessment parameters for comprehensive skill performance testing.
Base URL: https://your-api-name.mercury.ratiomachina.com Authentication: x-mercury-api-key: YOUR_API_KEY (Note: Not validated for skill-eval endpoints)
skillExternalId - Filter by skill external ID (optional){
"skillEvals": [
{
"id": "abc12345-e89b-12d3-a456-426614174000",
"name": "Sentiment Analysis Accuracy",
"skillExternalId": "skill123",
"inputs": {"text": "This product is amazing!", "context": "review"},
"expectedOutputs": {"sentiment": "positive", "confidence": 0.9},
"criteria": {
"sentiment": {
"operator": "equals",
"value": "positive"
}
},
"createdAt": "2024-01-15T10:30:00Z",
"updatedAt": "2024-01-15T10:30:00Z"
}
]
}{
"name": "Sentiment Analysis Accuracy",
"skillExternalId": "skill123",
"inputs": {
"text": "This product is amazing!",
"context": "review"
},
"expectedOutputs": {
"sentiment": "positive",
"confidence": 0.9
},
"criteria": {
"sentiment": {
"operator": "equals",
"value": "positive"
},
"confidence": {
"operator": "gt",
"value": 0.8
}
}
}{
"skillEval": {
"id": "abc12345-e89b-12d3-a456-426614174000",
"name": "Sentiment Analysis Accuracy",
"skillExternalId": "skill123",
"inputs": "{\"text\":\"This product is amazing!\",\"context\":\"review\"}",
"expectedOutputs": "{\"sentiment\":\"positive\",\"confidence\":0.9}",
"criteria": "{\"sentiment\":{\"operator\":\"equals\",\"value\":\"positive\"}}",
"createdAt": "2024-01-15T10:30:00Z",
"updatedAt": "2024-01-15T10:30:00Z"
}
}id - Skill evaluation UUID{
"skillEval": {
"id": "abc12345-e89b-12d3-a456-426614174000",
"name": "Sentiment Analysis Accuracy",
"skillExternalId": "skill123",
"inputs": "{\"text\":\"This product is amazing!\",\"context\":\"review\"}",
"expectedOutputs": "{\"sentiment\":\"positive\",\"confidence\":0.9}",
"criteria": "{\"sentiment\":{\"operator\":\"equals\",\"value\":\"positive\"}}",
"createdAt": "2024-01-15T10:30:00Z",
"updatedAt": "2024-01-15T10:30:00Z"
}
}{
"name": "Enhanced Sentiment Analysis Test",
"expectedOutputs": {
"sentiment": "positive",
"confidence": 0.95
},
"criteria": {
"confidence": {
"operator": "gt",
"value": 0.9
}
}
}{
"skillEval": {
"id": "abc12345-e89b-12d3-a456-426614174000",
"name": "Enhanced Sentiment Analysis Test",
"skillExternalId": "skill123",
"inputs": "{\"text\":\"This product is amazing!\",\"context\":\"review\"}",
"expectedOutputs": "{\"sentiment\":\"positive\",\"confidence\":0.95}",
"criteria": "{\"confidence\":{\"operator\":\"gt\",\"value\":0.9}}",
"createdAt": "2024-01-15T10:30:00Z",
"updatedAt": "2024-01-15T11:45:00Z"
}
}⚠️ Warning: This will permanently delete the skill evaluation.
id - Skill evaluation UUID{
"message": "Skill evaluation deleted successfully",
"deletedSkillEval": {
"id": "abc12345-e89b-12d3-a456-426614174000",
"name": "Sentiment Analysis Accuracy",
"skillExternalId": "skill123"
}
}⚠️ Warning: This will permanently delete multiple skill evaluations.
{
"ids": [
"abc12345-e89b-12d3-a456-426614174000",
"def67890-e89b-12d3-a456-426614174001"
]
}{
"message": "Skill evaluations deleted successfully",
"deletedCount": 2,
"deletedSkillEvals": [
{
"id": "abc12345-e89b-12d3-a456-426614174000",
"name": "Sentiment Analysis Accuracy"
}
]
}