Course: evaluating-ai-agents
Lesson: introduction
Slug: sqkza
[Dev Only] Loading...
Slug: sqkza
[Dev Only] Loading...
[Dev Only] Debug Info
{
"courseVersionId": null
}{
"courseId": 1044,
"name": "Evaluating AI Agents",
"slug": "evaluating-ai-agents",
"type": "short_course",
"progress": -1,
"maintenanceMode": false,
"releasedAt": "2025-02-19T08:00:00+00:00",
"nextCourseSlug": null,
"wpData": {
"courseName": "Evaluating AI Agents",
"courseDescription": "Learn how to systematically evaluate, improve, and iterate on AI agents using structured assessments.",
"coursePartner": [
{
"title": "Arize AI",
"logo": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2025/02/Eu7NHXss_400x400.jpg"
}
],
"courseTopic": [
"Agents",
"Evaluation and Monitoring",
"GenAI Applications",
"LLMOps",
"MLOps",
"Prompt Engineering",
"Task Automation"
],
"courseLevel": "Beginner",
"courseDuration": null,
"marketingSlug": "evaluating-ai-agents",
"videoThumbnail": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2025/02/1044_evaluating-ai-agents.jpg"
},
"certProgress": 0,
"accomplishmentProgress": 0,
"lessons": {
"sqkza": {
"index": 1,
"slug": "sqkza",
"name": "Introduction",
"type": "video",
"videoId": 685,
"time": 235,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"gz8ys": {
"index": 2,
"slug": "gz8ys",
"name": "Evaluation in the time of LLMs",
"type": "video",
"videoId": 686,
"time": 479,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"hvoxa": {
"index": 3,
"slug": "hvoxa",
"name": "Decomposing agents",
"type": "video",
"videoId": 691,
"time": 377,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"pag5y": {
"index": 4,
"slug": "pag5y",
"name": "Lab 1: Building your agent",
"type": "video_notebook",
"videoId": 692,
"time": 1008,
"programId": 48001,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"uymu6": {
"index": 5,
"slug": "uymu6",
"name": "Tracing agents",
"type": "video",
"videoId": 693,
"time": 295,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"njjlv": {
"index": 6,
"slug": "njjlv",
"name": "Lab 2: Tracing your agent",
"type": "video_notebook",
"videoId": 694,
"time": 997,
"programId": 48002,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"x3i1d": {
"index": 7,
"slug": "x3i1d",
"name": "Adding router and skill evaluations",
"type": "video",
"videoId": 695,
"time": 765,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"yx7uz": {
"index": 8,
"slug": "yx7uz",
"name": "Lab 3: Adding router and skill evaluations",
"type": "video_notebook",
"videoId": 696,
"time": 1073,
"programId": 48003,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"xdfwr": {
"index": 9,
"slug": "xdfwr",
"name": "Adding trajectory evaluations",
"type": "video",
"videoId": 697,
"time": 303,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"an0wh": {
"index": 10,
"slug": "an0wh",
"name": "Lab 4: Adding trajectory evaluations",
"type": "video_notebook",
"videoId": 698,
"time": 563,
"programId": 48004,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"a2c54": {
"index": 11,
"slug": "a2c54",
"name": "Adding structure to your evaluations",
"type": "video",
"videoId": 687,
"time": 474,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"fob86": {
"index": 12,
"slug": "fob86",
"name": "Lab 5: Adding structure to your evaluations",
"type": "video_notebook",
"videoId": 688,
"time": 958,
"programId": 48005,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"f63n9": {
"index": 13,
"slug": "f63n9",
"name": "Improving your LLM-as-a-judge",
"type": "video",
"videoId": 689,
"time": 254,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"y5v5y": {
"index": 14,
"slug": "y5v5y",
"name": "Monitoring agents",
"type": "video",
"videoId": 690,
"time": 373,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"ugje9": {
"index": 15,
"slug": "ugje9",
"name": "Conclusion",
"type": "video",
"videoId": 684,
"time": 16,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"ntmcm": {
"index": 16,
"slug": "ntmcm",
"name": "Quiz",
"type": "quiz",
"videoId": null,
"time": 0,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": "0D8EAE1435CF43958C5892B6",
"progress": 0,
"readingMaterialId": null,
"accessControl": "locked",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": false,
"saveNotebookCustomjsEnabled": false
}
},
"uo9j2": {
"index": 17,
"slug": "uo9j2",
"name": "Appendix - Resources, Tips and Help",
"type": "notebook",
"videoId": null,
"time": 0,
"programId": 48006,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": true
}
}
},
"subtopics": {},
"listing": [
{
"timeFrame": null,
"moduleLabel": "Module 1",
"name": null,
"content": [
{
"key": "sqkza",
"type": "lesson"
},
{
"key": "gz8ys",
"type": "lesson"
},
{
"key": "hvoxa",
"type": "lesson"
},
{
"key": "pag5y",
"type": "lesson"
},
{
"key": "uymu6",
"type": "lesson"
},
{
"key": "njjlv",
"type": "lesson"
},
{
"key": "x3i1d",
"type": "lesson"
},
{
"key": "yx7uz",
"type": "lesson"
},
{
"key": "xdfwr",
"type": "lesson"
},
{
"key": "an0wh",
"type": "lesson"
},
{
"key": "a2c54",
"type": "lesson"
},
{
"key": "fob86",
"type": "lesson"
},
{
"key": "f63n9",
"type": "lesson"
},
{
"key": "y5v5y",
"type": "lesson"
},
{
"key": "ugje9",
"type": "lesson"
},
{
"key": "ntmcm",
"type": "lesson"
},
{
"key": "uo9j2",
"type": "lesson"
}
],
"progress": 0
}
],
"totalDurationSeconds": 8170,
"lastAccessTime": null,
"reviewsCnt": 0,
"activeVersionIds": []
}