Course: automated-testing-llmops

[Dev Only] Debug Info

tRPC Context Version:

{
  "courseVersionId": null
}

Course Data (getCourseBySlug):

{
  "courseId": 25,
  "name": "Automated Testing for LLMOps",
  "slug": "automated-testing-llmops",
  "type": "short_course",
  "progress": -1,
  "maintenanceMode": false,
  "releasedAt": "2024-01-24T08:00:00+00:00",
  "nextCourseSlug": null,
  "wpData": {
    "courseName": "Automated Testing for LLMOps",
    "courseDescription": "Learn how to create an automated CI pipeline to evaluate your LLM applications on every change, for faster and safer development.",
    "coursePartner": [
      {
        "title": "CircleCI",
        "logo": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2024/01/circle-ci.png"
      }
    ],
    "courseTopic": [
      "Evaluation and Monitoring",
      "LLMOps",
      "MLOps",
      "Prompt Engineering"
    ],
    "courseLevel": "Intermediate",
    "courseDuration": null,
    "marketingSlug": "automated-testing-llmops",
    "videoThumbnail": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2024/01/25_automated-testing-llmops.jpg"
  },
  "certProgress": 0,
  "accomplishmentProgress": 0,
  "lessons": {
    "oy7qu": {
      "index": 1,
      "slug": "oy7qu",
      "name": "Introduction",
      "type": "video",
      "videoId": 181,
      "time": 229,
      "programId": null,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "bpdle": {
      "index": 2,
      "slug": "bpdle",
      "name": "Introduction to Continuous Integration (CI)",
      "type": "video",
      "videoId": 182,
      "time": 279,
      "programId": null,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "n8rhx": {
      "index": 3,
      "slug": "n8rhx",
      "name": "Overview of Automated Evals",
      "type": "video_notebook",
      "videoId": 183,
      "time": 1429,
      "programId": 19001,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "mx191": {
      "index": 4,
      "slug": "mx191",
      "name": "Automating Model-Graded Evals",
      "type": "video_notebook",
      "videoId": 184,
      "time": 465,
      "programId": 19002,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "xexz5": {
      "index": 5,
      "slug": "xexz5",
      "name": "Comprehensive Testing Framework",
      "type": "video_notebook",
      "videoId": 185,
      "time": 722,
      "programId": 19003,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "dj2os": {
      "index": 6,
      "slug": "dj2os",
      "name": "Conclusion",
      "type": "video",
      "videoId": 186,
      "time": 35,
      "programId": null,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "veezi": {
      "index": 7,
      "slug": "veezi",
      "name": "Quiz",
      "type": "quiz",
      "videoId": null,
      "time": 0,
      "programId": null,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": "D32E335BCD9E42AD81BBD4A8",
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "locked",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": false,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "vdns1": {
      "index": 8,
      "slug": "vdns1",
      "name": "Optional: Exploring the CircleCI config file",
      "type": "notebook",
      "videoId": null,
      "time": 0,
      "programId": 19004,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": true
      }
    }
  },
  "subtopics": {},
  "listing": [
    {
      "timeFrame": null,
      "moduleLabel": "Module 1",
      "name": null,
      "content": [
        {
          "key": "oy7qu",
          "type": "lesson"
        },
        {
          "key": "bpdle",
          "type": "lesson"
        },
        {
          "key": "n8rhx",
          "type": "lesson"
        },
        {
          "key": "mx191",
          "type": "lesson"
        },
        {
          "key": "xexz5",
          "type": "lesson"
        },
        {
          "key": "dj2os",
          "type": "lesson"
        },
        {
          "key": "veezi",
          "type": "lesson"
        },
        {
          "key": "vdns1",
          "type": "lesson"
        }
      ],
      "progress": 0
    }
  ],
  "totalDurationSeconds": 3159,
  "lastAccessTime": null,
  "reviewsCnt": 0,
  "activeVersionIds": []
}