Course: efficiently-serving-llms

[Dev Only] Debug Info

tRPC Context Version:

{
  "courseVersionId": null
}

Course Data (getCourseBySlug):

{
  "courseId": 31,
  "name": "Efficiently Serving LLMs",
  "slug": "efficiently-serving-llms",
  "type": "short_course",
  "progress": -1,
  "maintenanceMode": false,
  "releasedAt": "2024-03-18T08:00:00+00:00",
  "nextCourseSlug": null,
  "wpData": {
    "courseName": "Efficiently Serving LLMs",
    "courseDescription": "Understand how LLMs predict the next token and how techniques like KV caching can speed up text generation. Write code to serve LLM applications efficiently to multiple users.",
    "coursePartner": [
      {
        "title": "Predibase",
        "logo": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2024/03/Predibase.png"
      }
    ],
    "courseTopic": [
      "Fine-Tuning",
      "Generative Models",
      "LLMOps",
      "LLM Serving",
      "Transformers"
    ],
    "courseLevel": "Intermediate",
    "courseDuration": null,
    "marketingSlug": "efficiently-serving-llms",
    "videoThumbnail": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2024/03/31_efficiently-serving-llms.jpg"
  },
  "certProgress": 0,
  "accomplishmentProgress": 0,
  "lessons": {
    "hca7h": {
      "index": 1,
      "slug": "hca7h",
      "name": "Introduction",
      "type": "video",
      "videoId": 237,
      "time": 321,
      "programId": null,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "jhfqj": {
      "index": 2,
      "slug": "jhfqj",
      "name": "Text Generation",
      "type": "video_notebook",
      "videoId": 238,
      "time": 1213,
      "programId": 24001,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "pek5g": {
      "index": 3,
      "slug": "pek5g",
      "name": "Batching",
      "type": "video_notebook",
      "videoId": 239,
      "time": 1322,
      "programId": 24002,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "qab4k": {
      "index": 4,
      "slug": "qab4k",
      "name": "Continuous Batching",
      "type": "video_notebook",
      "videoId": 240,
      "time": 1043,
      "programId": 24003,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "vb72k": {
      "index": 5,
      "slug": "vb72k",
      "name": "Quantization",
      "type": "video_notebook",
      "videoId": 241,
      "time": 1180,
      "programId": 24004,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "hbwd1": {
      "index": 6,
      "slug": "hbwd1",
      "name": "Low-Rank Adaptation",
      "type": "video_notebook",
      "videoId": 242,
      "time": 900,
      "programId": 24005,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "fsdt7": {
      "index": 7,
      "slug": "fsdt7",
      "name": "Multi-LoRA inference",
      "type": "video_notebook",
      "videoId": 243,
      "time": 1155,
      "programId": 24006,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "etx7v": {
      "index": 8,
      "slug": "etx7v",
      "name": "LoRAX",
      "type": "video_notebook",
      "videoId": 244,
      "time": 1852,
      "programId": 24007,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "i96rg": {
      "index": 9,
      "slug": "i96rg",
      "name": "Conclusion",
      "type": "video",
      "videoId": 245,
      "time": 50,
      "programId": null,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": null,
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "full",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": true,
        "saveNotebookCustomjsEnabled": false
      }
    },
    "yhpjo": {
      "index": 10,
      "slug": "yhpjo",
      "name": "Quiz",
      "type": "quiz",
      "videoId": null,
      "time": 0,
      "programId": null,
      "chatbotId": null,
      "iframeUrl": null,
      "quizId": "9FD30680F9A045A2BFF5FF18",
      "progress": 0,
      "readingMaterialId": null,
      "accessControl": "locked",
      "requiredUserTier": "pro",
      "features": {
        "saveNotebookToolbar": false,
        "saveNotebookCustomjsEnabled": false
      }
    }
  },
  "subtopics": {},
  "listing": [
    {
      "timeFrame": null,
      "moduleLabel": "Module 1",
      "name": null,
      "content": [
        {
          "key": "hca7h",
          "type": "lesson"
        },
        {
          "key": "jhfqj",
          "type": "lesson"
        },
        {
          "key": "pek5g",
          "type": "lesson"
        },
        {
          "key": "qab4k",
          "type": "lesson"
        },
        {
          "key": "vb72k",
          "type": "lesson"
        },
        {
          "key": "hbwd1",
          "type": "lesson"
        },
        {
          "key": "fsdt7",
          "type": "lesson"
        },
        {
          "key": "etx7v",
          "type": "lesson"
        },
        {
          "key": "i96rg",
          "type": "lesson"
        },
        {
          "key": "yhpjo",
          "type": "lesson"
        }
      ],
      "progress": 0
    }
  ],
  "totalDurationSeconds": 9036,
  "lastAccessTime": null,
  "reviewsCnt": 0,
  "activeVersionIds": []
}