Course: efficiently-serving-llms
Lesson: introduction
Slug: hca7h
[Dev Only] Loading...
Slug: hca7h
[Dev Only] Loading...
[Dev Only] Debug Info
{
"courseVersionId": null
}{
"courseId": 31,
"name": "Efficiently Serving LLMs",
"slug": "efficiently-serving-llms",
"type": "short_course",
"progress": -1,
"maintenanceMode": false,
"releasedAt": "2024-03-18T08:00:00+00:00",
"nextCourseSlug": null,
"wpData": {
"courseName": "Efficiently Serving LLMs",
"courseDescription": "Understand how LLMs predict the next token and how techniques like KV caching can speed up text generation. Write code to serve LLM applications efficiently to multiple users.",
"coursePartner": [
{
"title": "Predibase",
"logo": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2024/03/Predibase.png"
}
],
"courseTopic": [
"Fine-Tuning",
"Generative Models",
"LLMOps",
"LLM Serving",
"Transformers"
],
"courseLevel": "Intermediate",
"courseDuration": null,
"marketingSlug": "efficiently-serving-llms",
"videoThumbnail": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2024/03/31_efficiently-serving-llms.jpg"
},
"certProgress": 0,
"accomplishmentProgress": 0,
"lessons": {
"hca7h": {
"index": 1,
"slug": "hca7h",
"name": "Introduction",
"type": "video",
"videoId": 237,
"time": 321,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"jhfqj": {
"index": 2,
"slug": "jhfqj",
"name": "Text Generation",
"type": "video_notebook",
"videoId": 238,
"time": 1213,
"programId": 24001,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"pek5g": {
"index": 3,
"slug": "pek5g",
"name": "Batching",
"type": "video_notebook",
"videoId": 239,
"time": 1322,
"programId": 24002,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"qab4k": {
"index": 4,
"slug": "qab4k",
"name": "Continuous Batching",
"type": "video_notebook",
"videoId": 240,
"time": 1043,
"programId": 24003,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"vb72k": {
"index": 5,
"slug": "vb72k",
"name": "Quantization",
"type": "video_notebook",
"videoId": 241,
"time": 1180,
"programId": 24004,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"hbwd1": {
"index": 6,
"slug": "hbwd1",
"name": "Low-Rank Adaptation",
"type": "video_notebook",
"videoId": 242,
"time": 900,
"programId": 24005,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"fsdt7": {
"index": 7,
"slug": "fsdt7",
"name": "Multi-LoRA inference",
"type": "video_notebook",
"videoId": 243,
"time": 1155,
"programId": 24006,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"etx7v": {
"index": 8,
"slug": "etx7v",
"name": "LoRAX",
"type": "video_notebook",
"videoId": 244,
"time": 1852,
"programId": 24007,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"i96rg": {
"index": 9,
"slug": "i96rg",
"name": "Conclusion",
"type": "video",
"videoId": 245,
"time": 50,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"yhpjo": {
"index": 10,
"slug": "yhpjo",
"name": "Quiz",
"type": "quiz",
"videoId": null,
"time": 0,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": "9FD30680F9A045A2BFF5FF18",
"progress": 0,
"readingMaterialId": null,
"accessControl": "locked",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": false,
"saveNotebookCustomjsEnabled": false
}
}
},
"subtopics": {},
"listing": [
{
"timeFrame": null,
"moduleLabel": "Module 1",
"name": null,
"content": [
{
"key": "hca7h",
"type": "lesson"
},
{
"key": "jhfqj",
"type": "lesson"
},
{
"key": "pek5g",
"type": "lesson"
},
{
"key": "qab4k",
"type": "lesson"
},
{
"key": "vb72k",
"type": "lesson"
},
{
"key": "hbwd1",
"type": "lesson"
},
{
"key": "fsdt7",
"type": "lesson"
},
{
"key": "etx7v",
"type": "lesson"
},
{
"key": "i96rg",
"type": "lesson"
},
{
"key": "yhpjo",
"type": "lesson"
}
],
"progress": 0
}
],
"totalDurationSeconds": 9036,
"lastAccessTime": null,
"reviewsCnt": 0,
"activeVersionIds": []
}