Course: pretraining-llms
Lesson: introduction
Slug: z2ntd
[Dev Only] Loading...
Slug: z2ntd
[Dev Only] Loading...
[Dev Only] Debug Info
{
"courseVersionId": null
}{
"courseId": 1002,
"name": "Pretraining LLMs",
"slug": "pretraining-llms",
"type": "short_course",
"progress": -1,
"maintenanceMode": false,
"releasedAt": "2024-07-17T08:00:00+00:00",
"nextCourseSlug": null,
"wpData": {
"courseName": "Pretraining LLMs",
"courseDescription": "Learn the essential steps to pretrain a large language model from scratch.",
"coursePartner": [
{
"title": "Upstage",
"logo": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2024/07/upstageai_logo.jpeg"
}
],
"courseTopic": [
"Deep Learning",
"Evaluation and Monitoring",
"Fine-Tuning",
"GenAI Applications",
"LLMOps",
"Machine Learning",
"Mathematical Foundations",
"Transformers"
],
"courseLevel": "Intermediate",
"courseDuration": null,
"marketingSlug": "pretraining-llms",
"videoThumbnail": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2024/07/1002_pretraining-llms.jpg"
},
"certProgress": 0,
"accomplishmentProgress": 0,
"lessons": {
"z2ntd": {
"index": 1,
"slug": "z2ntd",
"name": "Introduction",
"type": "video",
"videoId": 403,
"time": 380,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"xg5n5": {
"index": 2,
"slug": "xg5n5",
"name": "Why Pre-training",
"type": "video_notebook",
"videoId": 404,
"time": 737,
"programId": 35001,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"xfpqx": {
"index": 3,
"slug": "xfpqx",
"name": "Data Preparation",
"type": "video_notebook",
"videoId": 405,
"time": 983,
"programId": 35002,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"wqgv4": {
"index": 4,
"slug": "wqgv4",
"name": "Packaging Data for Pretraining",
"type": "video_notebook",
"videoId": 406,
"time": 517,
"programId": 35003,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"cz8ve": {
"index": 5,
"slug": "cz8ve",
"name": "Model Initialization",
"type": "video_notebook",
"videoId": 407,
"time": 978,
"programId": 35004,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"k3csu": {
"index": 6,
"slug": "k3csu",
"name": "Training in Action",
"type": "video_notebook",
"videoId": 408,
"time": 673,
"programId": 35005,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"vcbmm": {
"index": 7,
"slug": "vcbmm",
"name": "Evaluation",
"type": "video_notebook",
"videoId": 409,
"time": 472,
"programId": 35006,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"wmsox": {
"index": 8,
"slug": "wmsox",
"name": "Conclusion",
"type": "video",
"videoId": 402,
"time": 45,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"shdig": {
"index": 9,
"slug": "shdig",
"name": "Quiz",
"type": "quiz",
"videoId": null,
"time": 0,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": "0C85CFCA95E44B2EA68E0F93",
"progress": 0,
"readingMaterialId": null,
"accessControl": "locked",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": false,
"saveNotebookCustomjsEnabled": false
}
}
},
"subtopics": {},
"listing": [
{
"timeFrame": null,
"moduleLabel": "Module 1",
"name": null,
"content": [
{
"key": "z2ntd",
"type": "lesson"
},
{
"key": "xg5n5",
"type": "lesson"
},
{
"key": "xfpqx",
"type": "lesson"
},
{
"key": "wqgv4",
"type": "lesson"
},
{
"key": "cz8ve",
"type": "lesson"
},
{
"key": "k3csu",
"type": "lesson"
},
{
"key": "vcbmm",
"type": "lesson"
},
{
"key": "wmsox",
"type": "lesson"
},
{
"key": "shdig",
"type": "lesson"
}
],
"progress": 0
}
],
"totalDurationSeconds": 4785,
"lastAccessTime": null,
"reviewsCnt": 0,
"activeVersionIds": []
}