Course: how-transformer-llms-work
Lesson: introduction
Slug: nfshb
[Dev Only] Loading...
Slug: nfshb
[Dev Only] Loading...
[Dev Only] Debug Info
{
"courseVersionId": null
}{
"courseId": 1035,
"name": "How Transformer LLMs Work",
"slug": "how-transformer-llms-work",
"type": "short_course",
"progress": -1,
"maintenanceMode": false,
"releasedAt": "2025-02-05T08:00:00+00:00",
"nextCourseSlug": null,
"wpData": {
"courseName": "How Transformer LLMs Work",
"courseDescription": "Understand the transformer architecture that powers LLMs to use them more effectively.",
"coursePartner": [
{
"title": "Jay Alammar, Maarten Grootendorst",
"logo": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2025/02/Instructors-profile-picture-46.png"
}
],
"courseTopic": [
"Deep Learning",
"Embeddings",
"GenAI Applications",
"LLMOps",
"Machine Learning",
"NLP",
"RAG",
"Transformers"
],
"courseLevel": "Beginner",
"courseDuration": null,
"marketingSlug": "how-transformer-llms-work",
"videoThumbnail": "https://home-wordpress.deeplearning.ai/wp-content/uploads/2025/02/1035_how-transformer-llms-work.jpg"
},
"certProgress": 0,
"accomplishmentProgress": 0,
"lessons": {
"nfshb": {
"index": 1,
"slug": "nfshb",
"name": "Introduction",
"type": "video",
"videoId": 601,
"time": 307,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"oo4d8": {
"index": 2,
"slug": "oo4d8",
"name": "Understanding Language Models: Language as a Bag-of-Words",
"type": "video",
"videoId": 602,
"time": 337,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"ch1aa": {
"index": 3,
"slug": "ch1aa",
"name": "Understanding Language Models: (Word) Embeddings",
"type": "video",
"videoId": 604,
"time": 300,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"lbu6s": {
"index": 4,
"slug": "lbu6s",
"name": "Understanding Language Models: Encoding and Decoding Context with Attention",
"type": "video",
"videoId": 605,
"time": 345,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"hrpcy": {
"index": 5,
"slug": "hrpcy",
"name": "Understanding Language Models: Transformers",
"type": "video",
"videoId": 606,
"time": 457,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"e34gz": {
"index": 6,
"slug": "e34gz",
"name": "Tokenizers",
"type": "video_notebook",
"videoId": 607,
"time": 711,
"programId": 44001,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"g7roa": {
"index": 7,
"slug": "g7roa",
"name": "Architectural Overview",
"type": "video",
"videoId": 608,
"time": 387,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"nbrpv": {
"index": 8,
"slug": "nbrpv",
"name": "The Transformer Block",
"type": "video",
"videoId": 609,
"time": 409,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"bpx95": {
"index": 9,
"slug": "bpx95",
"name": "Self-Attention",
"type": "video",
"videoId": 610,
"time": 626,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"m3nid": {
"index": 10,
"slug": "m3nid",
"name": "Model Example",
"type": "video_notebook",
"videoId": 611,
"time": 596,
"programId": 44002,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"od9s5": {
"index": 11,
"slug": "od9s5",
"name": "Recent Improvements",
"type": "video",
"videoId": 603,
"time": 638,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"ktp7u": {
"index": 12,
"slug": "ktp7u",
"name": "Mixture of Experts (MoE)",
"type": "video",
"videoId": 683,
"time": 567,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"newqc": {
"index": 13,
"slug": "newqc",
"name": "Conclusion",
"type": "video",
"videoId": 600,
"time": 19,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": null,
"progress": 0,
"readingMaterialId": null,
"accessControl": "full",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": true,
"saveNotebookCustomjsEnabled": false
}
},
"l9g1x": {
"index": 14,
"slug": "l9g1x",
"name": "Quiz",
"type": "quiz",
"videoId": null,
"time": 0,
"programId": null,
"chatbotId": null,
"iframeUrl": null,
"quizId": "5E60A79AF83942B99234D6F5",
"progress": 0,
"readingMaterialId": null,
"accessControl": "locked",
"requiredUserTier": "pro",
"features": {
"saveNotebookToolbar": false,
"saveNotebookCustomjsEnabled": false
}
}
},
"subtopics": {},
"listing": [
{
"timeFrame": null,
"moduleLabel": "Module 1",
"name": null,
"content": [
{
"key": "nfshb",
"type": "lesson"
},
{
"key": "oo4d8",
"type": "lesson"
},
{
"key": "ch1aa",
"type": "lesson"
},
{
"key": "lbu6s",
"type": "lesson"
},
{
"key": "hrpcy",
"type": "lesson"
},
{
"key": "e34gz",
"type": "lesson"
},
{
"key": "g7roa",
"type": "lesson"
},
{
"key": "nbrpv",
"type": "lesson"
},
{
"key": "bpx95",
"type": "lesson"
},
{
"key": "m3nid",
"type": "lesson"
},
{
"key": "od9s5",
"type": "lesson"
},
{
"key": "ktp7u",
"type": "lesson"
},
{
"key": "newqc",
"type": "lesson"
},
{
"key": "l9g1x",
"type": "lesson"
}
],
"progress": 0
}
],
"totalDurationSeconds": 5699,
"lastAccessTime": null,
"reviewsCnt": 0,
"activeVersionIds": []
}