From 3319ba76109127ca753e6e11a9252c032e992435 Mon Sep 17 00:00:00 2001 From: Grant Sanderson Date: Mon, 1 Apr 2024 15:46:28 -0400 Subject: [PATCH] Add gpt chapter --- data/topics.yaml | 1 + public/content/lessons/2024/gpt/index.mdx | 9 + public/content/lessons/2024/gpt/patrons.txt | 287 ++++++++++++++++++++ 3 files changed, 297 insertions(+) create mode 100644 public/content/lessons/2024/gpt/index.mdx create mode 100644 public/content/lessons/2024/gpt/patrons.txt diff --git a/data/topics.yaml b/data/topics.yaml index c0ee60bc..124e259e 100644 --- a/data/topics.yaml +++ b/data/topics.yaml @@ -48,6 +48,7 @@ - neural-network-analysis - backpropagation - backpropagation-calculus + - gpt - name: Differential Equations slug: differential-equations description: A tour through some of the most beautiful methods for studying dynamic systems diff --git a/public/content/lessons/2024/gpt/index.mdx b/public/content/lessons/2024/gpt/index.mdx new file mode 100644 index 00000000..018917fe --- /dev/null +++ b/public/content/lessons/2024/gpt/index.mdx @@ -0,0 +1,9 @@ +--- +title: But what is a GPT? Visual intro to Transformers | Deep learning, chapter 5 +description: A visual introduction to transformers. This chapter focusses on the overall structure, and word embeddings +date: 2024-04-01 +video: wjZofJX0v4M +source: _2024/gpt/ +credits: +- Lesson by Grant Sanderson +--- \ No newline at end of file diff --git a/public/content/lessons/2024/gpt/patrons.txt b/public/content/lessons/2024/gpt/patrons.txt new file mode 100644 index 00000000..846db940 --- /dev/null +++ b/public/content/lessons/2024/gpt/patrons.txt @@ -0,0 +1,287 @@ +.chance +A Zook +Aaron Binns +abdulaziz +Ada Cohen +Adam Cedrone +Adam Dřínek +aeroeng15 +Alan Stein +Albin Egasse +Alex +Alex Hackman +Alex Sidorovsky +Alexandru Irimiea +Alexis Olson +Ali Yahya +Aljoscha Schulze +Alon Amit +Alvin Khaled +Aman Karunakaran +Andre Au +Andrea Di Biagio +Andrew Busey +Andrew Villagran +Andrew Wyld +Andrey Chursin +Anthony Eufemio +Aravind C V +Arkajyoti Misra +Arthur Zey +Arun Kulshreshtha +Ashwany Rayu +Atlas Fellowship +Avi Bryant +Axel Ericsson +Barry Fam +Barry McLaurin +Beckett Madden-Woods +Ben Delo +Benjamin Bailey +Bigyan Bhar +Bill Six +Boris Veselinovich +Bpendragon +Bradley Pirtle +Brian Cloutier +Brian King +Brian Staroselsky +Britt Selvitelle +bruce oberg +Burt Humburg +C Carothers +Carlos Iriarte +Carolus Reinecke +Charles Southerland +Chris Connett +Chris Mabee +Chris Seaby +Christian Broß +Christian Mercat +Constantine Goltsev +Cooper Jones +Corey Ogburn +Craig Schwandt +Cristian Amitroaie +Cy 'kkm' K'Nelson +D. Sivakumar +d5b +Dallas De Atley +Dan Davison +Dan Herbatschek +Dan Kinch +Dan Lawrence +Dan Martin +Daniel Badgio +Daniel Rolandsgard Kjellevold +Dave Kester +dave nicponski +David Bar-On +David Barker +David Gow +David J Wu +David Johnston +Deep Kalra +Delton Ding +Dominik Wagner +Donal Botkin +Dwaipayan D +Eddy Lazzarin +Eduardo M Chumbes +emptymachine +Eric Koslow +Eric Younge +Ero Carrera +Eryq Ouithaqueue +Eugene Pakhomov +Evan Miyazono +Filip Rolenec +Frank R. Brown, Jr. +Gabriele Siino +Garbanarba +George Maged Botros +Gerardo Ubaghs +Gregory Hopper +gregostras +Hayden Christensen +Henry Reich +Hitoshi Yamauchi +Holger Flier +Infinite Flite +Ivan +J. Dmitri Gallow +Jack Thull +Jacob Harmon +Jaewon Jung +James Golab +Jamie Winterton +Jan-Hendrik Prinz +Janak Ramakrishnan +Jason Hise +Jean-Manuel Izaret +Jed Yeiser +Jeff Butterworth +Jeff Dodds +Jeff Linse +Jeff R +Jeff Straathof +Jeremy +Jeremy Cole +Jeremy Smith +Jerris Heaton +Jimmy Yang +Joe Pregracke +John +John C. Vesey +John Camp +John Haley +John Le +John Luttig +John McClaskey +John Zelinka +Jon Adams +Jonathan +Jonathan M. +Jonathan Whitmore +Jonathan Wilson +Jonathon Krall +Jorge Matamoros +Joseph John Cox +JosephG +Josh Wiley +Joshua Ouellette +Juan Benet +Julian Parmar +Justin Chandler +Karim Safin +Karma Shi +Keith Tyson +Kenneth Larsen +Kevin +Killian McGuinness +Konstantin Belotserkovets +Krishanu Sankar +Kristoff Kiefer +Lambda GPU Workstations +lardysoft +leafyleaf +Lee Burnette +Lee Redden +Linda Xie +Lukas Biewald +Majid Alfifi +Maksim Stepanenko +Mano Prime +Mara Cating-Subramanian +Marco +Marek Gluszczuk +MarkM +Marshall McQuillen +Martin Mauersberg +Matt Parlmer +Matthew Bouchard +Matthew Piziak +Mauricio Sánchez-Bella +Max Anderson +Max Li +Max Welz +Maxim Kuzmich +Maxim Nitsche +Merl +Michael Dunworth +Michael Kokosenski +Michael Liuzzi +Mike +Mike Dour +Mike Dussault +Mohammad Hosseini +Mohsen Hejrati +Molly Mackinlay +MR. FANTASTIC +Mukul Ram +Mutual Information +namewithheld +Nate Glissmeyer +Nate Pinsky +Nick +Nick Valverde +Nipun Ramakrishnan +nothings +Octavian Voicu +Oleksandr Kuvshynov +Oliver Steele +Orb Li +otavio good +Patch Kessler +Patrick Lucas +Paul Pluzhnikov +Paul Wolfgang +Pavel Dubov +Pāvils Jurjāns +Perry Taga +Person +Peter Freese +Peter Mcinerney +Philipp Legner +Pierre Lancien +Pradeep Gollakota +Prathap Sridharan +Rami Maalouf +Randy C. Will +Randy True +Raymond Fowkes +Rebecca Lin +rehmi post +Ripta Pasay +Rob +Rob Granieri +Rod S +Ron Capelli +Ronnie Cheng +Russel Simmons +Ryan Atallah +Sam Stromwall +Scott Gorlick +Scott Gray +Sean Chittenden +Sergey Korkhov +Sergey Ovchinnikov +Shardul Heda +Siddhesh Vichare +Sinan Taifour +Smarter Every Day +Stefan Korntreff +Steve Huynh +Steve Muench +Steven Siddals +Sujay Jayakar +Sundar Subbarayan +Tal Einav +Tanmayan Pande +Taras Bobrovytsky +Terry Hayes +The 1111 Code +Thomas Peter Berntsen +Timothy Chklovski +Tristan Saldanha +Tyler Herrmann +Tyler Parcell +Tyler Veness +Ubiquity Ventures +Vai-Lam Mui +Ved Deshpande +Vignan Velivela +Vignesh Ganapathi Subramanian +Vignesh Valliappan +Vijay +Vikram Paralkar +Vince Gabor +Xierumeng +Yana Chernobilsky +Yoon Suk Oh +you say long names are tricky but all I hear is sempai noticed me +Yurii Monastyrshyn +Yushi Wang +Zachariah Rosenberg +Антон Кочков +Олександр Горленко \ No newline at end of file