|
38 | 38 | },
|
39 | 39 | {
|
40 | 40 | "cell_type": "code",
|
41 |
| - "execution_count": 1, |
| 41 | + "execution_count": null, |
42 | 42 | "id": "f1bff80b-5489-4030-945f-f7027e160d7b",
|
43 | 43 | "metadata": {
|
44 | 44 | "id": "f1bff80b-5489-4030-945f-f7027e160d7b"
|
|
53 | 53 | },
|
54 | 54 | {
|
55 | 55 | "cell_type": "code",
|
56 |
| - "execution_count": 2, |
| 56 | + "execution_count": null, |
57 | 57 | "id": "e7928aa7-137c-4d35-9e0f-beed374d298e",
|
58 | 58 | "metadata": {
|
59 | 59 | "id": "e7928aa7-137c-4d35-9e0f-beed374d298e"
|
|
74 | 74 | },
|
75 | 75 | {
|
76 | 76 | "cell_type": "code",
|
77 |
| - "execution_count": 3, |
| 77 | + "execution_count": null, |
78 | 78 | "id": "66ee063b-32d2-4dac-9fe7-c8d3409c92d7",
|
79 | 79 | "metadata": {
|
80 | 80 | "id": "66ee063b-32d2-4dac-9fe7-c8d3409c92d7"
|
|
90 | 90 | },
|
91 | 91 | {
|
92 | 92 | "cell_type": "code",
|
93 |
| - "execution_count": 4, |
| 93 | + "execution_count": null, |
94 | 94 | "id": "9e551ac2-c468-4b69-8ab6-ef91de770902",
|
95 | 95 | "metadata": {
|
96 | 96 | "tags": [],
|
|
174 | 174 | },
|
175 | 175 | {
|
176 | 176 | "cell_type": "code",
|
177 |
| - "execution_count": 5, |
| 177 | + "execution_count": null, |
178 | 178 | "id": "9e30c4e0-9511-4ba9-8eea-8534e4132a3c",
|
179 | 179 | "metadata": {
|
180 | 180 | "id": "9e30c4e0-9511-4ba9-8eea-8534e4132a3c",
|
|
227 | 227 | },
|
228 | 228 | {
|
229 | 229 | "cell_type": "code",
|
230 |
| - "execution_count": 6, |
| 230 | + "execution_count": null, |
231 | 231 | "id": "ff3a61f2-ea99-4169-a676-116881645ba6",
|
232 | 232 | "metadata": {
|
233 | 233 | "id": "ff3a61f2-ea99-4169-a676-116881645ba6",
|
|
277 | 277 | },
|
278 | 278 | {
|
279 | 279 | "cell_type": "code",
|
280 |
| - "execution_count": 7, |
| 280 | + "execution_count": null, |
281 | 281 | "id": "452e6e9a-a8ed-46f4-af42-4503049e720e",
|
282 | 282 | "metadata": {
|
283 | 283 | "id": "452e6e9a-a8ed-46f4-af42-4503049e720e"
|
|
317 | 317 | },
|
318 | 318 | {
|
319 | 319 | "cell_type": "code",
|
320 |
| - "execution_count": 8, |
| 320 | + "execution_count": null, |
321 | 321 | "id": "80c99017-a5ce-4c3c-b798-c366ee925b4f",
|
322 | 322 | "metadata": {
|
323 | 323 | "id": "80c99017-a5ce-4c3c-b798-c366ee925b4f",
|
|
384 | 384 | },
|
385 | 385 | {
|
386 | 386 | "cell_type": "code",
|
387 |
| - "execution_count": 9, |
| 387 | + "execution_count": null, |
388 | 388 | "id": "a669fc63-11c3-451a-93d0-e236430c5f2f",
|
389 | 389 | "metadata": {
|
390 | 390 | "id": "a669fc63-11c3-451a-93d0-e236430c5f2f",
|
|
435 | 435 | },
|
436 | 436 | {
|
437 | 437 | "cell_type": "code",
|
438 |
| - "execution_count": 10, |
| 438 | + "execution_count": null, |
439 | 439 | "id": "e4efe87e-c75e-4a4a-9435-f58824c5d3c2",
|
440 | 440 | "metadata": {
|
441 | 441 | "id": "e4efe87e-c75e-4a4a-9435-f58824c5d3c2",
|
|
524 | 524 | },
|
525 | 525 | {
|
526 | 526 | "cell_type": "code",
|
527 |
| - "execution_count": 11, |
| 527 | + "execution_count": null, |
528 | 528 | "id": "c2c0aa07-fec4-461f-91ab-5b6ec2386847",
|
529 | 529 | "metadata": {
|
530 | 530 | "tags": [],
|
|
590 | 590 | },
|
591 | 591 | {
|
592 | 592 | "cell_type": "code",
|
593 |
| - "execution_count": 12, |
| 593 | + "execution_count": null, |
594 | 594 | "id": "10bf5a0d-ac63-473f-b816-0cf266bb64ec",
|
595 | 595 | "metadata": {
|
596 | 596 | "id": "10bf5a0d-ac63-473f-b816-0cf266bb64ec"
|
|
604 | 604 | },
|
605 | 605 | {
|
606 | 606 | "cell_type": "code",
|
607 |
| - "execution_count": 13, |
| 607 | + "execution_count": null, |
608 | 608 | "id": "d4b13d23-2249-489a-aa6d-8131c1e6a9c9",
|
609 | 609 | "metadata": {
|
610 | 610 | "id": "d4b13d23-2249-489a-aa6d-8131c1e6a9c9"
|
|
676 | 676 | },
|
677 | 677 | {
|
678 | 678 | "cell_type": "code",
|
679 |
| - "execution_count": 14, |
| 679 | + "execution_count": null, |
680 | 680 | "id": "6325c5a9-2ef3-442f-8662-9ac8a872deb5",
|
681 | 681 | "metadata": {
|
682 | 682 | "id": "6325c5a9-2ef3-442f-8662-9ac8a872deb5",
|
|
752 | 752 | },
|
753 | 753 | {
|
754 | 754 | "cell_type": "code",
|
755 |
| - "execution_count": 15, |
| 755 | + "execution_count": null, |
756 | 756 | "id": "be1c8066-30a5-4125-bcc8-84716e187c10",
|
757 | 757 | "metadata": {
|
758 | 758 | "tags": [],
|
|
837 | 837 | },
|
838 | 838 | {
|
839 | 839 | "cell_type": "code",
|
840 |
| - "execution_count": 16, |
| 840 | + "execution_count": null, |
841 | 841 | "id": "9f094c6e-9116-457f-b4f0-662a0c2903f1",
|
842 | 842 | "metadata": {
|
843 | 843 | "id": "9f094c6e-9116-457f-b4f0-662a0c2903f1",
|
|
890 | 890 | },
|
891 | 891 | {
|
892 | 892 | "cell_type": "code",
|
893 |
| - "execution_count": 17, |
| 893 | + "execution_count": null, |
894 | 894 | "id": "ddf4f994-95dd-4208-af66-7e27181a0f37",
|
895 | 895 | "metadata": {
|
896 | 896 | "id": "ddf4f994-95dd-4208-af66-7e27181a0f37",
|
|
934 | 934 | },
|
935 | 935 | {
|
936 | 936 | "cell_type": "code",
|
937 |
| - "execution_count": 18, |
| 937 | + "execution_count": null, |
938 | 938 | "id": "a635cd1d-cc35-408f-a985-3ce683d670f4",
|
939 | 939 | "metadata": {
|
940 | 940 | "id": "a635cd1d-cc35-408f-a985-3ce683d670f4",
|
|
961 | 961 | },
|
962 | 962 | {
|
963 | 963 | "cell_type": "code",
|
964 |
| - "execution_count": 19, |
| 964 | + "execution_count": null, |
965 | 965 | "id": "24aa3abe-e27c-4dfd-8218-1428b4bafcb8",
|
966 | 966 | "metadata": {
|
967 | 967 | "id": "24aa3abe-e27c-4dfd-8218-1428b4bafcb8",
|
|
1038 | 1038 | },
|
1039 | 1039 | {
|
1040 | 1040 | "cell_type": "code",
|
1041 |
| - "execution_count": 20, |
| 1041 | + "execution_count": null, |
1042 | 1042 | "id": "af5c7129-8847-43ce-ad62-327f8c033e49",
|
1043 | 1043 | "metadata": {
|
1044 | 1044 | "id": "af5c7129-8847-43ce-ad62-327f8c033e49",
|
|
1095 | 1095 | },
|
1096 | 1096 | {
|
1097 | 1097 | "cell_type": "code",
|
1098 |
| - "execution_count": 21, |
| 1098 | + "execution_count": null, |
1099 | 1099 | "id": "5070cd8f-4321-4439-8e82-3afa6174d3c9",
|
1100 | 1100 | "metadata": {
|
1101 | 1101 | "id": "5070cd8f-4321-4439-8e82-3afa6174d3c9",
|
|
1152 | 1152 | },
|
1153 | 1153 | {
|
1154 | 1154 | "cell_type": "code",
|
1155 |
| - "execution_count": 22, |
| 1155 | + "execution_count": null, |
1156 | 1156 | "id": "6481ba3d-890a-44fb-bc33-cef49471790a",
|
1157 | 1157 | "metadata": {
|
1158 | 1158 | "id": "6481ba3d-890a-44fb-bc33-cef49471790a",
|
|
1221 | 1221 | },
|
1222 | 1222 | {
|
1223 | 1223 | "cell_type": "code",
|
1224 |
| - "execution_count": 23, |
| 1224 | + "execution_count": null, |
1225 | 1225 | "id": "c4dab471-1314-428d-a4d9-c331902b3364",
|
1226 | 1226 | "metadata": {
|
1227 | 1227 | "tags": [],
|
|
1337 | 1337 | },
|
1338 | 1338 | {
|
1339 | 1339 | "cell_type": "code",
|
1340 |
| - "execution_count": 24, |
| 1340 | + "execution_count": null, |
1341 | 1341 | "id": "129aa58a-5997-4dfb-8912-c771525a1215",
|
1342 | 1342 | "metadata": {
|
1343 | 1343 | "id": "129aa58a-5997-4dfb-8912-c771525a1215",
|
|
1394 | 1394 | },
|
1395 | 1395 | {
|
1396 | 1396 | "cell_type": "code",
|
1397 |
| - "execution_count": 25, |
| 1397 | + "execution_count": null, |
1398 | 1398 | "id": "12a2e686-b8d9-4190-8a17-4a10e1be816f",
|
1399 | 1399 | "metadata": {
|
1400 | 1400 | "id": "12a2e686-b8d9-4190-8a17-4a10e1be816f",
|
|
1451 | 1451 | },
|
1452 | 1452 | {
|
1453 | 1453 | "cell_type": "code",
|
1454 |
| - "execution_count": 26, |
| 1454 | + "execution_count": null, |
1455 | 1455 | "id": "271998f1-4505-45bd-ac75-fe6644541605",
|
1456 | 1456 | "metadata": {
|
1457 | 1457 | "id": "271998f1-4505-45bd-ac75-fe6644541605",
|
|
1518 | 1518 | },
|
1519 | 1519 | {
|
1520 | 1520 | "cell_type": "code",
|
1521 |
| - "execution_count": 27, |
| 1521 | + "execution_count": null, |
1522 | 1522 | "id": "f99f3481-4632-4f3a-b007-af0f32a93d30",
|
1523 | 1523 | "metadata": {
|
1524 | 1524 | "id": "f99f3481-4632-4f3a-b007-af0f32a93d30"
|
|
1541 | 1541 | " embeddings = torch.cat((embeddings.sin(), embeddings.cos()), dim=-1)\n",
|
1542 | 1542 | " return embeddings\n",
|
1543 | 1543 | " \n",
|
1544 |
| - "# generating Sinusoids like this in my experience is damn slow and not required, since the embeddings are static and need not be generating everytime and number of timesteps is known before hand\n", |
| 1544 | + "# generating Sinusoids duing diffusion model runtime is damn slow and not required, since the embeddings are static and need not be generating everytime and number of timesteps is known before hand\n", |
1545 | 1545 | "\n",
|
1546 |
| - "# one time embeddings generation\n", |
| 1546 | + "# instead we will generate one time embeddings generation\n", |
1547 | 1547 | "sinusoidalPositionEmbeddings = SinusoidalPositionEmbeddings(8)\n",
|
1548 | 1548 | "position_embeddings = sinusoidalPositionEmbeddings(torch.arange(0, timesteps))"
|
1549 | 1549 | ]
|
|
1560 | 1560 | },
|
1561 | 1561 | {
|
1562 | 1562 | "cell_type": "code",
|
1563 |
| - "execution_count": 28, |
| 1563 | + "execution_count": null, |
1564 | 1564 | "id": "973a4e1e-a1ff-497b-9b4c-fded66dfab7f",
|
1565 | 1565 | "metadata": {
|
1566 | 1566 | "tags": [],
|
|
1660 | 1660 | },
|
1661 | 1661 | {
|
1662 | 1662 | "cell_type": "code",
|
1663 |
| - "execution_count": 29, |
| 1663 | + "execution_count": null, |
1664 | 1664 | "id": "f0dc1383-3b71-4e9d-8ef5-3ae26d58d5b8",
|
1665 | 1665 | "metadata": {
|
1666 | 1666 | "tags": [],
|
|
1691 | 1691 | },
|
1692 | 1692 | {
|
1693 | 1693 | "cell_type": "code",
|
1694 |
| - "execution_count": 30, |
| 1694 | + "execution_count": null, |
1695 | 1695 | "id": "32f5bd61-46d3-49b5-8c10-8494000b5b70",
|
1696 | 1696 | "metadata": {
|
1697 | 1697 | "id": "32f5bd61-46d3-49b5-8c10-8494000b5b70"
|
|
1763 | 1763 | },
|
1764 | 1764 | {
|
1765 | 1765 | "cell_type": "code",
|
1766 |
| - "execution_count": 31, |
| 1766 | + "execution_count": null, |
1767 | 1767 | "id": "ec135606-d1ed-4bc0-9d6d-0c5438f8b92b",
|
1768 | 1768 | "metadata": {
|
1769 | 1769 | "id": "ec135606-d1ed-4bc0-9d6d-0c5438f8b92b",
|
|
1863 | 1863 | },
|
1864 | 1864 | {
|
1865 | 1865 | "cell_type": "code",
|
1866 |
| - "execution_count": 32, |
| 1866 | + "execution_count": null, |
1867 | 1867 | "id": "231a13ad-8afb-4a5c-85c2-49b23e28c5f0",
|
1868 | 1868 | "metadata": {
|
1869 | 1869 | "tags": [],
|
|
1942 | 1942 | },
|
1943 | 1943 | {
|
1944 | 1944 | "cell_type": "code",
|
1945 |
| - "execution_count": 33, |
| 1945 | + "execution_count": null, |
1946 | 1946 | "id": "f79126af-e7ba-4b87-8630-6be507c3db76",
|
1947 | 1947 | "metadata": {
|
1948 | 1948 | "id": "f79126af-e7ba-4b87-8630-6be507c3db76",
|
|
2019 | 2019 | },
|
2020 | 2020 | {
|
2021 | 2021 | "cell_type": "code",
|
2022 |
| - "execution_count": 34, |
| 2022 | + "execution_count": null, |
2023 | 2023 | "id": "5b4445bd-22b2-4709-8cb3-63ec0072df39",
|
2024 | 2024 | "metadata": {
|
2025 | 2025 | "id": "5b4445bd-22b2-4709-8cb3-63ec0072df39"
|
|
2045 | 2045 | },
|
2046 | 2046 | {
|
2047 | 2047 | "cell_type": "code",
|
2048 |
| - "execution_count": 35, |
| 2048 | + "execution_count": null, |
2049 | 2049 | "id": "e12ef6f9-a98e-4894-824c-703a9679bac1",
|
2050 | 2050 | "metadata": {
|
2051 | 2051 | "tags": [],
|
|
2124 | 2124 | },
|
2125 | 2125 | {
|
2126 | 2126 | "cell_type": "code",
|
2127 |
| - "execution_count": 36, |
| 2127 | + "execution_count": null, |
2128 | 2128 | "id": "b6c3175b-4172-461c-823a-c817b5186601",
|
2129 | 2129 | "metadata": {
|
2130 | 2130 | "id": "b6c3175b-4172-461c-823a-c817b5186601",
|
|
2182 | 2182 | },
|
2183 | 2183 | {
|
2184 | 2184 | "cell_type": "code",
|
2185 |
| - "execution_count": 36, |
| 2185 | + "execution_count": null, |
2186 | 2186 | "id": "d5eb7e3f-f497-4e10-aa52-913faf3d27db",
|
2187 | 2187 | "metadata": {
|
2188 | 2188 | "id": "d5eb7e3f-f497-4e10-aa52-913faf3d27db"
|
|
0 commit comments