Changed folder layout

.gitignore

@@ -1,6 +1,4 @@
 /venv
 docs/.DS_Store
-diffusion-models/notebooks/mnist_data/
-diffusion-models/notebooks/ecg/
-diffusion-models/mnist_data
-diffusion-models/__pycache__
+/notebooks/data/
+

diffusion-models/clip.py

@@ -0,0 +1,57 @@
+import torch
+import torch.nn as nn
+import numpy as np
+
+
+class DigitEncoder(nn.Module):
+    def __init__(self):
+        super().__init__()
+        self.encoder = torch.nn.Sequential(
+            nn.Linear(28*28, 256),
+            nn.ReLU(),
+            nn.Linear(256, 128),
+            nn.ReLU(),
+            nn.Linear(128, 32)
+        )
+
+    def forward(self, x):
+        return self.encoder(x)
+
+
+class LabelEncoder(nn.Module):
+    def __init__(self):
+        super().__init__()
+        self.encoder = nn.Sequential(
+            nn.Linear(10, 16),
+            nn.ReLU(),
+            nn.Linear(16, 32)
+        )
+
+    def forward(self, x):
+        return self.encoder(x)
+
+
+class BasicCLIP(nn.Module):
+    def __init__(self):
+        super().__init__(latent_dim=32)
+
+        self.image_encoder = DigitEncoder()
+        self.label_encoder = LabelEncoder()
+        self.temperature = nn.Parameter(torch.tensor(np.log(1/0.07)))
+
+        self.W_i = nn.Linear(32, 128)
+        self.W_t = nn.Linear(32, 128)
+
+    def forward(self, imgs, labels):
+        I_f = self.image_encoder(imgs)
+        T_f = self.label_encoder(labels)
+
+        I_e = self.W_i(I_f)
+        T_e = self.W_t(T_f)
+
+        I_e = torch.nn.functional.normalize(I_e, p=2, dim=1)
+        T_e = torch.nn.functional.normalize(T_e, p=2, dim=1)
+
+        logits = I_e @ T_e.T * self.temperature
+
+        return logits

diffusion-models/notebooks/hf_diffusers.ipynb → notebooks/hf_diffusers.ipynb

@@ -745,6 +745,17 @@
      },
      "metadata": {},
      "output_type": "display_data"
+    },
+    {
+     "ename": "",
+     "evalue": "",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31mThe Kernel crashed while executing code in the current cell or a previous cell. \n",
+      "\u001b[1;31mPlease review the code in the cell(s) to identify a possible cause of the failure. \n",
+      "\u001b[1;31mClick <a href='https://aka.ms/vscodeJupyterKernelCrash'>here</a> for more info. \n",
+      "\u001b[1;31mView Jupyter <a href='command:jupyter.viewOutput'>log</a> for further details."
+     ]
     }
    ],
    "source": [

requirements.txt

@@ -1,2 +1,6 @@
-mkdocstrings==0.25.1
-mkdocs-material==9.5.21
+torch==2.3.0
+torchvision==0.18.0
+matplotlib==3.9.0
+seaborn==0.13.2
+diffusers==0.28.2
+transformers==4.41.2