less bugs,

add a multi model prompt loop

Author: Werner Oswald

backend/deforum/deforum_adapter.py

@@ -292,7 +292,7 @@ def load_model_from_config(self, config=None, ckpt=None, verbose=False):
 
             # gs.model_version = config.model_version
             if verbose:
-                print(gs.model_version)
+                print('gs.model_version', gs.model_version)
 
             checkpoint_file = ckpt
             _, extension = os.path.splitext(checkpoint_file)

backend/deforum/six/generate.py

@@ -80,7 +80,7 @@ def create_random_tensors(shape, seeds, subseeds=None, subseed_strength=0.0, see
         sampler_noises = [[] for _ in range(p.sampler.number_of_needed_noises(p))]
     else:
         sampler_noises = None
-    print(type(seeds))
+    print('type(seeds)', type(seeds))
     for i, seed in enumerate(seeds):
         noise_shape = shape if seed_resize_from_h <= 0 or seed_resize_from_w <= 0 else (
         shape[0], seed_resize_from_h // 8, seed_resize_from_w // 8)
@@ -250,7 +250,7 @@ def generate(args, root, frame=0, return_latent=False, return_sample=False, retu
     sampler = PLMSSampler(gs.models["sd"]) if args.sampler == 'plms' else DDIMSampler(gs.models["sd"])
     if gs.model_version in gs.system.gen_one_models or gs.model_resolution == 512:
         model_wrap = CompVisDenoiser(gs.models["sd"])
-        print(gs.model_version, gs.model_resolution)
+        print('gs.model_version, gs.model_resolution', gs.model_version, gs.model_resolution)
     elif gs.model_version in gs.system.gen_two_models and gs.model_resolution == 768:
         gs.denoiser = 2
         model_wrap = CompVisVDenoiser(gs.models["sd"])

backend/deforum/six/model_load.py

@@ -189,8 +189,8 @@ def load_model_from_config(config, ckpt, verbose=False, device='cuda', half_prec
         m, u = model.load_state_dict(sd, strict=False)
         if print_flag:
             if len(m) > 0 and verbose:
-                print("missing keys:")
-                print(m)
+                print("missing keys:", m)
+                print('mmissing keys ', m)
             if len(u) > 0 and verbose:
                 print("unexpected keys:")
                 print(u)

backend/deforum/six/render.py

@@ -34,8 +34,8 @@
 
 
 def next_seed(args):
-    print(type(args.seed))
-    print(args.seed)
+    print('type(args.seed)', type(args.seed))
+    print('args.seed',args.seed)
     args.seed = int(args.seed)
     if args.seed_behavior == 'iter':
         args.seed += 1
@@ -62,6 +62,24 @@ def save_settings(args, outfolder, prompt, index):
         del output_data
 
 
+def shorten_path(path):
+    # Get the directory, filename, and extension
+    dir_name, filename = os.path.split(path)
+    name, ext = os.path.splitext(filename)
+
+    # Shorten the name if necessary
+    max_length = 250 - len(ext)
+    if len(name) > max_length:
+        name = name[:max_length]
+
+    # Join the shortened name and extension
+    shortened_filename = name + ext
+
+    # Join the shortened filename and directory to get the shortened path
+    shortened_path = os.path.join(dir_name, shortened_filename)
+
+    return shortened_path
+
 def render_image_batch(args, prompts, root, image_callback=None, step_callback=None):
     args.prompts = {k: f"{v:05d}" for v, k in enumerate(prompts)}
 
@@ -179,11 +197,16 @@ def render_image_batch(args, prompts, root, image_callback=None, step_callback=N
                                 filename = f"{args.timestring}_{index:05}_{args.seed}.png"
                             #added prompt to output folder name
                             if gs.diffusion.pathmode == "prompt-folders":
-                                outfolder = os.path.join(args.outdir, f'{args.timestring}_{sanitize(prompt)[:120]}')
+                                outfolder = os.path.join(args.outdir, f'{args.timestring}_{sanitize(prompt)[:80]}')
                             else:
                                 outfolder = os.path.join(args.outdir, datetime.now().strftime("%Y%m%d"))
                             os.makedirs(outfolder, exist_ok=True)
-                            gs.temppath = os.path.join(outfolder, filename)
+                            abs_path = os.path.join(outfolder, filename)
+                            if len(abs_path) > 250:
+                                print('path to long and gets shortened')
+                                abs_path = shorten_path(abs_path)
+
+                            gs.temppath = abs_path
                             if args.save_samples:
                                 paths.append(gs.temppath)
                                 image.save(gs.temppath)

backend/modelloader.py

@@ -84,15 +84,15 @@ def load_model_from_config(config, ckpt, verbose=False):
 
     model = instantiate_from_config(config.model)
     m, u = model.load_state_dict(sd, strict=False)
-    print(m[0])
-    print(u[0])
+    print('m[0]', m[0])
+    print('u[0]', u[0])
 
     if len(m) > 0 and verbose:
-        print("missing keys:")
-        print(m)
+        print("missing keys:", m)
+
     if len(u) > 0 and verbose:
-        print("unexpected keys:")
-        print(u)
+        print("unexpected keys:", u)
+
 
     model.cuda()
     model.eval()

backend/poor_mans_wget.py

@@ -41,12 +41,15 @@ def wget_progress(url, filename, length=0, chunk_size=8192, callback=None):
         downloaded_bytes = 0
         callback(next_percent)
         with open(filename, 'wb') as f:
-            for chunk in r.iter_content(chunk_size=8192):
-                # If you have chunk encoded response uncomment if
-                # and set chunk_size parameter to None.
-                #if chunk:
-                f.write(chunk)
-                downloaded_bytes += chunk_size
-                if downloaded_bytes > next_percent * one_percent:
-                    next_percent += 1
-                    callback(next_percent)
+            try:
+                for chunk in r.iter_content(chunk_size=8192):
+                    # If you have chunk encoded response uncomment if
+                    # and set chunk_size parameter to None.
+                    #if chunk:
+                    f.write(chunk)
+                    downloaded_bytes += chunk_size
+                    if downloaded_bytes > next_percent * one_percent:
+                        next_percent += 1
+                        callback(next_percent)
+            except Exception as e:
+                print('error while writing download file: ', e)

configs/ainodes/colab_settings.json

@@ -164,6 +164,8 @@
     "selected_aesthetic_embedding": "None",
     "multi_dim_prompt": false,
     "multi_dim_seed_behavior": 0,
-    "hires_strength": 0.0
+    "hires_strength": 0.0,
+    "multi_model_batch": false,
+    "multi_model_list": []
   }
 }

configs/ainodes/default_settings.json

@@ -169,6 +169,8 @@
     "multi_dim_prompt": false,
     "multi_dim_seed_behavior": 0,
     "hires_strength": 0.0,
-    "preview_mode": 0
+    "preview_mode": 0,
+    "multi_model_batch": false,
+    "multi_model_list": []
   }
 }

documentation/Documentation.odt

@@ -1068,9 +1068,7 @@ def add_next_rect(self, h, w):
                     if i.id == self.canvas.canvas.render_item:
                         w = self.canvas.canvas.rectlist[self.canvas.canvas.rectlist.index(i)].w
                         x = self.canvas.canvas.rectlist[self.canvas.canvas.rectlist.index(i)].x + w + 20
-                        print(f"w, x: {w}, {x}")
                         y = i.y
-                        # print(i.x + w, i.y, self.cheight, self.w, self.stopwidth)
                         if x > 3000:
                             x = 0
                             y = self.cheight + 25
@@ -1125,42 +1123,6 @@ def tensor_preview_schedule(self):  # TODO: Rename this function to tensor_draw_
         except:
             pass
 
-    def is_multiple_of_512(num):
-        if num % 512 == 0:
-            return True
-        else:
-            return False
-
-    def nearest_multiple_of_512(num):
-        quotient = num // 512
-        lower_multiple = quotient * 512
-        upper_multiple = (quotient + 1) * 512
-        if abs(num - lower_multiple) < abs(num - upper_multiple):
-            return lower_multiple
-        else:
-            return upper_multiple
-
-    # not used ???
-    def prep_rect_params_(self, prompt=None):
-        # prompt = str(prompt)
-        # steps = self.widgets[self.current_widget].w.stepsSlider.value()
-        params = {"prompts": self.widgets[self.current_widget].w.prompts.toPlainText(),
-                  "seed": random.randint(0, 2 ** 32 - 1) if self.widgets[
-                                                                self.current_widget].w.seed.text() == '' else int(
-                      self.widgets[self.current_widget].w.seed.text()),
-                  "strength": self.widgets[self.current_widget].w.strength.value(),
-                  "scale": self.widgets[self.current_widget].w.scale.value(),
-                  "mask_blur": int(self.widgets[self.current_widget].w.mask_blur.value()),
-                  "reconstruction_blur": int(self.widgets[self.current_widget].w.recons_blur.value()),
-                  "with_inpaint": self.widgets[self.current_widget].w.with_inpaint.isChecked(),
-                  "mask_offset": self.widgets[self.current_widget].w.mask_offset.value(),
-                  "steps": self.widgets[self.current_widget].w.steps.value(),
-                  "H": self.widgets[self.current_widget].w.H.value(),
-                  "W": self.widgets[self.current_widget].w.W.value(),
-                  "ddim_eta": self.widgets[self.current_widget].w.ddim_eta.value()
-                  }
-
-        return params
 
     @Slot(object)
     def draw_tempRects_signal(self, values):

frontend/mainwindow.py

@@ -123,10 +123,18 @@ def update_params(self, update_db=True):
 
         outdir = gs.system.txt2img_out_dir
         use_mask = self.parent.widgets[widget].w.use_mask.isChecked()
+        multi_model_batch = self.parent.widgets[widget].w.toggle_multi_model_batch.isChecked()
+        multi_model_list = []
+
+        selected_multi_model_batch = self.parent.widgets[widget].w.multi_model_batch_list.selectedItems()
+        if len(selected_multi_model_batch) > 0:
+            for item in selected_multi_model_batch:
+                multi_model_list.append(item.text())
+
+
         if self.parent.widgets[widget].w.max_frames.value() < 2:
             animation_mode = 'None'
 
-
             use_alpha_as_mask = self.parent.widgets[widget].w.use_alpha_as_mask_2.isChecked()
             mask_file = self.parent.widgets[widget].w.mask_file.text()
             invert_mask = self.parent.widgets[widget].w.invert_mask_2.isChecked()
@@ -135,7 +143,6 @@ def update_params(self, update_db=True):
             mask_overlay_blur = self.parent.widgets[widget].w.mask_overlay_blur_2.value()
             overlay_mask = self.parent.widgets[widget].w.overlay_mask_2.isChecked()
 
-
         else:
 
             use_alpha_as_mask = self.parent.widgets[widget].w.use_alpha_as_mask.isChecked()
@@ -145,6 +152,8 @@ def update_params(self, update_db=True):
             mask_contrast_adjust = self.parent.widgets[widget].w.mask_contrast_adjust.value()
             mask_overlay_blur = self.parent.widgets[widget].w.mask_overlay_blur.value()
             overlay_mask = self.parent.widgets[widget].w.overlay_mask.isChecked()
+            multi_model_batch = False
+            multi_model_list = []
 
             if self.parent.widgets[widget].w.anim2D.isChecked():
                 animation_mode = '2D'
@@ -323,6 +332,8 @@ def update_params(self, update_db=True):
             "karras_sigma_max": self.parent.widgets[widget].w.karras_sigma_max.value(),
             "pathmode": self.parent.widgets[widget].w.pathmode.currentText(),
             "discard_next_to_last_sigma": self.parent.widgets[widget].w.discard_next_to_last_sigma.isChecked(),
+            "multi_model_batch": multi_model_batch,
+            "multi_model_list": multi_model_list
         }
 
         self.update_diffusion_settings(update_db=update_db)