error

[scavru]

PROMPT @ 2023-08-13 01:21:50 | test ERROR | __main__:generate:3893 - Traceback (most recent call last): File "aiserver.py", line 3880, in generate genout, already_generated = tpool.execute(model.core_generate, txt, found_entries, gen_mode=gen_mode) File "C:\KoboldAI\miniconda3\lib\site-packages\eventlet\tpool.py", line 132, in execute six.reraise(c, e, tb) File "C:\KoboldAI\miniconda3\lib\site-packages\six.py", line 719, in reraise raise value File "C:\KoboldAI\miniconda3\lib\site-packages\eventlet\tpool.py", line 86, in tworker rv = meth(*args, **kwargs) File "C:\KoboldAI\modeling\inference_model.py", line 356, in core_generate result = self.raw_generate( File "C:\KoboldAI\modeling\inference_model.py", line 629, in raw_generate result = self._raw_generate( File "C:\KoboldAI\modeling\inference_models\hf_torch.py", line 331, in _raw_generate genout = self.model.generate( File "C:\KoboldAI\modeling\inference_models\gptq_hf_torch\class.py", line 371, in generate with torch.inference_mode(), torch.amp.autocast(device_type=self.device.type): File "C:\KoboldAI\miniconda3\lib\site-packages\auto_gptq\modeling\_base.py", line 431, in device device = [d for d in self.hf_device_map.values() if d not in {'cpu', 'disk'}][0] IndexError: list index out of range
kobold_debug.zip