Move to CPU before attempting to convert to numpy. (#922)

bitsandbytes-foundation · Jan 8, 2024 · d05b508 · d05b508
1 parent 4870580
commit d05b508
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/bitsandbytes/utils.py b/bitsandbytes/utils.py
@@ -187,7 +187,7 @@ def unpack_tensor_to_dict(tensor_data):
     Returns:
     A Python dictionary containing the unpacked data.
     """
-    json_bytes = bytes(tensor_data.numpy())
+    json_bytes = bytes(tensor_data.cpu().numpy())
     json_str = json_bytes.decode('utf-8')
     unpacked_dict = json.loads(json_str)