docker

huggingface · Feb 7, 2024 · 2b3dfb1 · 2b3dfb1
1 parent f5a7e3a
commit 2b3dfb1
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/tests/models/llama/test_inference_llama.py b/tests/models/llama/test_inference_llama.py
@@ -4,6 +4,10 @@
 
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
+torch.backends.cudnn.deterministic = True
+torch.backends.cuda.matmul.allow_tf32 = False
+torch.backends.cudnn.allow_tf32 = False
+
 device = "cuda"