From 8ccf72474e7561fe90c3c2c393ef4957afee31e1 Mon Sep 17 00:00:00 2001 From: LeiWang1999 Date: Tue, 30 Apr 2024 09:30:49 +0000 Subject: [PATCH] Fix storage_dtype assignment in MatmulConfig --- python/bitblas/ops/general_matmul.py | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/python/bitblas/ops/general_matmul.py b/python/bitblas/ops/general_matmul.py index 3e09ddea0..ce8a8aef4 100644 --- a/python/bitblas/ops/general_matmul.py +++ b/python/bitblas/ops/general_matmul.py @@ -268,17 +268,12 @@ def __init__( self.ladder_permutate_a = None if self.propagate_b: - storage_dtype = self.storage_dtype - if self.A_dtype in ["e4m3_float8", "e5m2_float8"]: - # Using int8 as the storage dtype for e4m3_float8 and e5m2_float8 - # Because the llvm does not support float8 - storage_dtype = "int8" ladder_permutate_config = LadderPermutateConfig( M=self.N, N=self.K, datatype=self.A_dtype, dequantize_bits=self.bit, - storage_dtype=storage_dtype, + storage_dtype=self.storage_dtype, propagate_kind="B", transpose_matrix=self.layout == "nt", transform_kind=self.propagate_b,