Skip to content
This repository was archived by the owner on Aug 30, 2024. It is now read-only.

Commit 696820f

Browse files
committed
add back dtype_zero_pt checkk
1 parent 20da116 commit 696820f

File tree

1 file changed

+12
-0
lines changed

1 file changed

+12
-0
lines changed

include/experimental/group/gemm/impl/int4_dequantize_xe.hpp

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -101,6 +101,18 @@ class gemm_t<
101101
std::is_same<remove_const_t<dtype_b>, remove_const_t<int4x2>>::value ||
102102
std::is_same<remove_const_t<dtype_b>, remove_const_t<int4x8>>::value,
103103
"this is for 4bit matB ");
104+
static_assert(
105+
quant_info_.quant_mode == quant_mode::INT4_ASYM_FP_ZERO
106+
? std::is_same_v<
107+
remove_const_t<dtype_zero_pt>,
108+
remove_const_t<dtype_a>>
109+
: (std::is_same_v<
110+
remove_const_t<dtype_zero_pt>,
111+
remove_const_t<int4x2>> ||
112+
std::is_same_v<
113+
remove_const_t<dtype_zero_pt>,
114+
remove_const_t<int4x8>>),
115+
"this is for 4bit zero_pt ");
104116

105117
/******** set memory attribute **********/
106118
static constexpr mem_space mem_space_a = mem_desc_a_t::space;

0 commit comments

Comments
 (0)