Skip to content

Commit cb786e5

Browse files
authored
quant now select exllama kernel (#1364)
Signed-off-by: Qubitium <[email protected]>
1 parent 2e5746d commit cb786e5

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

tests/models/test_opt.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ class TestOpt(ModelTest):
2424
NATIVE_ARC_CHALLENGE_ACC = 0.1894
2525
NATIVE_ARC_CHALLENGE_ACC_NORM = 0.2278
2626

27-
KERNEL_QUANT = {AUTO_SELECT_BACKEND_ORDER[BACKEND.TRITON]}
27+
KERNEL_QUANT = {AUTO_SELECT_BACKEND_ORDER[BACKEND.EXLLAMA_V1]}
2828
KERNEL_INFERENCE = {AUTO_SELECT_BACKEND_ORDER[BACKEND.MARLIN]}
2929

3030
def test_opt(self):

0 commit comments

Comments
 (0)