[Kernel] Zero point support in fused MarlinMoE kernel + AWQ Fused MoE (…

…#8973) Co-authored-by: Dipika <[email protected]> Co-authored-by: Dipika Sikka <[email protected]>
vllm-project · Oct 4, 2024 · 05d6864 · 05d6864
1 parent 0dcc8cb
commit 05d6864
Show file tree

Hide file tree

Showing 23 changed files with 969 additions and 223 deletions.
diff --git a/CMakeLists.txt b/CMakeLists.txt
@@ -433,6 +433,8 @@ if(VLLM_GPU_LANG STREQUAL "CUDA")
         "csrc/moe/marlin_kernels/marlin_moe_kernel_ku4b8.cu"
         "csrc/moe/marlin_kernels/marlin_moe_kernel_ku8b128.h"
         "csrc/moe/marlin_kernels/marlin_moe_kernel_ku8b128.cu"
+        "csrc/moe/marlin_kernels/marlin_moe_kernel_ku4.h"
+        "csrc/moe/marlin_kernels/marlin_moe_kernel_ku4.cu"
         "csrc/moe/marlin_moe_ops.cu")
 
     set_gencode_flags_for_srcs(