diff --git a/exp/moe/moe_46m_8gpu.sh b/exp/moe/moe_46m_8gpu.sh
index 69637724..20d0580f 100644
--- a/exp/moe/moe_46m_8gpu.sh
+++ b/exp/moe/moe_46m_8gpu.sh
@@ -16,7 +16,7 @@ if [ -n "${3}" ]; then
     NUM_EXPERTS=$3;
 fi
 
-CAPACITY_FACTOR=16384
+CAPACITY_FACTOR=1
 if [ -n "${4}" ]; then
     CAPACITY_FACTOR=$4;
 fi