[CI/Build][Bugfix] Fix CPU backend default threads num (#13077)

bigPYJ1151 · web-flow · commit 565c1efa6535 · 2025-02-11T16:55:56.000Z
diff --git a/vllm/platforms/cpu.py b/vllm/platforms/cpu.py
@@ -115,6 +115,9 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None:
         # Environment variables for CPU executor
         #
 
+        # Set default threads num for OpenMP parallel
+        os.environ["OMP_NUM_THREADS"] = str(torch.get_num_threads())
+
         # Disable torch async compiling which won't work with daemonic processes
         os.environ["TORCHINDUCTOR_COMPILE_THREADS"] = "1"
 

Original file line number	Diff line number	Diff line change
`@@ -115,6 +115,9 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None:`
`115`	`115`	`# Environment variables for CPU executor`
`116`	`116`	`#`
`117`	`117`
	`118`	`+ # Set default threads num for OpenMP parallel`
	`119`	`+ os.environ["OMP_NUM_THREADS"] = str(torch.get_num_threads())`
	`120`	`+`
`118`	`121`	`# Disable torch async compiling which won't work with daemonic processes`
`119`	`122`	`os.environ["TORCHINDUCTOR_COMPILE_THREADS"] = "1"`
`120`	`123`