Clean up torch.compile cache

huydhn · huydhn · commit af0964339092 · 2025-02-17T01:41:50.000-08:00
diff --git a/vllm-benchmarks/run.sh b/vllm-benchmarks/run.sh
@@ -12,6 +12,9 @@ cleanup() {
   if [[ "${CLEANUP_BENCHMARK_RESULTS:-1}" == "1" ]]; then
     rm -rf vllm/benchmarks/results
   fi
+
+  # https://github.com/vllm-project/vllm/issues/13392
+  rm -rf ~/.cache/vllm/torch_compile_cache
 }
 
 setup_vllm() {

Original file line number	Diff line number	Diff line change
`@@ -12,6 +12,9 @@ cleanup() {`
`12`	`12`	`if [[ "${CLEANUP_BENCHMARK_RESULTS:-1}" == "1" ]]; then`
`13`	`13`	`rm -rf vllm/benchmarks/results`
`14`	`14`	`fi`
	`15`	`+`
	`16`	`+ # https://github.com/vllm-project/vllm/issues/13392`
	`17`	`+ rm -rf ~/.cache/vllm/torch_compile_cache`
`15`	`18`	`}`
`16`	`19`
`17`	`20`	`setup_vllm() {`