diff --git a/experimental/custom-metrics-api/teardown.sh b/experimental/custom-metrics-api/teardown.sh
index a62f685ec7089f7b0fb8395e51f9e332a754366f..b3a455f596e55e0ba7b53c7e5f6a981e39852ef3 100644
--- a/experimental/custom-metrics-api/teardown.sh
+++ b/experimental/custom-metrics-api/teardown.sh
@@ -1,7 +1,7 @@
 #!/usr/bin/env bash
 
-kubectl delete -n monitoring custom-metrics-apiserver-resource-reader-cluster-role-binding.yaml
-kubectl delete -n monitoring custom-metrics-apiservice.yaml
-kubectl delete -n monitoring custom-metrics-cluster-role.yaml
-kubectl delete -n monitoring custom-metrics-configmap.yaml
-kubectl delete -n monitoring hpa-custom-metrics-cluster-role-binding.yaml
+kubectl delete -n monitoring -f custom-metrics-apiserver-resource-reader-cluster-role-binding.yaml
+kubectl delete -n monitoring -f custom-metrics-apiservice.yaml
+kubectl delete -n monitoring -f custom-metrics-cluster-role.yaml
+kubectl delete -n monitoring -f custom-metrics-configmap.yaml
+kubectl delete -n monitoring -f hpa-custom-metrics-cluster-role-binding.yaml