diff --git a/terraform/Makefile b/terraform/Makefile
index 702fa7bb70111e364b25e6f3f2fc57fe75d4e642..7aa287a1bd9144279e4f9a1c5c4032e8ba22dded 100644
--- a/terraform/Makefile
+++ b/terraform/Makefile
@@ -29,4 +29,4 @@ apply: preflight init ## Deploy the base infrastructure using terraform
 destroy: preflight init ## Tear down deployed the infrastructure
 	terraform destroy ${TERRAFORM_PARAMETERS}
 	# Cleanup remaining files
-	rm -rf .terraform .terraform terraform.tfstate terraform.tfstate.backup
+	rm -rf .terraform .terraform terraform.tfstate terraform.tfstate.backup terraform.tfstate.*.backup