diff --git a/scripts/setup_admin_user b/scripts/setup_admin_user
index c3038df8..2869484b 100755
--- a/scripts/setup_admin_user
+++ b/scripts/setup_admin_user
@@ -10,6 +10,6 @@ fi
 
 set -e
 
-${DOCKER_COMPOSE} run api python3 -m api.admin $*
+${DOCKER_COMPOSE} run --rm api python3 -m api.admin $*
 
 exit 0