Space Deamon (#81)

chanzuckerberg · May 10, 2022 · bd95212 · bd95212
1 parent 79796cb
commit bd95212
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 1 deletion.
diff --git a/terraform/modules/swipe-sfn-batch-queue/container_instance_user_data b/terraform/modules/swipe-sfn-batch-queue/container_instance_user_data
@@ -27,4 +27,17 @@ mount /dev/md0 MINIWDL_DIR
 
 cloud-init-per once docker_options echo '{"data-root": "MINIWDL_DIR/docker"}' >> /etc/docker/daemon.json
 
+##############################################
+# Set up a job to terminate the instance if it becomes full
+##############################################
+
+echo '#!/bin/bash' > /bin/space-check
+echo '[[ $(df MINIWDL_DIR --output=avail |tail -n1) -lt 1000000 ]] && poweroff; echo system terminated due to full drive >> /dev/stderr' >> /bin/space-check
+chmod +x /bin/space-check
+
+crontab -l > /tmp/mycron
+echo "* * * * * /bin/space-check" > /tmp/mycron
+crontab /tmp/mycron
+rm /tmp/mycron
+
 --==MYBOUNDARY==--
diff --git a/version b/version
@@ -1 +1 @@
-v0.21.0-beta
+v0.21.1-beta