diff --git a/cron-tasks/backup_database_medicine.sh b/cron-tasks/backup_database_medicine.sh
index 9071367..c5671e1 100755
--- a/cron-tasks/backup_database_medicine.sh
+++ b/cron-tasks/backup_database_medicine.sh
@@ -11,6 +11,8 @@ docker exec -i medicine-stack-postgres pg_dump --no-owner -U postgres -F p medic
   --exclude-table-data=riisz_logging \
   --exclude-table-data=reversion_*
 
-rm "${archive_filename}" || true
+if test -f "${archive_filename}"; then
+  rm "${archive_filename}"
+fi
 tar -czf "${archive_filename}" "${backup_filename}"
 rm "${backup_filename}"
diff --git a/cron-tasks/backup_database_medicine_remd.sh b/cron-tasks/backup_database_medicine_remd.sh
index 801b6b7..67363ef 100755
--- a/cron-tasks/backup_database_medicine_remd.sh
+++ b/cron-tasks/backup_database_medicine_remd.sh
@@ -9,6 +9,8 @@ backup_filename="medicine_remd_${weekday}.sql"
 archive_filename="medicine_remd_${weekday}.tar.gz"
 docker exec -i medicine-stack-postgres pg_dump --no-owner -U postgres -F p medicine_remd > "${backup_filename}"
 
-rm "${archive_filename}" || true
+if test -f "${archive_filename}"; then
+  rm "${archive_filename}"
+fi
 tar -czf "${archive_filename}" "${backup_filename}"
 rm "${backup_filename}"