diff --git a/roles/ynh_backup/templates/ynh_backup.sh.j2 b/roles/ynh_backup/templates/ynh_backup.sh.j2
index 6f74f4b90194269917285d48b8024eba015aa95a..783bf9b5e83148a37b08941e211aa1d9d5cee257 100644
--- a/roles/ynh_backup/templates/ynh_backup.sh.j2
+++ b/roles/ynh_backup/templates/ynh_backup.sh.j2
@@ -22,6 +22,7 @@ _prune_old_backup() {
     for backup in $old_backup_list; do
       echo "Backup $backup is 2 days old or more. Purging it now."
       yunohost backup delete "$backup"
+      rm -rf backup_"$backup"
     done
     _good "Purging of old backups completed."
   else