diff --git a/commands b/commands
index a7c1df8..b2fd69f 100755
--- a/commands
+++ b/commands
@@ -93,7 +93,7 @@ case "$1" in
     fi
 
     dokku_log_info1 "Deleting $SERVICE"
-    if [[ -f "$SERVICE_ROOT/ID" ]]; then
+    if [[ -f "$SERVICE_ROOT/ID" ]] && docker ps -aq --no-trunc | grep $(cat "$SERVICE_ROOT/ID"); then
       ID=$(cat "$SERVICE_ROOT/ID")
 
       dokku_log_verbose_quiet "Stopping container"
@@ -104,6 +104,8 @@ case "$1" in
       dokku_log_verbose_quiet "Removing container"
       docker rm -v "$ID" > /dev/null
       sleep 1
+    else
+      dokku_log_verbose_quiet "No container exists for $SERVICE"
     fi
 
     dokku_log_verbose_quiet "Removing data"