diff --git a/tools/gce_setup/grpc_docker.sh b/tools/gce_setup/grpc_docker.sh
index 8a72853e188767ea92f92abb1e968f3df8444052..bf776126b5af45584e69ac7d0e1fd7d9650d5e67 100755
--- a/tools/gce_setup/grpc_docker.sh
+++ b/tools/gce_setup/grpc_docker.sh
@@ -480,7 +480,9 @@ grpc_launch_server() {
   _grpc_set_project_and_zone -f grpc_launch_server_args "$@" || return 1
   gce_has_instance $grpc_project $host || return 1;
 
-  cmd="sudo docker run -d --name $docker_name"
+  cmd="sudo docker kill $docker_name > /dev/null 2>&1; "
+  cmd+="sudo docker rm $docker_name > /dev/null 2>&1; "
+  cmd+="sudo docker run -d --name $docker_name"
   cmd+=" -p $grpc_port:$grpc_port $docker_label"
   local project_opt="--project $grpc_project"
   local zone_opt="--zone $grpc_zone"