diff --git a/install.sh b/install.sh
index e618672be144..d312e14b38b3 100755
--- a/install.sh
+++ b/install.sh
@@ -829,8 +829,12 @@ do_unmount_and_remove() {
     set -x
 }
 
+# Cleans the server and agent directory
+rm -rfv /var/lib/rancher/k3s/server/*
+rm -rfv /var/lib/rancher/k3s/agent/*
+
 do_unmount_and_remove '/run/k3s'
-do_unmount_and_remove '/var/lib/rancher/k3s'
+do_unmount_and_remove '/var/lib/rancher/k3s/data'
 do_unmount_and_remove '/var/lib/kubelet/pods'
 do_unmount_and_remove '/var/lib/kubelet/plugins'
 do_unmount_and_remove '/run/netns/cni-'
diff --git a/install.sh.sha256sum b/install.sh.sha256sum
index 2cc73369576e..56f4e8d0f62b 100644
--- a/install.sh.sha256sum
+++ b/install.sh.sha256sum
@@ -1 +1 @@
-696c6a93262b3e1f06a78841b8a82c238a8f17755824c024baad652b18bc92bc  install.sh
+2988dbd1d76c3455932e592a14853e582c1473049b81b3c2ae1c9e8a099ad3be  ./install.sh