diff --git a/roles/slurm-common/templates/slurm.epilog.j2 b/roles/slurm-common/templates/slurm.epilog.j2
index cf17ecebc1ed656ac6d65e37b81ad8faded948fa..0c6cbce7974ac875cdb6cbeeb772a7a63b07c75f 100644
--- a/roles/slurm-common/templates/slurm.epilog.j2
+++ b/roles/slurm-common/templates/slurm.epilog.j2
@@ -25,6 +25,9 @@ XUNIXFILENAME="X"$XSESSION
 find /tmp/ -name $XLOCKFILENAME -exec rm -rf {} \;
 find /tmp/.X11-unix -name $XUNIXFILENAME -exec rm -rf {} \;
 
+# Now we clean up
+rm -rf /home/${SLURM_JOB_USER}/.vnc/xorg-${SLURM_JOB_ID}
+
 # echo 1 to drop page cache
 /bin/sync
 /bin/echo 1 > /proc/sys/vm/drop_caches