diff --git a/amdgpu/Dockerfile b/amdgpu/Dockerfile
index 57a9bfd0954ca50fcaf092e79b614d2885164fbc..20a1fa0576d6ee8aa4f6fbf0e116aebc754a86b8 100644
--- a/amdgpu/Dockerfile
+++ b/amdgpu/Dockerfile
@@ -38,4 +38,6 @@ RUN apt-get update && \
 ARG aparapiver
 RUN mvn org.apache.maven.plugins:maven-dependency-plugin:2.1:get -DrepoUrl="https://repo1.maven.org/maven2/" -Dartifact=com.aparapi:aparapi:${aparapiver}
 
+RUN rm -rf /tmp/*
+
 ENV JAVA_HOME /usr/lib/jvm/java-14-openjdk-amd64/
diff --git a/nvidia/Dockerfile b/nvidia/Dockerfile
index 124dd40603fe032a7fa66a4c39637dc49159cf59..49e1ed29f9f162c74bd52fd642b87aff9a653127 100644
--- a/nvidia/Dockerfile
+++ b/nvidia/Dockerfile
@@ -2,6 +2,8 @@ FROM ubuntu:20.04
 
 LABEL maintainer "Jeffrey Phillips Freeman <the@jeffreyfreeman.me>"
 
+WORKDIR /tmp
+
 RUN apt-get update && \
     apt-get -y dist-upgrade && \
     rm -rf /var/lib/{cache,log}
@@ -29,6 +31,8 @@ RUN mkdir -p /etc/OpenCL/vendors && \
 ARG aparapiver
 RUN mvn org.apache.maven.plugins:maven-dependency-plugin:2.1:get -DrepoUrl="https://repo1.maven.org/maven2/" -Dartifact="com.aparapi:aparapi:${aparapiver}"
 
+RUN rm -rf /tmp/*
+
 # nvidia-container-runtime
 ENV NVIDIA_VISIBLE_DEVICES all
 ENV NVIDIA_DRIVER_CAPABILITIES compute,utility