diff --git a/dockerfiles/Dockerfile b/dockerfiles/Dockerfile
index 2f67123c..4a734da2 100644
--- a/dockerfiles/Dockerfile
+++ b/dockerfiles/Dockerfile
@@ -10,12 +10,17 @@ USER root
 COPY . /opt/genienlp
 
 # install basic tools and python3, install dependencies, and then cleanup
+# HACK: we need to download the wheel manually or docker will die
 RUN dnf -y install git gcc gcc-c++ \
 	python3 \
 	python3-numpy \
 	python3-scipy \
 	python3-pip \
 	python3-devel \
+	&& curl -sL https://files.pythonhosted.org/packages/24/19/4804aea17cd136f1705a5e98a00618cb8f6ccc375ad8bfa437408e09d058/torch-1.4.0-cp36-cp36m-manylinux1_x86_64.whl \
+	   -o torch-1.4.0-cp36-cp36m-manylinux1_x86_64.whl \
+	&& pip3 install torch-1.4.0-cp36-cp36m-manylinux1_x86_64.whl \
+	&& rm -fr torch-1.4.0-cp36-cp36m-manylinux1_x86_64.whl \
 	&& pip3 install -e /opt/genienlp \
 	&& rm -fr /root/.cache \
 	&& dnf -y remove gcc gcc-c++ \