diff --git a/Dockerfile b/Dockerfile
index b035221..092e984 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -24,12 +24,16 @@ USER main
 # Python 2
 RUN conda install -c jjhelmus tensorflow=0.10.0
 RUN conda install -c conda-forge jupyter_contrib_nbextensions
+RUN conda install -c https://conda.anaconda.org/kne pybox2d
 RUN jupyter contrib nbextension install --user
 RUN jupyter nbextension enable toc2/main
 RUN pip install --upgrade gym
 RUN pip install --upgrade 'gym[atari]'
+RUN pip install --upgrade 'gym[box2d]'
 
 # Python 3
 RUN conda install -n python3 -c jjhelmus tensorflow=0.10.0
+RUN conda install -n python3 -c https://conda.anaconda.org/kne pybox2d
 RUN /bin/bash -c "source activate python3 && pip install --upgrade gym"
 RUN /bin/bash -c "source activate python3 && pip install --upgrade 'gym[atari]'"
+RUN /bin/bash -c "source activate python3 && pip install --upgrade 'gym[box2d]'"