diff --git a/environment.yml b/environment.yml
new file mode 100644
index 0000000..04b1c73
--- /dev/null
+++ b/environment.yml
@@ -0,0 +1,263 @@
+name: tf1
+channels:
+  - conda-forge
+  - defaults
+dependencies:
+  - _libgcc_mutex=0.1=conda_forge
+  - _openmp_mutex=4.5=2_kmp_llvm
+  - _tflow_select=2.1.0=gpu
+  - absl-py=0.15.0=pyhd8ed1ab_0
+  - alsa-lib=1.2.8=h166bdaf_0
+  - aom=3.5.0=h27087fc_0
+  - astor=0.8.1=pyh9f0ad1d_0
+  - attr=2.5.1=h166bdaf_1
+  - backcall=0.2.0=pyh9f0ad1d_0
+  - backports=1.0=pyhd8ed1ab_3
+  - backports.functools_lru_cache=1.6.4=pyhd8ed1ab_0
+  - bleach=6.0.0=pyhd8ed1ab_0
+  - brotli=1.0.9=h166bdaf_8
+  - brotli-bin=1.0.9=h166bdaf_8
+  - bzip2=1.0.8=h7f98852_4
+  - c-ares=1.18.1=h7f98852_0
+  - ca-certificates=2022.12.7=ha878542_0
+  - cached-property=1.5.2=hd8ed1ab_1
+  - cached_property=1.5.2=pyha770c72_1
+  - cairo=1.16.0=ha61ee94_1014
+  - certifi=2022.12.7=pyhd8ed1ab_0
+  - cloudpickle=1.6.0=py_0
+  - colorama=0.4.6=pyhd8ed1ab_0
+  - cudatoolkit=10.0.130=h8c5a6a4_10
+  - cudnn=7.6.5.32=ha8d7eb6_1
+  - cupti=10.0.130=0
+  - cycler=0.11.0=pyhd8ed1ab_0
+  - dbus=1.13.6=h5008d03_3
+  - decorator=5.1.1=pyhd8ed1ab_0
+  - defusedxml=0.7.1=pyhd8ed1ab_0
+  - entrypoints=0.4=pyhd8ed1ab_0
+  - expat=2.5.0=h27087fc_0
+  - ffmpeg=4.4.2=gpl_h8dda1f0_112
+  - fftw=3.3.10=nompi_hf0379b8_106
+  - font-ttf-dejavu-sans-mono=2.37=hab24e00_0
+  - font-ttf-inconsolata=3.000=h77eed37_0
+  - font-ttf-source-code-pro=2.038=h77eed37_0
+  - font-ttf-ubuntu=0.83=hab24e00_0
+  - fontconfig=2.14.2=h14ed4e7_0
+  - fonts-conda-ecosystem=1=0
+  - fonts-conda-forge=1=0
+  - fonttools=4.25.0=pyhd3eb1b0_0
+  - freeglut=3.2.2=h9c3ff4c_1
+  - freetype=2.12.1=hca18f0e_1
+  - future=0.18.2=py37h89c1867_5
+  - gast=0.2.2=py_0
+  - gettext=0.21.1=h27087fc_0
+  - glib=2.74.1=h6239696_1
+  - glib-tools=2.74.1=h6239696_1
+  - gmp=6.2.1=h58526e2_0
+  - gnutls=3.7.8=hf3e180e_0
+  - google-pasta=0.2.0=pyh8c360ce_0
+  - graphite2=1.3.13=h58526e2_1001
+  - grpcio=1.38.1=py37hb27c1af_0
+  - gst-plugins-base=1.21.3=h4243ec0_1
+  - gstreamer=1.21.3=h25f0c4b_1
+  - gym=0.19.0=py37h6531663_0
+  - h5py=3.7.0=nompi_py37hf1ce037_101
+  - harfbuzz=5.3.0=h418a68e_0
+  - hdf5=1.12.2=nompi_h2386368_101
+  - icu=70.1=h27087fc_0
+  - importlib-metadata=4.11.4=py37h89c1867_0
+  - ipykernel=5.5.5=py37h085eea5_0
+  - ipython=7.33.0=py37h89c1867_0
+  - ipython_genutils=0.2.0=py_1
+  - jack=1.9.22=h11f4161_0
+  - jasper=2.0.33=h0ff4b12_1
+  - jedi=0.18.2=pyhd8ed1ab_0
+  - jinja2=2.11.3=pyhd8ed1ab_2
+  - jpeg=9e=h0b41bf4_3
+  - jsonschema=2.6.0=py37_1002
+  - jupyter_client=5.3.4=py37_0
+  - jupyter_core=4.5.0=py_0
+  - keras-applications=1.0.8=py_1
+  - keras-preprocessing=1.1.2=pyhd8ed1ab_0
+  - keyutils=1.6.1=h166bdaf_0
+  - kiwisolver=1.4.4=py37h7cecad7_0
+  - krb5=1.19.3=h3790be6_0
+  - lame=3.100=h166bdaf_1003
+  - lcms2=2.12=h3be6417_0
+  - ld_impl_linux-64=2.38=h1181459_1
+  - lerc=4.0.0=h27087fc_0
+  - libaec=1.0.6=hcb278e6_1
+  - libblas=3.9.0=15_linux64_openblas
+  - libbrotlicommon=1.0.9=h166bdaf_8
+  - libbrotlidec=1.0.9=h166bdaf_8
+  - libbrotlienc=1.0.9=h166bdaf_8
+  - libcap=2.66=ha37c62d_0
+  - libcblas=3.9.0=15_linux64_openblas
+  - libclang=15.0.7=default_had23c3d_1
+  - libclang13=15.0.7=default_h3e3d535_1
+  - libcups=2.3.3=h3e49a29_2
+  - libcurl=7.87.0=h91b91d3_0
+  - libdb=6.2.32=h9c3ff4c_0
+  - libdeflate=1.14=h166bdaf_0
+  - libdrm=2.4.114=h166bdaf_0
+  - libedit=3.1.20191231=he28a2e2_2
+  - libev=4.33=h516909a_1
+  - libevent=2.1.10=h9b69904_4
+  - libffi=3.4.2=h6a678d5_6
+  - libflac=1.4.2=h27087fc_0
+  - libgcc-ng=12.2.0=h65d4601_19
+  - libgfortran-ng=12.2.0=h69a702a_19
+  - libgfortran5=12.2.0=h337968e_19
+  - libglib=2.74.1=h606061b_1
+  - libglu=9.0.0=he1b5a44_1001
+  - libiconv=1.17=h166bdaf_0
+  - libidn2=2.3.4=h166bdaf_0
+  - liblapack=3.9.0=15_linux64_openblas
+  - liblapacke=3.9.0=15_linux64_openblas
+  - libllvm15=15.0.7=hadd5161_0
+  - libnghttp2=1.46.0=hce63b2e_0
+  - libogg=1.3.4=h7f98852_1
+  - libopenblas=0.3.20=pthreads_h78a6416_0
+  - libopencv=4.6.0=py37hfe11ba8_3
+  - libopus=1.3.1=h7f98852_1
+  - libpciaccess=0.17=h166bdaf_0
+  - libpng=1.6.39=h753d276_0
+  - libpq=14.5=h72a31a5_3
+  - libprotobuf=3.20.3=he621ea3_0
+  - libsndfile=1.1.0=hcb278e6_1
+  - libsodium=1.0.18=h36c2ea0_1
+  - libsqlite=3.40.0=h753d276_0
+  - libssh2=1.10.0=haa6b8db_3
+  - libstdcxx-ng=12.2.0=h46fd767_19
+  - libtasn1=4.19.0=h166bdaf_0
+  - libtiff=4.4.0=h82bc61c_5
+  - libtool=2.4.7=h27087fc_0
+  - libudev1=253=h0b41bf4_0
+  - libunistring=0.9.10=h7f98852_0
+  - libuuid=2.32.1=h7f98852_1000
+  - libva=2.17.0=h0b41bf4_0
+  - libvorbis=1.3.7=h9c3ff4c_0
+  - libvpx=1.11.0=h9c3ff4c_3
+  - libwebp-base=1.2.4=h166bdaf_0
+  - libxcb=1.13=h7f98852_1004
+  - libxkbcommon=1.5.0=h79f4944_0
+  - libxml2=2.10.3=h7463322_0
+  - libzlib=1.2.13=h166bdaf_4
+  - llvm-openmp=15.0.7=h0cdce71_0
+  - markdown=3.4.1=pyhd8ed1ab_0
+  - markupsafe=1.1.1=py37h5e8e339_3
+  - matplotlib=3.5.3=py37h89c1867_2
+  - matplotlib-base=3.5.3=py37hf395dca_2
+  - matplotlib-inline=0.1.6=pyhd8ed1ab_0
+  - mistune=0.8.4=pyh1a96a4e_1006
+  - mpg123=1.31.2=hcb278e6_0
+  - munkres=1.1.4=pyh9f0ad1d_0
+  - mysql-common=8.0.32=h14678bc_0
+  - mysql-libs=8.0.32=h54cf53e_0
+  - nbconvert=5.6.1=py37hc8dfbb8_1
+  - nbformat=5.7.3=pyhd8ed1ab_0
+  - ncurses=6.4=h6a678d5_0
+  - nettle=3.8.1=hc379101_1
+  - notebook=5.7.11=py37h89c1867_0
+  - nspr=4.35=h27087fc_0
+  - nss=3.88=he45b914_0
+  - numpy=1.21.6=py37h976b520_0
+  - opencv=4.6.0=py37h89c1867_3
+  - openh264=2.3.1=hcb278e6_2
+  - openjpeg=2.5.0=h7d73246_1
+  - openssl=1.1.1t=h0b41bf4_0
+  - opt_einsum=3.3.0=pyhd8ed1ab_1
+  - p11-kit=0.24.1=hc5aa10d_0
+  - packaging=23.0=pyhd8ed1ab_0
+  - pandas=1.2.3=py37hdc94413_0
+  - pandoc=2.19.2=ha770c72_0
+  - pandocfilters=1.5.0=pyhd8ed1ab_0
+  - parso=0.8.3=pyhd8ed1ab_0
+  - pcre2=10.40=hc3806b6_0
+  - pexpect=4.8.0=pyh1a96a4e_2
+  - pickleshare=0.7.5=py_1003
+  - pillow=9.2.0=py37h850a105_2
+  - pip=22.3.1=py37h06a4308_0
+  - pixman=0.40.0=h36c2ea0_0
+  - ply=3.11=py_1
+  - prometheus_client=0.16.0=pyhd8ed1ab_0
+  - prompt-toolkit=3.0.38=pyha770c72_0
+  - protobuf=3.20.3=py37h6a678d5_0
+  - pthread-stubs=0.4=h36c2ea0_1001
+  - ptyprocess=0.7.0=pyhd3deb0d_0
+  - pulseaudio=14.0=h0d2025b_11
+  - py-opencv=4.6.0=py37h25bab4e_3
+  - pyglet=1.5.27=py37h89c1867_0
+  - pygments=2.14.0=pyhd8ed1ab_0
+  - pyparsing=3.0.9=pyhd8ed1ab_0
+  - pyqt=5.15.7=py37hf30b843_0
+  - pyqt5-sip=12.11.0=py37hd23a5d3_0
+  - python=3.7.16=h7a1cb2a_0
+  - python-dateutil=2.8.2=pyhd8ed1ab_0
+  - python-fastjsonschema=2.16.3=pyhd8ed1ab_0
+  - python_abi=3.7=2_cp37m
+  - pytz=2022.7.1=pyhd8ed1ab_0
+  - pyzmq=19.0.2=py37hac76be4_2
+  - qt-main=5.15.6=hd477bba_1
+  - readline=8.2=h5eee18b_0
+  - scipy=1.7.3=py37hf2a6cf1_0
+  - send2trash=1.8.0=pyhd8ed1ab_0
+  - setuptools=59.8.0=py37h89c1867_1
+  - sip=6.6.2=py37hd23a5d3_0
+  - six=1.16.0=pyh6c4a22f_0
+  - sqlite=3.40.1=h5082296_0
+  - svt-av1=1.4.1=hcb278e6_0
+  - tensorboard=1.15.0=py37_0
+  - tensorboardx=2.2=pyhd3eb1b0_0
+  - tensorflow=1.15.0=gpu_py37h0f0df58_0
+  - tensorflow-base=1.15.0=gpu_py37h9dcbed7_0
+  - tensorflow-estimator=1.15.1=pyh2649769_0
+  - tensorflow-gpu=1.15.0=h0d30ee6_0
+  - termcolor=1.1.0=pyhd8ed1ab_3
+  - terminado=0.17.1=pyh41d4057_0
+  - testpath=0.6.0=pyhd8ed1ab_0
+  - tk=8.6.12=h1ccaba5_0
+  - toml=0.10.2=pyhd8ed1ab_0
+  - tornado=6.1=py37h540881e_3
+  - tqdm=4.65.0=pyhd8ed1ab_1
+  - traitlets=5.9.0=pyhd8ed1ab_0
+  - typing-extensions=4.4.0=hd8ed1ab_0
+  - typing_extensions=4.4.0=pyha770c72_0
+  - wcwidth=0.2.6=pyhd8ed1ab_0
+  - webencodings=0.5.1=py_1
+  - werkzeug=0.16.1=py_0
+  - wheel=0.38.4=py37h06a4308_0
+  - wrapt=1.14.1=py37h540881e_0
+  - x264=1!164.3095=h166bdaf_2
+  - x265=3.5=h924138e_3
+  - xcb-util=0.4.0=h166bdaf_0
+  - xcb-util-image=0.4.0=h166bdaf_0
+  - xcb-util-keysyms=0.4.0=h166bdaf_0
+  - xcb-util-renderutil=0.3.9=h166bdaf_0
+  - xcb-util-wm=0.4.1=h166bdaf_0
+  - xorg-fixesproto=5.0=h7f98852_1002
+  - xorg-inputproto=2.3.2=h7f98852_1002
+  - xorg-kbproto=1.0.7=h7f98852_1002
+  - xorg-libice=1.0.10=h7f98852_0
+  - xorg-libsm=1.2.3=hd9c2040_1000
+  - xorg-libx11=1.8.4=h0b41bf4_0
+  - xorg-libxau=1.0.9=h7f98852_0
+  - xorg-libxdmcp=1.1.3=h7f98852_0
+  - xorg-libxext=1.3.4=h0b41bf4_2
+  - xorg-libxfixes=5.0.3=h7f98852_1004
+  - xorg-libxi=1.7.10=h7f98852_0
+  - xorg-libxrender=0.9.10=h7f98852_1003
+  - xorg-renderproto=0.11.1=h7f98852_1002
+  - xorg-xextproto=7.3.0=h0b41bf4_1003
+  - xorg-xproto=7.0.31=h7f98852_1007
+  - xz=5.2.10=h5eee18b_1
+  - zeromq=4.3.4=h9c3ff4c_1
+  - zipp=3.15.0=pyhd8ed1ab_0
+  - zlib=1.2.13=h166bdaf_4
+  - zstd=1.5.2=h3eb15da_6
+  - pip:
+    - nvidia-cublas-cu11==11.10.3.66
+    - nvidia-cuda-nvrtc-cu11==11.7.99
+    - nvidia-cuda-runtime-cu11==11.7.99
+    - nvidia-cudnn-cu11==8.5.0.96
+    - torch==1.13.1
+prefix: /home/vedant/anaconda3/envs/tf1
diff --git a/run.py b/run.py
index 2e94f91..f2dd5e2 100644
--- a/run.py
+++ b/run.py
@@ -15,6 +15,7 @@ from baselines.common.atari_wrappers import NoopResetEnv, FrameStack
 from mpi4py import MPI
 
 
+
 from dynamic_bottleneck import DynamicBottleneck    
 from cnn_policy import CnnPolicy
 from cppo_agent import PpoOptimizer