diff --git a/llama_train_requirements.txt b/llama_train_requirements.txt
index 887f6d8..fa31c5c 100644
--- a/llama_train_requirements.txt
+++ b/llama_train_requirements.txt
@@ -1,5 +1,8 @@
 .
-protobuf==3.20.3
 accelerate
-https://github.com/huggingface/transformers
+fairscale
+fire
+torch
 sentencepiece
+wandb
+protobuf==3.20.3
diff --git a/opengpt.yaml b/opengpt.yaml
new file mode 100644
index 0000000..5025a4f
--- /dev/null
+++ b/opengpt.yaml
@@ -0,0 +1,139 @@
+name: opengpt
+channels:
+  - conda-forge
+  - r
+  - defaults
+dependencies:
+  - _libgcc_mutex=0.1=main
+  - _openmp_mutex=5.1=1_gnu
+  - asttokens=2.2.1=pyhd8ed1ab_0
+  - backcall=0.2.0=pyh9f0ad1d_0
+  - backports=1.0=pyhd8ed1ab_3
+  - backports.functools_lru_cache=1.6.4=pyhd8ed1ab_0
+  - bzip2=1.0.8=h7b6447c_0
+  - ca-certificates=2023.5.7=hbcca054_0
+  - debugpy=1.5.1=py311h6a678d5_0
+  - decorator=5.1.1=pyhd8ed1ab_0
+  - executing=1.2.0=pyhd8ed1ab_0
+  - importlib-metadata=6.6.0=pyha770c72_0
+  - importlib_metadata=6.6.0=hd8ed1ab_0
+  - ipykernel=6.15.0=pyh210e3f2_0
+  - ipython=8.13.2=pyh41d4057_0
+  - jedi=0.18.2=pyhd8ed1ab_0
+  - jupyter_client=8.2.0=pyhd8ed1ab_0
+  - jupyter_core=5.3.0=py311h38be061_0
+  - ld_impl_linux-64=2.38=h1181459_1
+  - libffi=3.4.4=h6a678d5_0
+  - libgcc-ng=11.2.0=h1234567_1
+  - libgomp=11.2.0=h1234567_1
+  - libsodium=1.0.18=h36c2ea0_1
+  - libstdcxx-ng=11.2.0=h1234567_1
+  - libuuid=1.41.5=h5eee18b_0
+  - matplotlib-inline=0.1.6=pyhd8ed1ab_0
+  - ncurses=6.4=h6a678d5_0
+  - nest-asyncio=1.5.6=pyhd8ed1ab_0
+  - openssl=1.1.1t=h7f8727e_0
+  - packaging=23.1=pyhd8ed1ab_0
+  - parso=0.8.3=pyhd8ed1ab_0
+  - pexpect=4.8.0=pyh1a96a4e_2
+  - pickleshare=0.7.5=py_1003
+  - pip=23.0.1=py311h06a4308_0
+  - platformdirs=3.5.1=pyhd8ed1ab_0
+  - prompt-toolkit=3.0.38=pyha770c72_0
+  - prompt_toolkit=3.0.38=hd8ed1ab_0
+  - psutil=5.9.0=py311h5eee18b_0
+  - ptyprocess=0.7.0=pyhd3deb0d_0
+  - pure_eval=0.2.2=pyhd8ed1ab_0
+  - pygments=2.15.1=pyhd8ed1ab_0
+  - python=3.11.3=h7a1cb2a_0
+  - python-dateutil=2.8.2=pyhd8ed1ab_0
+  - python_abi=3.11=2_cp311
+  - pyzmq=25.0.2=py311h6a678d5_0
+  - readline=8.2=h5eee18b_0
+  - setuptools=67.8.0=py311h06a4308_0
+  - six=1.16.0=pyh6c4a22f_0
+  - sqlite=3.41.2=h5eee18b_0
+  - stack_data=0.6.2=pyhd8ed1ab_0
+  - tk=8.6.12=h1ccaba5_0
+  - tornado=6.2=py311h5eee18b_0
+  - traitlets=5.9.0=pyhd8ed1ab_0
+  - typing-extensions=4.6.2=hd8ed1ab_0
+  - typing_extensions=4.6.2=pyha770c72_0
+  - wcwidth=0.2.6=pyhd8ed1ab_0
+  - wheel=0.38.4=py311h06a4308_0
+  - xz=5.4.2=h5eee18b_0
+  - zeromq=4.3.4=h9c3ff4c_1
+  - zipp=3.15.0=pyhd8ed1ab_0
+  - zlib=1.2.13=h5eee18b_0
+  - pip:
+      - accelerate==0.19.0
+      - aiohttp==3.8.4
+      - aiosignal==1.3.1
+      - appdirs==1.4.4
+      - async-timeout==4.0.2
+      - attrs==23.1.0
+      - certifi==2023.5.7
+      - charset-normalizer==3.1.0
+      - click==8.1.3
+      - cmake==3.26.3
+      - datasets==2.12.0
+      - dill==0.3.6
+      - docker-pycreds==0.4.0
+      - fairscale==0.4.13
+      - filelock==3.12.0
+      - fire==0.5.0
+      - frozenlist==1.3.3
+      - fsspec==2023.5.0
+      - gitdb==4.0.10
+      - gitpython==3.1.31
+      - huggingface-hub==0.14.1
+      - idna==3.4
+      - jinja2==3.1.2
+      - jsonpickle==3.0.1
+      - lit==16.0.5
+      - markupsafe==2.1.2
+      - mpmath==1.3.0
+      - multidict==6.0.4
+      - multiprocess==0.70.14
+      - networkx==3.1
+      - numpy==1.24.3
+      - nvidia-cublas-cu11==11.10.3.66
+      - nvidia-cuda-cupti-cu11==11.7.101
+      - nvidia-cuda-nvrtc-cu11==11.7.99
+      - nvidia-cuda-runtime-cu11==11.7.99
+      - nvidia-cudnn-cu11==8.5.0.96
+      - nvidia-cufft-cu11==10.9.0.58
+      - nvidia-curand-cu11==10.2.10.91
+      - nvidia-cusolver-cu11==11.4.0.1
+      - nvidia-cusparse-cu11==11.7.4.91
+      - nvidia-nccl-cu11==2.14.3
+      - nvidia-nvtx-cu11==11.7.91
+      - openai==0.27.7
+      - opengpt==0.0.5
+      - pandas==2.0.2
+      - pathtools==0.1.2
+      - protobuf==3.20.3
+      - pyarrow==12.0.0
+      - python-box==7.0.1
+      - pytz==2023.3
+      - pyyaml==6.0
+      - regex==2023.5.5
+      - requests==2.31.0
+      - responses==0.18.0
+      - sentencepiece==0.1.99
+      - sentry-sdk==1.24.0
+      - setproctitle==1.3.2
+      - smmap==5.0.0
+      - sympy==1.12
+      - termcolor==2.3.0
+      - tiktoken==0.4.0
+      - tokenizers==0.13.3
+      - torch==2.0.1
+      - tqdm==4.65.0
+      - transformers==4.29.2
+      - triton==2.0.0
+      - tzdata==2023.3
+      - urllib3==1.26.16
+      - wandb==0.15.3
+      - xxhash==3.2.0
+      - yarl==1.9.2