diff --git a/requirements.txt b/requirements.txt
new file mode 100644
index 0000000..23b647f
--- /dev/null
+++ b/requirements.txt
@@ -0,0 +1,6 @@
+torch
+fairscale
+fire
+sentencepiece
+tqdm
+pyarrow
diff --git a/setup.py b/setup.py
new file mode 100644
index 0000000..15e78d6
--- /dev/null
+++ b/setup.py
@@ -0,0 +1,6 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# This software may be used and distributed according to the terms of the GNU General Public License version 3.
+
+from setuptools import setup, find_packages
+
+setup(name="llama", version="0.0.0", packages=find_packages())