From f07340be7de578b905ea4e343fe5b44c39b3fb4e Mon Sep 17 00:00:00 2001
From: alpayariyak <aariyak@wpi.edu>
Date: Tue, 9 Apr 2024 07:01:47 +0000
Subject: [PATCH 1/2] Update dependencies

---
 pyproject.toml | 10 +++++++---
 1 file changed, 7 insertions(+), 3 deletions(-)

diff --git a/pyproject.toml b/pyproject.toml
index e084f94..fb8a807 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -15,7 +15,8 @@ classifiers = [
 dependencies = [
     "beautifulsoup4", 
     "markdownify", 
-    "openai", 
+    "pylatexenc",
+    "openai==0.28.1",
     "tenacity", 
     "tiktoken", 
     "tqdm", 
@@ -23,7 +24,10 @@ dependencies = [
     "numba", 
     "datasets", 
     "orjson", 
-    "torch", 
+    "torch==2.1.2", 
+    "packaging",
+    "ninja",
+    "flash-attn",
     "ray", 
     "sentencepiece", 
     "transformers>=4.38.2", 
@@ -33,7 +37,7 @@ dependencies = [
     "pydantic", 
     "shortuuid", 
     "uvicorn", 
-    "vllm>=0.3.3",
+    "vllm==0.4.0.post1",
     "pytest"
 ]
 

From 5a10cf75cc34771cadd848760959217c3bf0ff34 Mon Sep 17 00:00:00 2001
From: alpayariyak <aariyak@wpi.edu>
Date: Sun, 21 Apr 2024 06:37:08 +0000
Subject: [PATCH 2/2] Bump transformers version for llama 3

---
 pyproject.toml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pyproject.toml b/pyproject.toml
index fb8a807..42febf9 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -30,7 +30,7 @@ dependencies = [
     "flash-attn",
     "ray", 
     "sentencepiece", 
-    "transformers>=4.38.2", 
+    "transformers==4.40.0", 
     "accelerate", 
     "protobuf",
     "fastapi",