Back to pip... sigh

allenai · Sep 24, 2024 · 5287ba5 · 5287ba5
1 parent 357f2c6
commit 5287ba5
Show file tree

Hide file tree

Showing 3 changed files with 36 additions and 37 deletions.
diff --git a/gantry-environment.yaml b/gantry-environment.yaml
diff --git a/gantry-requirements.txt b/gantry-requirements.txt
@@ -0,0 +1,35 @@
+--index-url https://download.pytorch.org/whl/cu118
+torchvision
+cached-path
+smart_open
+pypdf
+pymupdf
+pypdfium2
+lingua-language-detector
+Pillow
+ruff
+mypy>=1.0,<1.5
+black>=23.0,<24.0
+isort>=5.12,<5.13
+pytest
+pytest-sphinx
+pytest-cov
+twine>=1.11.0
+build
+setuptools
+wheel
+Sphinx>=4.3.0,<7.1.0
+furo==2023.7.26
+myst-parser>=1.0,<2.1
+sphinx-copybutton==0.5.2
+sphinx-autobuild==2021.3.14
+sphinx-autodoc-typehints==1.23.3
+packaging
+necessary
+accelerate
+datasets
+peft
+wandb
+omegaconf
+s3fs
+transformers @ git+https://github.com/huggingface/transformers.git@f9b44097261270377199bb0fcbceb01fd9f7d0c0
diff --git a/scripts/qwen2vl-2b-gantry.sh b/scripts/qwen2vl-2b-gantry.sh
@@ -29,7 +29,7 @@ gantry run \
     --workspace ai2/oe-data-pdf \
     --beaker-image 'lucas/refine-axelot-vllm' \
     --venv 'base' \
-    --conda gantry-environment.yaml \
+    --pip gantry-requirements.txt \
     --priority normal \
     --gpus 4 \
     --preemptible \