Pipeline fixes

allenai · Jan 30, 2025 · c74d47a · c74d47a
1 parent 04844b3
commit c74d47a
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/olmocr/pipeline.py b/olmocr/pipeline.py
@@ -713,6 +713,12 @@ def submit_beaker_job(args):
         EnvVar(name="AWS_CREDENTIALS_FILE", secret=f"{owner}-AWS_CREDENTIALS_FILE"),
     ]
 
+    try:
+        b.secret.get("OLMOCR_PREVIEW_HF_TOKEN", args.beaker_workspace)
+        env_var_secrets.append(EnvVar(name="HF_TOKEN", secret="OLMOCR_PREVIEW_HF_TOKEN"))
+    except SecretNotFound:
+        pass
+
     try:
         b.secret.get("OE_DATA_GCS_SA_KEY", args.beaker_workspace)
         env_var_secrets.append(EnvVar(name="GOOGLE_APPLICATION_CREDENTIALS_FILE", secret="OE_DATA_GCS_SA_KEY"))