From c74d47a553982881c95d0bb93d11bd5f5cafa9e6 Mon Sep 17 00:00:00 2001 From: Jake Poznanski Date: Thu, 30 Jan 2025 22:30:39 +0000 Subject: [PATCH] Pipeline fixes --- olmocr/pipeline.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/olmocr/pipeline.py b/olmocr/pipeline.py index 4d54530..77eb654 100644 --- a/olmocr/pipeline.py +++ b/olmocr/pipeline.py @@ -713,6 +713,12 @@ def submit_beaker_job(args): EnvVar(name="AWS_CREDENTIALS_FILE", secret=f"{owner}-AWS_CREDENTIALS_FILE"), ] + try: + b.secret.get("OLMOCR_PREVIEW_HF_TOKEN", args.beaker_workspace) + env_var_secrets.append(EnvVar(name="HF_TOKEN", secret="OLMOCR_PREVIEW_HF_TOKEN")) + except SecretNotFound: + pass + try: b.secret.get("OE_DATA_GCS_SA_KEY", args.beaker_workspace) env_var_secrets.append(EnvVar(name="GOOGLE_APPLICATION_CREDENTIALS_FILE", secret="OE_DATA_GCS_SA_KEY"))