From 4a32be0621a4bee4527b99e791fed12e6549194a Mon Sep 17 00:00:00 2001 From: Jena Hwang Date: Fri, 25 Oct 2024 17:57:24 -0700 Subject: [PATCH] removing temp outputs --- .gitignore | 3 --- guided-trout-2f805b9.yaml | 39 +++++++++++++++++++++++++++++++++++++++ log.txt | 10 ---------- 3 files changed, 39 insertions(+), 13 deletions(-) create mode 100644 guided-trout-2f805b9.yaml delete mode 100644 log.txt diff --git a/.gitignore b/.gitignore index e0f77ccd8..9b1e99785 100644 --- a/.gitignore +++ b/.gitignore @@ -1,6 +1,3 @@ -# beaker yaml -guided-trout-2f805b9.yaml - # build artifacts .eggs/ diff --git a/guided-trout-2f805b9.yaml b/guided-trout-2f805b9.yaml new file mode 100644 index 000000000..7607d5d52 --- /dev/null +++ b/guided-trout-2f805b9.yaml @@ -0,0 +1,39 @@ +version: v2 +tasks: + - name: main + image: + beaker: ai2/conda + command: [bash, /gantry/entrypoint.sh] + arguments: [/bin/bash, -c, 'python hf_olmo/convert_olmo_to_hf.py --checkpoint-dir ''s3://ai2-llm/checkpoints/cheap_decisions/dolma-v1-6-and-sources-baseline-3x-code-1B-N-1T-D-mitchish1-001/step99000-unsharded'' --destination-dir ''/data/input/ai2-llm/checkpoints/cheap_decisions/dolma-v1-6-and-sources-baseline-3x-code-1B-N-1T-D-mitchish1-001/step99000-unsharded'' --keep-olmo-artifacts'] + envVars: + - name: GANTRY_VERSION + value: 1.8.3 + - name: GITHUB_REPO + value: allenai/OLMo + - name: GIT_REF + value: fbfda0e3eca0768728eaa8d7dbd91bcbba5d8d2c + - name: GANTRY_TASK_NAME + value: main + - name: AWS_ACCESS_KEY_ID + secret: JENA_AWS_ACCESS_KEY_ID + - name: AWS_SECRET_ACCESS_KEY + secret: JENA_AWS_SECRET_ACCESS_KEY + - name: NO_PYTHON + value: "1" + datasets: + - mountPath: /gantry + source: + beaker: 01J721NEMRKZ4HBGNS5KV7873R + - mountPath: /data/input + source: + weka: oe-eval-default + result: + path: /results + resources: + sharedMemory: 10 GiB + context: + priority: normal + preemptible: true + constraints: + cluster: + - ai2/jupiter-cirrascale-2 diff --git a/log.txt b/log.txt deleted file mode 100644 index 16a1a62e7..000000000 --- a/log.txt +++ /dev/null @@ -1,10 +0,0 @@ - - o=======[] - __ _ _ _ |_ [] - / _` | __ _ _ _ | |_ _ _ | || | [] - \__, | / _` | | ' \ | _| | '_| \_, | _/ ]_ - |___/ \__,_| |_||_| _\__| _|_|_ _|__/ |_____| -_|"""""|_|"""""|_|"""""|_|"""""|_|"""""|_| """"| - `---------------------------------------------' - -Experiment submitted, see progress at https://beaker.org/ex/01J7446KB7EXZ35D8NST0JTNTY