Add predict step to pipeline

matsuobasho · Nov 17, 2023 · a038b59 · a038b59
1 parent 453dad1
commit a038b59
Showing 1 changed file with 21 additions and 4 deletions.
diff --git a/codegen_model_comparison/cloud/pipeline.yaml b/codegen_model_comparison/cloud/pipeline.yaml
@@ -9,16 +9,33 @@ jobs:
   finetune:
     type: command
     inputs:
-      checkpoint: "t5-small"
+      checkpoint: "stanford-crfm/alias-gpt2-small-x21"
       #checkpoint: "Salesforce/codegen-350M-mono"
       data:
         type: uri_file
         path: azureml:functions:1
       batch_size: 20
       seq_length: 100
+    # outputs:
+    #   model:
+    #     type: mlflow_model
     code: ../src
-    environment: azureml:pipeline_sweep_env@latest
-    compute: azureml:cpu-inst
+    environment: azureml:codegen_env@latest
+    compute: azureml:cpu-cheap
     command: >-
-      python finetune.py --checkpoint ${{inputs.checkpoint}} --data_path ${{inputs.data}} --batch_size ${{inputs.batch_size}} --seq_lengh ${{inputs.seq_length}}
+      python finetune.py --checkpoint ${{inputs.checkpoint}} --data_path ${{inputs.data}} --batch_size ${{inputs.batch_size}} --seq_length ${{inputs.seq_length}}
+
+
+  predict:
+    type: command
+    inputs:
+      checkpoint: "stanford-crfm/alias-gpt2-small-x21"
+      data:
+        type: uri_file
+        path: azureml:test_functions:1
+    code: ../src
+    environment: azureml:codegen_env@latest
+    compute: azureml:cpu-cheap
+    command: >-
+      python predict.py --checkpoint ${{inputs.checkpoint}} --test_data_path ${{inputs.test_data_path}}