model-small.yml

# For the small models, we have a single suite with a two experiments (cpsnark pc_type ipa vs kzg) that contains all factors for models and cpsnarks

$SUITE_VARS$:
  $INCLUDE_VARS$: general.yml


exp_kzg:
  n_repetitions: 1
  host_types:
    small:
      n: 1
      init_roles: setup-base
      $CMD$: "[% my_run.cmd %]"
  base_experiment:
    model:
      $FACTOR$: [mnist, resnet18, dlrm]
    cpsnark:
      $FACTOR$: [no_com, cp_link+, poseidon, poly] #, cp_link] TODO [nku] BRING BACK ONCE DONE
    pc_type: kzg

exp_ipa:
  n_repetitions: 1
  host_types:
    small:
      n: 1
      init_roles: setup-base
      $CMD$: "[% my_run.cmd %]"
  base_experiment:
    model:
      $FACTOR$: [mnist, resnet18, dlrm]
    cpsnark:
      $FACTOR$: [no_com, poseidon, poly] # INFO: cp_link, cp_link+ -> not with ipa
    pc_type: ipa


$ETL$:
  overview:
    experiments: "*"
    extractors:
      ErrorExpectedFileExtractor: {expected_file: ["output.csv"]}
      IgnoreExtractor: {file_regex: ["stdout.log"]}
      CsvExtractor: {file_regex: ["output.csv"]}
    transformers: []
    loaders:
      CsvSummaryLoader: {skip_empty: True}