train_3pc.yml

$SUITE_VARS$:

  _python_pre: "export PYTHONPATH={{ exp_code_dir }}/utils && . {{ exp_code_dir }}/.venv/bin/activate"
  _python_path: "[% my_run._python_pre %] && {{ exp_code_dir }}/.venv/bin/python"
  cmd_mpspdz: "[% my_run._python_path %] -m  python_utils.scripts.experiment_runner --player-number <PLAYER-ID>"

  $INCLUDE_VARS$: dataset.yml

  commit_output: True
  convert_ring_bits: 31
  convert_n_threads: 36
  convert_debug: False
  convert_chunk_size: 200000

  consistency_args:
    abs_path_to_code_dir: "{{ exp_consistency_dir }}"
    hosts_file: "{{ exp_consistency_hosts_file }}"
    pc: kzg
    pp_args: "[% my_run.dataset_info[my_run.mpc.script_args.dataset].max_input_size %]"
    gen_pp: True
    type:
      $FACTOR$: [ sha3s, cerebro, pc ]
    use_split: True

  mpc:
    player_0_hostname: "[% exp_host_lst | json_query('[?host_type==`consistency`].private_dns_name') | default(['<UNDEFINED-DNS>'], true) | first %]"
    abs_path_to_code_dir: "{{ exp_code_dir }}"
    player_count: 3
    protocol_setup: $FACTOR$

    compiler_args: $FACTOR$ #'100000000'] # budget was '1000000'1million # also look at B 5 -> cannot be used together with R
    domain: $FACTOR$
    custom_prime: $FACTOR$

    script_name: "training"

    script_args:
      n_input_parties: 3
      sha3_approx_factor: "[% my_run.dataset_info[my_run.mpc.script_args.dataset].sha3_approx_factor_full | default(1) %]"

      #      n_epochs: 0

      debug: False  # for a final benchmarking run, can also use `debug: False`, this should then only release no secret info
      emulate: False
#      dataset: mnist_full_3party
      dataset:
        $FACTOR$: [ adult_3p, mnist_full_3party, cifar_alexnet_3party ]
      #          $FACTOR$: [ adult_3p ]
#      cifar_alexnet_3party

      # in a network with latency, a high batch size for ml.py is key to a good performance (60k raised insufficient memory error)
      batch_size: 128 #1024 #256 # was 128 before   # 60000 -> insufficient memory
      n_threads: 36 #128 #64 # TODO before was 32 -> see if this helps (128 raises too many files runtime error)

      audit_trigger_idx: 0 # select single audit trigger (from all)

      consistency_check: "[% my_run.consistency_args.type %]"


    stage: # "compile" in run and then in next run "run"
      $FACTOR$: [ compile, run ] # ensure that this is last factor

sh:
  n_repetitions: 1
  host_types:
    consistency:
      n: 3
      check_status: True
      init_roles:
        - setup-base
        - download-dataset
        - setup-consistency
        - setup-spdz-secrets
#        - download-dataset
        #        - setup-largeprimes
#        - setup-network-delay # adjust latency + bandwidth limit -> doe-suite-config/roles/setup-network-delay/vars/main.yml
      $CMD$:
        - main: "[% my_run.cmd_mpspdz | replace('<PLAYER-ID>', 0) %]"
        - main: "[% my_run.cmd_mpspdz | replace('<PLAYER-ID>', 1) %]"
        - main: "[% my_run.cmd_mpspdz | replace('<PLAYER-ID>', 2) %]"

  base_experiment:
    network_type: lan
    mpc_type: sh

  factor_levels:

    - mpc:
        protocol_setup: "semi_honest_3"
        domain: ring
        compiler_args: [ '-R', '64', '-C', '--budget', "[% my_run._runtime_info.budget %]", '-D', '-Z', '3', ]
        custom_prime: null

#    - mpc:
#        protocol_setup: "semi_honest_3"
#        domain: ring_noopt
#        compiler_args: [ '-R', '64', '-C', '--budget', '10000', '-Y' ]
#        custom_prime: null
#
#    - mpc:
#        protocol_setup: "rep-field-party"
#        domain: field_128
#        compiler_args: [ '-C', '--budget', '10000', '-Y' ]
#        custom_prime: null
#
#    - mpc:
#        protocol_setup: "rep-field-party"
#        domain: custom_256
#        compiler_args: [ '-C', '--budget', '10000', '-Y', '-F 251' ]
#        custom_prime: '8444461749428370424248824938781546531375899335154063827935233455917409239041'


mal:
  n_repetitions: 1
  host_types:
    consistency:
      n: 3
      check_status: True
      init_roles:
        - setup-base
        - download-dataset
        - setup-consistency
        - setup-spdz-secrets
#        - download-dataset
      #        - setup-largeprimes
      #        - setup-network-delay # adjust latency + bandwidth limit -> doe-suite-config/roles/setup-network-delay/vars/main.yml
      $CMD$:
        - main: "[% my_run.cmd_mpspdz | replace('<PLAYER-ID>', 0) %]"
        - main: "[% my_run.cmd_mpspdz | replace('<PLAYER-ID>', 1) %]"
        - main: "[% my_run.cmd_mpspdz | replace('<PLAYER-ID>', 2) %]"

  base_experiment:
    consistency_args:
      type:
          $FACTOR$: [ sha3s, cerebro, pc ]
    convert_chunk_size: 100000

    network_type: lan
    mpc_type: mal

    sleep_time: 10

    mpc:
      script_args:
        batch_size: 64
        n_batches: 50

  factor_levels:

    - mpc:
        protocol_setup: "sy-rep-ring-party"
        domain: ring
        compiler_args: [ '-R', '64', '-C', '--budget', "[% my_run._runtime_info.budget %]", '-D', '-Z', '3' ]
        custom_prime: null

#    - mpc:
#        protocol_setup: "sy-rep-field-party"
#        domain: field_128
#        compiler_args: [ '-C', '--budget', '10000', '-Y' ]
#        custom_prime: null
#
#    - mpc:
#        protocol_setup: "sy-rep-field-party"
#        domain: custom_256
#        compiler_args: [ '-C', '--budget', '10000', '-Y', '-F 251' ]
#        custom_prime: '8444461749428370424248824938781546531375899335154063827935233455917409239041'



$ETL$: {}