nas_config.json

{
  "nas_main": {
    "pattern": "Block",
    "num_gpu": 2,
    "block_num": 3,
    "num_opt_best":2,
    "finetune_threshold": 5,
    "spl_network_round": 2,
    "eliminate_policy": "best",
    "add_data_per_round": 50,
    "add_data_for_winner": 50,
    "subp_eva_debug": 0,
    "subp_pred_debug": 0,
    "eva_debug": 0,
    "ops_debug": 0
  },
  "enum":{
    "depth": 3,
    "width": 1,
    "max_depth": 2,
    "enum_debug": 0,
    "enum_log_path": ""
  },
  "eva": {
    "task_name": "cifar-100",
    "image_size": 32,
    "num_classes": 100,
    "num_examples_for_train": 40000,
    "num_examples_per_epoch_for_eval": 10000,
    "regularaztion_rate": 0.001,
    "initial_learning_rate": 0.025,
    "num_epochs_per_decay": 80.0,
    "learning_rate_decay_factor": 0.1,
    "moving_average_decay": 0.98,
    "batch_size": 50,
    "epoch": 2,
    "search_epoch": 2,
    "retrain_epoch": 2,
    "weight_decay": 0.0003,
    "momentum_rate": 0.9,
    "repeat_search": 1,
    "model_path": "model",
    "dataset_path": "data",
    "eva_log_path": "",
    "retrain_switch": 0,
    "learning_rate_type": "cos",
    "boundaries": [
      0,
      80,
      120
    ],
    "learing_rate": [
      0.1,
      0.01,
      0.001
    ]
  },
  "opt": {
      "sample_size": 3,
      "budget": 20000,
      "positive_num": 2,
      "rand_probability": 0.99,
      "uncertain_bit": 3
  },
  "spl":{
    "pool_switch": 0,
    "spl_log_path": "",
    "skip_max_dist": 4,
    "skip_max_num": 3,
    "conv_space": {
      "filter_size": [
        [32,48,64],
        [48,64,128],
        [64,128,192],
        [128,192,256]
      ],
      "kernel_size": [
        1,
        3,
        5
      ],
      "activation": [
        "relu",
        "leakyrelu",
        "relu6"
      ]
    },
    "pool_space": {
      "pooling_type": [
        "avg",
        "max"
      ],
      "kernel_size": [
        2,
        3,
        6,
        7,
        8
      ]
    }
  }
}