multicore_parallel_run_config.json

{
  "wrappers": [
    {
      "name": "orun",
      "command": "orun -o %{output} -- %{paramwrapper} %{command}"
    },
    {
      "name": "orunchrt",
      "command": "orun -o %{output} -- %{paramwrapper} chrt -r 1 %{command}"
    },
    {
      "name": "perfstat",
      "command": "perf stat -o %{output} -- %{paramwrapper} chrt -r 1 %{command}"
    },
    {
      "name": "pausetimes",
      "command": "%{dep:pausetimes/pausetimes} %{output} %{paramwrapper} chrt -r 1 %{command}"
    }
  ],

  "benchmarks": [
    {
      "executable": "benchmarks/mpl/msort_ints.exe",
      "name": "msort_ints_multicore",
      "tags": ["gt_100s", "mpl"],
      "runs": [
        {
          "short_name": "1_10_20000000",
          "params": "-procs 1 -repeat 10 -N 20000000",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "2_10_20000000",
          "params": "-procs 2 -repeat 10 -N 20000000",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "4_10_20000000",
          "params": "-procs 4 -repeat 10 -N 20000000",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "8_10_20000000",
          "params": "-procs 8 -repeat 10 -N 20000000",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "16_10_20000000",
          "params": "-procs 16 -repeat 10 -N 20000000",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        },
        {
          "short_name": "24_10_20000000",
          "params": "-procs 24 -repeat 10 -N 20000000",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        }
      ]
    },
    {
      "executable": "benchmarks/mpl/msort_strings.exe",
      "name": "msort_strings_multicore",
      "tags": ["gt_100s", "mpl"],
      "runs": [
        {
          "short_name": "1_10_words64",
          "params": "-procs 1 -repeat 10 -f inputs/words64.txt",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "2_10_words64",
          "params": "-procs 2 -repeat 10 -f inputs/words64.txt",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "4_10_words64",
          "params": "-procs 4 -repeat 10 -f inputs/words64.txt",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "8_10_words64",
          "params": "-procs 8 -repeat 10 -f inputs/words64.txt",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "16_10_words64",
          "params": "-procs 16 -repeat 10 -f inputs/words64.txt",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        },
        {
          "short_name": "24_10_words64",
          "params": "-procs 24 -repeat 10 -f inputs/words64.txt",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        }
      ]
    },
    {
      "executable": "benchmarks/mpl/primes.exe",
      "name": "primes_multicore",
      "tags": ["gt_100s", "mpl"],
      "runs": [
        {
          "short_name": "1_10_100000000",
          "params": "-procs 1 -repeat 10 -N 100000000",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "2_10_100000000",
          "params": "-procs 2 -repeat 10 -N 100000000",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "4_10_100000000",
          "params": "-procs 4 -repeat 10 -N 100000000",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "8_10_100000000",
          "params": "-procs 8 -repeat 10 -N 100000000",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "16_10_100000000",
          "params": "-procs 16 -repeat 10 -N 100000000",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        },
        {
          "short_name": "24_10_100000000",
          "params": "-procs 24 -repeat 10 -N 100000000",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        }
      ]
    },
    {
      "executable": "benchmarks/mpl/tokens.exe",
      "name": "tokens_multicore",
      "tags": ["gt_100s", "mpl"],
      "runs": [
        {
          "short_name": "1_10_words64",
          "params": "-procs 1 -repeat 10 -f inputs/words64.txt --no-output",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "2_10_words64",
          "params": "-procs 2 -repeat 10 -f inputs/words64.txt --no-output",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "4_10_words64",
          "params": "-procs 4 -repeat 10 -f inputs/words64.txt --no-output",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "8_10_words64",
          "params": "-procs 8 -repeat 10 -f inputs/words64.txt --no-output",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "16_10_words64",
          "params": "-procs 16 -repeat 10 -f inputs/words64.txt --no-output",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        },
        {
          "short_name": "24_10_words64",
          "params": "-procs 24 -repeat 10 -f inputs/words64.txt --no-output",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        }
      ]
    },
    {
      "executable": "benchmarks/mpl/raytracer.exe",
      "name": "raytracer_multicore",
      "tags": ["gt_100s", "mpl"],
      "runs": [
        {
          "short_name": "1_10_1000_1000",
          "params": "-procs 1 -repeat 10 -n 1000 -m 1000",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "2_10_1000_1000",
          "params": "-procs 2 -repeat 10 -n 1000 -m 1000",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "4_10_1000_1000",
          "params": "-procs 4 -repeat 10 -n 1000 -m 1000",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "8_10_1000_1000",
          "params": "-procs 8 -repeat 10 -n 1000 -m 1000",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "short_name": "16_10_1000_1000",
          "params": "-procs 16 -repeat 10 -n 1000 -m 1000",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        },
        {
          "short_name": "24_10_1000_1000",
          "params": "-procs 24 -repeat 10 -n 1000 -m 1000",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        }
      ]
    },
    {
      "executable": "benchmarks/multicore-minilight/sequential/minilight.exe",
      "name": "minilight",
      "tags": ["10s_100s", "macro_bench"],
      "runs": [
        {
          "params": "roomfront.ml.txt",
          "short_name": "roomfront",
          "paramwrapper": "taskset --cpu-list 2-13"
        }
      ]
    },
    {
      "executable": "benchmarks/multicore-minilight/parallel/minilight_multicore.exe",
      "name": "minilight_multicore",
      "tags": ["macro_bench", "run_in_ci","gt_100s"],
      "runs": [
        {
          "params": "1 roomfront.ml.txt",
          "short_name": "1_roomfront",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "params": "2 roomfront.ml.txt",
          "short_name": "2_roomfront",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "params": "4 roomfront.ml.txt",
          "short_name": "4_roomfront",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "params": "8 roomfront.ml.txt",
          "short_name": "8_roomfront",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "params": "12 roomfront.ml.txt",
          "short_name": "12_roomfront",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "params": "16 roomfront.ml.txt",
          "short_name": "16_roomfront",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        },
        {
          "params": "20 roomfront.ml.txt",
          "short_name": "20_roomfront",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        },
        {
          "params": "24 roomfront.ml.txt",
          "short_name": "24_roomfront",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        }
      ]
    },

    {
      "executable": "benchmarks/benchmarksgame/spectralnorm2.exe",
      "name": "spectralnorm2",
      "tags": ["1s_10s", "macro_bench"],
      "runs": [
        { "params": "5_500" , "paramwrapper": "taskset --cpu-list 2-13"}
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/spectralnorm2_multicore.exe",
      "name": "spectralnorm2_multicore",
      "tags": ["macro_bench","1s_10s"],
      "runs": [
        { "params": "1 5_500", "paramwrapper": "taskset --cpu-list 2-13"}
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/spectralnorm2_multicore.exe",
      "name": "spectralnorm2_multicore",
      "tags": ["macro_bench","10s_100s"],
      "runs": [
        { "params": "2 5_500", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "4 5_500", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 5_500", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 5_500", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 5_500", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 5_500", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 5_500", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },
    {
      "executable": "benchmarks/graph500seq/gen.exe",
      "name": "graph500_gen",
      "tags": [ "macro_bench", "10s_100s" ],
      "runs": [
        { "params": "-scale 21 -edgefactor 16 edges.data", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/graph500par/gen.exe",
      "name": "graph500_gen_multicore",
      "tags": ["macro_bench", "10s_100s"],
      "runs": [
        {
          "params": "-ndomains 1 -scale 21 -edgefactor 16 edges.data",
          "short_name": "1_graph500_gen",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "params": "-ndomains 2 -scale 21 -edgefactor 16 edges.data",
          "short_name": "2_graph500_gen",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "params": "-ndomains 4 -scale 21 -edgefactor 16 edges.data",
          "short_name": "4_graph500_gen",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "params": "-ndomains 8 -scale 21 -edgefactor 16 edges.data",
          "short_name": "8_graph500_gen",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "params": "-ndomains 12 -scale 21 -edgefactor 16 edges.data",
          "short_name": "12_graph500_gen",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "params": "-ndomains 16 -scale 21 -edgefactor 16 edges.data",
          "short_name": "16_graph500_gen",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        },
        {
          "params": "-ndomains 20 -scale 21 -edgefactor 16 edges.data",
          "short_name": "20_graph500_gen",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        },
        {
          "params": "-ndomains 24 -scale 21 -edgefactor 16 edges.data",
          "short_name": "24_graph500_gen",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        }
      ]
    },
    {
      "executable": "benchmarks/graph500seq/kernel1_run.exe",
      "name": "graph500_kernel1",
      "tags": ["macro_bench"],
      "runs": [
        { "params": "edges.data" , "paramwrapper": "taskset --cpu-list 2-13"}
      ]
    },
    {
      "executable": "benchmarks/graph500par/kernel1_run_multicore.exe",
      "name": "graph500_kernel1_multicore",
      "tags": ["10s_100s", "macro_bench"],
      "runs": [
        {
          "params": "-ndomains 1 edges.data",
          "short_name": "1_graph500_kernel1",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "params": "-ndomains 2 edges.data",
          "short_name": "2_graph500_kernel1",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "params": "-ndomains 4 edges.data",
          "short_name": "4_graph500_kernel1",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "params": "-ndomains 8 edges.data",
          "short_name": "8_graph500_kernel1",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "params": "-ndomains 12 edges.data",
          "short_name": "12_graph500_kernel1",
          "paramwrapper": "taskset --cpu-list 2-13"
        },
        {
          "params": "-ndomains 16 edges.data",
          "short_name": "16_graph500_kernel1",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        },
        {
          "params": "-ndomains 20 edges.data",
          "short_name": "20_graph500_kernel1",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        },
        {
          "params": "-ndomains 24 edges.data",
          "short_name": "24_graph500_kernel1",
          "paramwrapper": "taskset --cpu-list 2-13,16-27"
        }
      ]
    },

    {
      "executable": "benchmarks/benchmarksgame/mandelbrot6.exe",
      "name": "mandelbrot6",
      "tags": ["10s_100s", "macro_bench"],
      "runs": [
        { "params": "16_000", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/mandelbrot6_multicore.exe",
      "name": "mandelbrot6_multicore",
      "tags": ["macro_bench", "run_in_ci","10s_100s"],
      "runs": [
        { "params": "1 16_000", "paramwrapper": "taskset --cpu-list 2-13"},
        { "params": "2 16_000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "4 16_000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 16_000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 16_000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 16_000", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 16_000", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 16_000", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },

    {
      "executable": "benchmarks/benchmarksgame/fannkuchredux.exe",
      "name": "fannkuchredux",
      "tags": ["macro_bench"],
      "runs": [
        { "params": "12", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/fannkuchredux_multicore.exe",
      "name": "fannkuchredux_multicore",
      "tags": ["macro_bench"],
      "runs": [
        { "params": "1 12", "paramwrapper": "taskset --cpu-list 2-13"},
        { "params": "2 12", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "4 12", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 12", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 12", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 12", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 12", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 12", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/matrix_multiplication.exe",
      "name": "matrix_multiplication",
      "tags": ["1s_10s", "macro_bench"],
      "runs": [
        { "params": "1024", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/matrix_multiplication_multicore.exe",
      "name": "matrix_multiplication_multicore",
      "tags": ["macro_bench", "run_in_ci","1s_10s"],
      "runs": [
        { "params": "1 1024", "paramwrapper": "taskset --cpu-list 2-13"},
        { "params": "2 1024", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "4 1024", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 1024", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 1024", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 1024", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 1024", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 1024", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/matrix_multiplication_tiling_multicore.exe",
      "name": "matrix_multiplication_tiling_multicore",
      "tags": [],
      "runs": [
        { "params": "1 1024", "paramwrapper": "taskset --cpu-list 2-13"},
        { "params": "2 1024", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "4 1024", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 1024", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 1024", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },

    {
      "executable": "benchmarks/multicore-numerical/nqueens.exe",
      "name": "nqueens",
      "tags": ["10s_100s", "macro_bench"],
      "runs": [
        { "params": "15", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/nqueens_multicore.exe",
      "name": "nqueens_multicore",
      "tags": ["macro_bench","10s_100s"],
      "runs": [
        { "params": "1 15", "paramwrapper": "taskset --cpu-list 2-13"},
        { "params": "2 15", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "4 15", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 15", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 15", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 15", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 15", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 15", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },

    {
      "executable": "benchmarks/multicore-numerical/mergesort.exe",
      "name": "mergesort",
      "tags": ["10s_100s", "macro_bench"],
      "runs": [
        { "params": "134217728", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/mergesort_multicore.exe",
      "name": "mergesort_multicore",
      "tags": ["macro_bench","10s_100s"],
      "runs": [
        { "params": "1 134217728", "paramwrapper": "taskset --cpu-list 2-13"},
        { "params": "2 134217728", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "4 134217728", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 134217728", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 134217728", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 134217728", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 134217728", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 134217728", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/quicksort.exe",
      "name": "quicksort",
      "tags": ["1s_10s"],
      "runs": [
        { "params": "40_000_000", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/quicksort_multicore.exe",
      "name": "quicksort_multicore",
      "tags": [],
      "runs": [
        { "params": "1 40_000_000", "paramwrapper": "taskset --cpu-list 2-13"},
        { "params": "2 40_000_000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "4 40_000_000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 40_000_000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 40_000_000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 40_000_000", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 40_000_000", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 40_000_000", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },

    {
      "executable": "benchmarks/benchmarksgame/binarytrees5.exe",
      "name": "binarytrees5",
      "tags": ["10s_100s", "macro_bench"],
      "runs": [
        { "params": "23", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/binarytrees5_multicore.exe",
      "name": "binarytrees5_multicore",
      "tags": ["macro_bench","10s_100s"],
      "runs": [
        { "params": "1 23", "paramwrapper": "taskset --cpu-list 2-13"},
        { "params": "2 23", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/binarytrees5_multicore.exe",
      "name": "binarytrees5_multicore",
      "tags": ["macro_bench","gt_100s"],
      "runs": [
        { "params": "4 23", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 23", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 23", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 23", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 23", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 23", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },

    {
      "executable": "benchmarks/multicore-numerical/game_of_life.exe",
      "name": "game_of_life",
      "tags": ["10s_100s", "macro_bench"],
      "runs": [
        { "params": "256", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/game_of_life_multicore.exe",
      "name": "game_of_life_multicore",
      "tags": ["macro_bench","10s_100s"],
      "runs": [
        { "params": "1 256", "paramwrapper": "taskset --cpu-list 2-13"},
        { "params": "2 256", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "4 256", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 256", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 256", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 256", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 256", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 256", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/LU_decomposition.exe",
      "name": "LU_decomposition",
      "tags": ["1s_10s", "macro_bench"],
      "runs": [
        { "params": "2048", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/LU_decomposition_multicore.exe",
      "name": "LU_decomposition_multicore",
      "tags": ["macro_bench","10s_100s"],
      "runs": [
        { "params": "1 2048", "paramwrapper": "taskset --cpu-list 2-13"}
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/LU_decomposition_multicore.exe",
      "name": "LU_decomposition_multicore",
      "tags": ["macro_bench","gt_100s"],
      "runs": [
        { "params": "2 2048", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "4 2048", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 2048", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 2048", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 2048", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 2048", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 2048", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/floyd_warshall.exe",
      "name": "floyd_warshall",
      "tags": ["1s_10s", "macro_bench"],
      "runs": [
        { "params": "1024", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/floyd_warshall_multicore.exe",
      "name": "floyd_warshall_multicore",
      "tags": ["macro_bench","10s_100s"],
      "runs": [
        { "params": "1 1024", "paramwrapper": "taskset --cpu-list 2-13"},
        { "params": "2 1024", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/floyd_warshall_multicore.exe",
      "name": "floyd_warshall_multicore",
      "tags": ["macro_bench","gt_100s"],
      "runs": [
        { "params": "4 1024", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 1024", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 1024", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 1024", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 1024", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 1024", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/nbody.exe",
      "name": "nbody",
      "tags": ["1s_10s", "macro_bench"],
      "runs": [
        { "params": "512 2048", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/nbody_multicore.exe",
      "name": "nbody_multicore",
      "tags": ["macro_bench","10s_100s"],
      "runs": [
        { "params": "1 512 2048", "paramwrapper": "taskset --cpu-list 2-13"},
        { "params": "2 512 2048", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "4 512 2048", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 512 2048", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 512 2048", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/nbody_multicore.exe",
      "name": "nbody_multicore",
      "tags": ["macro_bench","gt_100s"],
      "runs": [
        { "params": "16 512 2048", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 512 2048", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 512 2048", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/evolutionary_algorithm.exe",
      "name": "evolutionary_algorithm",
      "tags": ["10s_100s", "macro_bench"],
      "runs": [
        { "params": "10000 10000", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/evolutionary_algorithm_multicore.exe",
      "name": "evolutionary_algorithm_multicore",
      "tags": ["macro_bench", "run_in_ci","10s_100s"],
      "runs": [
        { "params": "1 10000 10000", "paramwrapper": "taskset --cpu-list 2-13"}
      ]
    },
    {
      "executable": "benchmarks/multicore-numerical/evolutionary_algorithm_multicore.exe",
      "name": "evolutionary_algorithm_multicore",
      "tags": ["macro_bench", "run_in_ci","gt_100s"],
      "runs": [
        { "params": "2 10000 10000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "4 10000 10000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 10000 10000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 10000 10000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 10000 10000", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 10000 10000", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 10000 10000", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },

    {
      "executable": "benchmarks/decompress/test_decompress.exe",
      "name": "test_decompress",
      "tags": ["1s_10s", "macro_bench"],
      "runs": [
        { "params": "64 1_048_576", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/decompress/test_decompress_multicore.exe",
      "name": "test_decompress_multicore",
      "tags": ["macro_bench", "run_in_ci","1s_10s"],
      "runs": [
        { "params": "1 64 1_048_576", "paramwrapper": "taskset --cpu-list 2-13"}
      ]
    },
    {
      "executable": "benchmarks/decompress/test_decompress_multicore.exe",
      "name": "test_decompress_multicore",
      "tags": ["macro_bench", "run_in_ci","10s_100s"],
      "runs": [
        { "params": "2 64 1_048_576", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "4 64 1_048_576", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 64 1_048_576", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 64 1_048_576", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 64 1_048_576", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 64 1_048_576", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 64 1_048_576", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },
    {
      "executable": "benchmarks/multicore-grammatrix/grammatrix.exe",
      "name": "grammatrix",
      "tags": ["10s_100s", "macro_bench"],
      "runs": [
        { "params": "16", "paramwrapper": "taskset --cpu-list 2-13" }
      ]
    },
    {
      "executable": "benchmarks/multicore-grammatrix/grammatrix_multicore.exe",
      "name": "grammatrix_multicore",
      "tags": ["macro_bench","10s_100s"],
      "runs": [
        { "params": "1 16", "paramwrapper": "taskset --cpu-list 2-13"},
        { "params": "2 16", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "4 16", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 16", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 16", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 16", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 16", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 16", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },
    {
      "executable": "benchmarks/simple-tests/pingpong_multicore.exe",
      "name": "pingpong_multicore",
      "tags": [],
      "runs": [
        { "params": "1 256 1000000", "paramwrapper": "taskset --cpu-list 2-13"},
        { "params": "2 256 1000000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "4 256 1000000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "8 256 1000000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "12 256 1000000", "paramwrapper": "taskset --cpu-list 2-13" },
        { "params": "16 256 1000000", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "20 256 1000000", "paramwrapper": "taskset --cpu-list 2-13,16-27" },
        { "params": "24 256 1000000", "paramwrapper": "taskset --cpu-list 2-13,16-27" }
      ]
    },
    {
      "executable": "benchmarks/multicore-structures/test_queue_parallel.exe",
      "name": "mpmc_queue_parallel",
      "tags": [],
      "runs": [
        {
          "params": "10000000"
        }
      ]
    },
    {
      "executable": "benchmarks/multicore-structures/test_spsc_queue_parallel.exe",
      "name": "spsc_queue_parallel",
      "tags": [],
      "runs": [
        {
          "params": "10000000"
        }
      ]
    },
    {
      "executable": "benchmarks/multicore-structures/test_spsc_queue_pingpong_parallel.exe",
      "name": "spsc_queue_pingpong_parallel",
      "tags": [],
      "runs": [
        {
          "params": "1 10000000"
        },
        {
          "params": "2 10000000"
        },
        {
          "params": "4 10000000"
        }
      ]
    },
    {
      "executable": "benchmarks/simple-tests/alloc_multicore.exe",
      "name": "alloc_multicore",
      "tags": [],
      "runs": [
        {
          "params": "1 1000000"
        },
        {
          "params": "2 1000000"
        },
        {
          "params": "4 1000000"
        },
        {
          "params": "8 1000000"
        },
        {
          "params": "16 1000000"
        }
      ]
    },
    {
      "executable": "benchmarks/multicore-structures/test_stack_parallel.exe",
      "name": "stack_parallel",
      "tags": [],
      "runs": [
        {
          "params": "100000"
        }
      ]
    }
  ]
}