[testing] Compare to parsl

[jan-janssen]

#!/bin/env python3

import os

import parsl
from parsl.app.app import python_app, bash_app
from parsl.config import Config
from parsl.channels import LocalChannel
from parsl.providers import SlurmProvider
from parsl.executors import FluxExecutor
from parsl.launchers import SimpleLauncher
from parsl.addresses import address_by_hostname
from parsl.data_provider.files import File

# Update to import config for your machine
config = Config(
    executors=[
        FluxExecutor(
            label="hera_flux",
#            launch_cmd='{flux} start -v 2 {python} {manager} {protocol} {hostname} {port}', 
            launch_cmd='srun --tasks-per-node=1 ' + FluxExecutor.DEFAULT_LAUNCH_CMD,
            provider=SlurmProvider(
                channel=LocalChannel(),
                nodes_per_block=2,
                init_blocks=1,
                partition='pdebug',
                walltime='00:10:00',
                launcher=SimpleLauncher(),
            ),
        )
    ],
)




parsl.load(config)

remote = False
shared_dir = "/usr/workspace/corbett8/Flux/"


@python_app
def py_mpi(parsl_resource_specification={}):
    from mpi4py import MPI

    return MPI.COMM_WORLD.Get_size(), MPI.COMM_WORLD.Get_rank()



print(py_mpi(parsl_resource_specification={"num_tasks": 6}).result())

parsl.clear()