Skip to content

Commit

Permalink
fix p2p problem
Browse files Browse the repository at this point in the history
  • Loading branch information
rjzamora committed Mar 20, 2024
1 parent dc32127 commit ad2ea62
Showing 1 changed file with 6 additions and 0 deletions.
6 changes: 6 additions & 0 deletions dask_cuda/benchmarks/local_cudf_merge.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,12 +25,18 @@
# <https://gist.github.com/rjzamora/0ffc35c19b5180ab04bbf7c793c45955>


# Set default shuffle method to "tasks"
if dask.config.get("dataframe.shuffle.method", None) is None:
dask.config.set({"dataframe.shuffle.method": "tasks"})


def generate_chunk(i_chunk, local_size, num_chunks, chunk_type, frac_match, gpu):
# Setting a seed that triggers max amount of comm in the two-GPU case.
if gpu:
import cupy as xp

import cudf as xdf
import dask_cudf # noqa: F401
else:
import numpy as xp
import pandas as xdf
Expand Down

0 comments on commit ad2ea62

Please sign in to comment.