Skip to content

Commit 1f2059f

Browse files
authored
Enable eventlog for micro-benchmark (#494)
Enable eventlog for micro-benchmark for debug --------- Signed-off-by: Yanxuan Liu <[email protected]>
1 parent 1d76d6f commit 1f2059f

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

examples/SQL+DF-Examples/micro-benchmarks/notebooks/micro-benchmarks-gpu.ipynb

+4-1
Original file line numberDiff line numberDiff line change
@@ -59,7 +59,7 @@
5959
},
6060
{
6161
"cell_type": "code",
62-
"execution_count": 3,
62+
"execution_count": null,
6363
"id": "975717da",
6464
"metadata": {},
6565
"outputs": [
@@ -79,6 +79,7 @@
7979
"pinnedPoolSize = os.getenv(\"PINNED_POOL_SIZE\", \"8g\")\n",
8080
"concurrentGpuTasks = os.getenv(\"CONCURRENT_GPU_TASKS\", \"4\")\n",
8181
"executorCores = int(os.getenv(\"EXECUTOR_CORES\", \"16\"))\n",
82+
"eventlogDir = \"file:\"+os.getenv(\"EVENTLOG_DIR\")\n",
8283
"gpuPerExecutor = 1/executorCores\n",
8384
"# Common spark settings\n",
8485
"conf = SparkConf()\n",
@@ -108,6 +109,8 @@
108109
"conf.set(\"spark.driver.extraClassPath\", RAPIDS_JAR)\n",
109110
"conf.set(\"spark.executor.extraClassPath\", RAPIDS_JAR)\n",
110111
"conf.set(\"spark.jars\", RAPIDS_JAR)\n",
112+
"conf.set(\"spark.eventLog.enabled\", \"true\")\n",
113+
"conf.set(\"spark.eventLog.dir\", eventlogDir)\n",
111114
"# Create spark session\n",
112115
"spark = SparkSession.builder.config(conf=conf).getOrCreate()\n",
113116
"# Load dataframe and create tempView\n",

0 commit comments

Comments
 (0)