Skip to content

Commit 0828749

Browse files
rishic3rishic3
committed
cleanup
1 parent 644fb35 commit 0828749

File tree

2 files changed

+34
-42
lines changed

2 files changed

+34
-42
lines changed

‎examples/ML+DL-Examples/Spark-DL/dl_inference/huggingface/sentence_transformers_torch.ipynb

+33-41
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@
1616
},
1717
{
1818
"cell_type": "code",
19-
"execution_count": 1,
19+
"execution_count": 2,
2020
"id": "c5f0d0a8",
2121
"metadata": {},
2222
"outputs": [],
@@ -32,7 +32,7 @@
3232
},
3333
{
3434
"cell_type": "code",
35-
"execution_count": 2,
35+
"execution_count": null,
3636
"id": "731faab7-a700-46f8-bba5-1c8764e5eacb",
3737
"metadata": {},
3838
"outputs": [],
@@ -142,11 +142,11 @@
142142
"name": "stderr",
143143
"output_type": "stream",
144144
"text": [
145-
"25/02/24 20:12:31 WARN Utils: Your hostname, cb4ae00-lcedt resolves to a loopback address: 127.0.1.1; using 10.110.47.100 instead (on interface eno1)\n",
146-
"25/02/24 20:12:31 WARN Utils: Set SPARK_LOCAL_IP if you need to bind to another address\n",
145+
"25/02/04 13:40:01 WARN Utils: Your hostname, cb4ae00-lcedt resolves to a loopback address: 127.0.1.1; using 10.110.47.100 instead (on interface eno1)\n",
146+
"25/02/04 13:40:01 WARN Utils: Set SPARK_LOCAL_IP if you need to bind to another address\n",
147147
"Setting default log level to \"WARN\".\n",
148148
"To adjust logging level use sc.setLogLevel(newLevel). For SparkR, use setLogLevel(newLevel).\n",
149-
"25/02/24 20:12:31 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable\n"
149+
"25/02/04 13:40:01 WARN NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable\n"
150150
]
151151
}
152152
],
@@ -255,7 +255,7 @@
255255
"name": "stderr",
256256
"output_type": "stream",
257257
"text": [
258-
"25/02/24 20:12:38 WARN TaskSetManager: Stage 6 contains a task of very large size (4021 KiB). The maximum recommended task size is 1000 KiB.\n"
258+
"25/02/04 13:40:08 WARN TaskSetManager: Stage 6 contains a task of very large size (4021 KiB). The maximum recommended task size is 1000 KiB.\n"
259259
]
260260
},
261261
{
@@ -283,7 +283,7 @@
283283
"name": "stderr",
284284
"output_type": "stream",
285285
"text": [
286-
"25/02/24 20:12:38 WARN TaskSetManager: Stage 9 contains a task of very large size (4021 KiB). The maximum recommended task size is 1000 KiB.\n"
286+
"25/02/04 13:40:08 WARN TaskSetManager: Stage 9 contains a task of very large size (4021 KiB). The maximum recommended task size is 1000 KiB.\n"
287287
]
288288
}
289289
],
@@ -355,13 +355,6 @@
355355
"only showing top 20 rows\n",
356356
"\n"
357357
]
358-
},
359-
{
360-
"name": "stderr",
361-
"output_type": "stream",
362-
"text": [
363-
" \r"
364-
]
365358
}
366359
],
367360
"source": [
@@ -424,15 +417,15 @@
424417
"name": "stderr",
425418
"output_type": "stream",
426419
"text": [
427-
"[Stage 18:==================================================> (7 + 1) / 8]\r"
420+
"[Stage 18:=====================> (3 + 5) / 8]\r"
428421
]
429422
},
430423
{
431424
"name": "stdout",
432425
"output_type": "stream",
433426
"text": [
434-
"CPU times: user 17 ms, sys: 13.1 ms, total: 30.1 ms\n",
435-
"Wall time: 6.33 s\n"
427+
"CPU times: user 10.6 ms, sys: 4.83 ms, total: 15.4 ms\n",
428+
"Wall time: 4.23 s\n"
436429
]
437430
},
438431
{
@@ -460,8 +453,8 @@
460453
"name": "stdout",
461454
"output_type": "stream",
462455
"text": [
463-
"CPU times: user 4.76 ms, sys: 2.53 ms, total: 7.29 ms\n",
464-
"Wall time: 162 ms\n"
456+
"CPU times: user 6.7 ms, sys: 2.44 ms, total: 9.15 ms\n",
457+
"Wall time: 163 ms\n"
465458
]
466459
}
467460
],
@@ -481,8 +474,8 @@
481474
"name": "stdout",
482475
"output_type": "stream",
483476
"text": [
484-
"CPU times: user 6.43 ms, sys: 2.2 ms, total: 8.63 ms\n",
485-
"Wall time: 228 ms\n"
477+
"CPU times: user 5.37 ms, sys: 2.73 ms, total: 8.1 ms\n",
478+
"Wall time: 232 ms\n"
486479
]
487480
}
488481
],
@@ -706,16 +699,16 @@
706699
},
707700
{
708701
"cell_type": "code",
709-
"execution_count": 26,
702+
"execution_count": null,
710703
"id": "040df0dd",
711704
"metadata": {},
712705
"outputs": [
713706
{
714707
"name": "stderr",
715708
"output_type": "stream",
716709
"text": [
717-
"2025-02-24 20:12:47,614 - INFO - Requesting stage-level resources: (cores=5, gpu=1.0)\n",
718-
"2025-02-24 20:12:47,616 - INFO - Starting 1 servers.\n"
710+
"2025-02-07 11:03:44,809 - INFO - Requesting stage-level resources: (cores=5, gpu=1.0)\n",
711+
"2025-02-07 11:03:44,810 - INFO - Starting 1 servers.\n"
719712
]
720713
},
721714
{
@@ -728,12 +721,11 @@
728721
{
729722
"data": {
730723
"text/plain": [
731-
"{'cb4ae00-lcedt': (2163509, [7000, 7001, 7002])}"
724+
"{'cb4ae00-lcedt': (2020631, [7000, 7001, 7002])}"
732725
]
733726
},
734-
"execution_count": 26,
735727
"metadata": {},
736-
"output_type": "execute_result"
728+
"output_type": "display_data"
737729
}
738730
],
739731
"source": [
@@ -759,7 +751,7 @@
759751
},
760752
{
761753
"cell_type": "code",
762-
"execution_count": 27,
754+
"execution_count": null,
763755
"id": "c42d1578",
764756
"metadata": {},
765757
"outputs": [],
@@ -797,7 +789,7 @@
797789
},
798790
{
799791
"cell_type": "code",
800-
"execution_count": 29,
792+
"execution_count": 31,
801793
"id": "9c712b8f-6eb4-4fb8-9f0a-04feef847fea",
802794
"metadata": {},
803795
"outputs": [],
@@ -818,7 +810,7 @@
818810
},
819811
{
820812
"cell_type": "code",
821-
"execution_count": 30,
813+
"execution_count": 29,
822814
"id": "2969d502-e97b-49d6-bf80-7d177ae867cf",
823815
"metadata": {},
824816
"outputs": [],
@@ -830,15 +822,15 @@
830822
},
831823
{
832824
"cell_type": "code",
833-
"execution_count": 31,
825+
"execution_count": 30,
834826
"id": "c8f1e6d6-6519-49e7-8465-4419547633b8",
835827
"metadata": {},
836828
"outputs": [
837829
{
838830
"name": "stderr",
839831
"output_type": "stream",
840832
"text": [
841-
"25/02/24 20:12:54 WARN CacheManager: Asked to cache already cached data.\n"
833+
"25/02/04 13:40:22 WARN CacheManager: Asked to cache already cached data.\n"
842834
]
843835
}
844836
],
@@ -865,8 +857,8 @@
865857
"name": "stdout",
866858
"output_type": "stream",
867859
"text": [
868-
"CPU times: user 5.8 ms, sys: 2.35 ms, total: 8.15 ms\n",
869-
"Wall time: 535 ms\n"
860+
"CPU times: user 5.59 ms, sys: 5.1 ms, total: 10.7 ms\n",
861+
"Wall time: 605 ms\n"
870862
]
871863
}
872864
],
@@ -887,8 +879,8 @@
887879
"name": "stdout",
888880
"output_type": "stream",
889881
"text": [
890-
"CPU times: user 6.32 ms, sys: 1.57 ms, total: 7.89 ms\n",
891-
"Wall time: 159 ms\n"
882+
"CPU times: user 2.57 ms, sys: 4.36 ms, total: 6.93 ms\n",
883+
"Wall time: 161 ms\n"
892884
]
893885
}
894886
],
@@ -908,8 +900,8 @@
908900
"name": "stdout",
909901
"output_type": "stream",
910902
"text": [
911-
"CPU times: user 7.5 ms, sys: 906 μs, total: 8.41 ms\n",
912-
"Wall time: 223 ms\n"
903+
"CPU times: user 7.06 ms, sys: 605 μs, total: 7.67 ms\n",
904+
"Wall time: 191 ms\n"
913905
]
914906
}
915907
],
@@ -982,8 +974,8 @@
982974
"name": "stderr",
983975
"output_type": "stream",
984976
"text": [
985-
"2025-02-24 20:12:55,468 - INFO - Requesting stage-level resources: (cores=5, gpu=1.0)\n",
986-
"2025-02-24 20:13:00,660 - INFO - Sucessfully stopped 1 servers. \n"
977+
"2025-02-04 13:40:23,196 - INFO - Requesting stage-level resources: (cores=5, gpu=1.0)\n",
978+
"2025-02-04 13:40:28,390 - INFO - Sucessfully stopped 1 servers. \n"
987979
]
988980
},
989981
{
@@ -1023,7 +1015,7 @@
10231015
],
10241016
"metadata": {
10251017
"kernelspec": {
1026-
"display_name": "spark-dl-torch-urllibnew",
1018+
"display_name": "spark-dl-torch",
10271019
"language": "python",
10281020
"name": "python3"
10291021
},

‎examples/ML+DL-Examples/Spark-DL/dl_inference/pytorch/image_classification_torch.ipynb

+1-1
Original file line numberDiff line numberDiff line change
@@ -2549,7 +2549,7 @@
25492549
],
25502550
"metadata": {
25512551
"kernelspec": {
2552-
"display_name": "spark-dl-torch-urllibnew",
2552+
"display_name": "spark-dl-torch",
25532553
"language": "python",
25542554
"name": "python3"
25552555
},

0 commit comments

Comments
 (0)