SENG550_Project_Logistic_Regression_Model.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "# **Sentiment Analysis on Queen Elizabeth’s Death: Tweets from Around the World on Queen Elizabeth II.**\n",
        "\n",
        "## This notebook contains experiments using a simple keyword-based heuristic to assign sentiment labels and then training a supervised logistic regression model."
      ],
      "metadata": {
        "id": "SF9iZ531jiwS"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Setting up pyspark, hadoop and java"
      ],
      "metadata": {
        "id": "kz_5-aOKkero"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!apt-get install openjdk-8-jdk-headless -qq > /dev/null\n",
        "!wget https://downloads.apache.org/spark/spark-3.5.3/spark-3.5.3-bin-hadoop3.tgz\n",
        "!tar -xvf spark-3.5.3-bin-hadoop3.tgz\n",
        "!pip install findspark"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "tW6eTkdIjzh6",
        "outputId": "520550bf-2d1d-4053-9fe2-51ac7f86e0c0",
        "collapsed": true
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "--2024-12-16 03:11:57--  https://downloads.apache.org/spark/spark-3.5.3/spark-3.5.3-bin-hadoop3.tgz\n",
            "Resolving downloads.apache.org (downloads.apache.org)... 88.99.208.237, 135.181.214.104, 2a01:4f9:3a:2c57::2, ...\n",
            "Connecting to downloads.apache.org (downloads.apache.org)|88.99.208.237|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 400864419 (382M) [application/x-gzip]\n",
            "Saving to: ‘spark-3.5.3-bin-hadoop3.tgz’\n",
            "\n",
            "spark-3.5.3-bin-had 100%[===================>] 382.29M  15.0MB/s    in 29s     \n",
            "\n",
            "2024-12-16 03:12:26 (13.4 MB/s) - ‘spark-3.5.3-bin-hadoop3.tgz’ saved [400864419/400864419]\n",
            "\n",
            "spark-3.5.3-bin-hadoop3/\n",
            "spark-3.5.3-bin-hadoop3/data/\n",
            "spark-3.5.3-bin-hadoop3/data/graphx/\n",
            "spark-3.5.3-bin-hadoop3/data/graphx/users.txt\n",
            "spark-3.5.3-bin-hadoop3/data/graphx/followers.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/sample_linear_regression_data.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/sample_fpgrowth.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/sample_libsvm_data.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/gmm_data.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/kmeans_data.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/streaming_kmeans_data_test.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/sample_lda_data.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/sample_multiclass_classification_data.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/pagerank_data.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/sample_isotonic_regression_libsvm_data.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/sample_lda_libsvm_data.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/sample_movielens_data.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/pic_data.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/sample_binary_classification_data.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/ridge-data/\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/ridge-data/lpsa.data\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/images/\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/images/license.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/images/origin/\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/images/origin/kittens/\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/images/origin/kittens/DP802813.jpg\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/images/origin/kittens/DP153539.jpg\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/images/origin/kittens/54893.jpg\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/images/origin/kittens/not-image.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/images/origin/kittens/29.5.a_b_EGDP022204.jpg\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/images/origin/multi-channel/\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/images/origin/multi-channel/BGRA_alpha_60.png\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/images/origin/multi-channel/grayscale.jpg\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/images/origin/multi-channel/BGRA.png\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/images/origin/multi-channel/chr30.4.184.jpg\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/images/origin/license.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/sample_kmeans_data.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/als/\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/als/sample_movielens_ratings.txt\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/als/test.data\n",
            "spark-3.5.3-bin-hadoop3/data/mllib/sample_svm_data.txt\n",
            "spark-3.5.3-bin-hadoop3/data/artifact-tests/\n",
            "spark-3.5.3-bin-hadoop3/data/artifact-tests/smallJar.jar\n",
            "spark-3.5.3-bin-hadoop3/data/artifact-tests/crc/\n",
            "spark-3.5.3-bin-hadoop3/data/artifact-tests/crc/smallJar.txt\n",
            "spark-3.5.3-bin-hadoop3/data/artifact-tests/crc/README.md\n",
            "spark-3.5.3-bin-hadoop3/data/artifact-tests/crc/junitLargeJar.txt\n",
            "spark-3.5.3-bin-hadoop3/data/artifact-tests/junitLargeJar.jar\n",
            "spark-3.5.3-bin-hadoop3/data/streaming/\n",
            "spark-3.5.3-bin-hadoop3/data/streaming/AFINN-111.txt\n",
            "spark-3.5.3-bin-hadoop3/sbin/\n",
            "spark-3.5.3-bin-hadoop3/sbin/start-all.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/start-mesos-shuffle-service.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/start-mesos-dispatcher.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/start-thriftserver.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/spark-config.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/stop-workers.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/stop-master.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/start-slave.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/stop-thriftserver.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/decommission-slave.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/start-connect-server.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/stop-mesos-shuffle-service.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/start-worker.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/stop-all.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/start-history-server.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/stop-history-server.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/stop-mesos-dispatcher.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/workers.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/start-slaves.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/stop-slave.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/decommission-worker.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/spark-daemons.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/stop-worker.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/start-workers.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/start-master.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/spark-daemon.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/slaves.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/stop-slaves.sh\n",
            "spark-3.5.3-bin-hadoop3/sbin/stop-connect-server.sh\n",
            "spark-3.5.3-bin-hadoop3/yarn/\n",
            "spark-3.5.3-bin-hadoop3/yarn/spark-3.5.3-yarn-shuffle.jar\n",
            "spark-3.5.3-bin-hadoop3/R/\n",
            "spark-3.5.3-bin-hadoop3/R/lib/\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/profile/\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/profile/general.R\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/profile/shell.R\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/INDEX\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/worker/\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/worker/daemon.R\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/worker/worker.R\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/Meta/\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/Meta/links.rds\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/Meta/vignette.rds\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/Meta/package.rds\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/Meta/Rd.rds\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/Meta/features.rds\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/Meta/nsInfo.rds\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/Meta/hsearch.rds\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/R/\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/R/SparkR\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/R/SparkR.rdb\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/R/SparkR.rdx\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/help/\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/help/AnIndex\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/help/SparkR.rdb\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/help/aliases.rds\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/help/paths.rds\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/help/SparkR.rdx\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/doc/\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/doc/sparkr-vignettes.R\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/doc/index.html\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/doc/sparkr-vignettes.Rmd\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/doc/sparkr-vignettes.html\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/html/\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/html/R.css\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/html/00Index.html\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/tests/\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/tests/testthat/\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/tests/testthat/test_basic.R\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/NAMESPACE\n",
            "spark-3.5.3-bin-hadoop3/R/lib/SparkR/DESCRIPTION\n",
            "spark-3.5.3-bin-hadoop3/R/lib/sparkr.zip\n",
            "spark-3.5.3-bin-hadoop3/licenses/\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-mustache.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-paranamer.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-respond.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-reflectasm.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-jline.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-py4j.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-pyrolite.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-JLargeArrays.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-javax-transaction-transaction-api.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-zstd-jni.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-AnchorJS.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-d3.min.js.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-javolution.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-machinist.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-antlr.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-CC0.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-arpack.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-scopt.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-datatables.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-jakarta-ws-rs-api\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-cloudpickle.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-JTransforms.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-vis-timeline.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-sbt-launch-lib.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-janino.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-jakarta.activation-api.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-graphlib-dot.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-minlog.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-jakarta-annotation-api\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-slf4j.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-automaton.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-jaxb-runtime.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-blas.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-jsp-api.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-re2j.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-spire.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-istack-commons-runtime.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-protobuf.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-jodd.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-pmml-model.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-jakarta.xml.bind-api.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-matchMedia-polyfill.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-jquery.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-zstd.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-xmlenc.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-modernizr.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-leveldbjni.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-join.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-dagre-d3.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-json-formatter.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-dnsjava.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-javassist.html\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-f2j.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-bootstrap.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-kryo.txt\n",
            "spark-3.5.3-bin-hadoop3/licenses/LICENSE-sorttable.js.txt\n",
            "spark-3.5.3-bin-hadoop3/RELEASE\n",
            "spark-3.5.3-bin-hadoop3/jars/\n",
            "spark-3.5.3-bin-hadoop3/jars/dropwizard-metrics-hadoop-metrics2-reporter-0.1.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-transport-native-kqueue-4.1.96.Final-osx-aarch_64.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-transport-native-epoll-4.1.96.Final-linux-x86_64.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/commons-cli-1.5.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/commons-text-1.10.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hive-jdbc-2.3.9.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hive-beeline-2.3.9.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-common-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-common-utils_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/datasketches-memory-2.1.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/janino-3.1.9.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/rocksdbjni-8.3.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/super-csv-2.2.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-sql_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-apiextensions-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-handler-proxy-4.1.96.Final.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/json4s-core_2.12-3.7.0-M11.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/mesos-1.4.3-shaded-protobuf.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jersey-client-2.40.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/bonecp-0.8.0.RELEASE.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/javolution-5.5.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-gatewayapi-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/istack-commons-runtime-3.0.8.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-tags_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hk2-locator-2.6.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-extensions-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/derby-10.14.2.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/parquet-format-structures-1.13.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-autoscaling-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spire_2.12-0.17.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/leveldbjni-all-1.8.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/activation-1.1.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-admissionregistration-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/commons-lang3-3.12.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/datasketches-java-3.3.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-codec-socks-4.1.96.Final.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jersey-common-2.40.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/parquet-encoding-1.13.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/gson-2.2.4.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-handler-4.1.96.Final.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/commons-codec-1.16.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/okio-1.17.6.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jackson-core-asl-1.9.13.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/avro-mapred-1.11.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-resolver-4.1.96.Final.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/log4j-1.2-api-2.20.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-common-4.1.96.Final.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/commons-collections-3.2.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/curator-client-2.13.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-codec-http-4.1.96.Final.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-client-api-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/commons-crypto-1.1.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-yarn_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/metrics-json-4.2.19.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-kvstore_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/json4s-ast_2.12-3.7.0-M11.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/breeze-macros_2.12-2.1.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/log4j-slf4j2-impl-2.20.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hadoop-client-runtime-3.3.4.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/paranamer-2.8.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hive-serde-2.3.9.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/py4j-0.10.9.7.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/antlr4-runtime-4.9.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/avro-ipc-1.11.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/httpcore-4.4.16.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/log4j-core-2.20.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/arpack_combined_all-0.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/minlog-1.3.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jackson-core-2.15.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/lz4-java-1.8.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/ivy-2.5.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hk2-api-2.6.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/tink-1.9.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hive-shims-common-2.3.9.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/aopalliance-repackaged-2.6.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/commons-compiler-3.1.9.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/lapack-3.0.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/datanucleus-rdbms-4.1.19.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jline-2.14.6.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-catalyst_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/blas-3.0.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/datanucleus-api-jdo-4.2.4.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jersey-container-servlet-core-2.40.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/shims-0.9.45.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-transport-4.1.96.Final.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spire-platform_2.12-0.17.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hadoop-shaded-guava-1.1.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jpam-1.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/parquet-column-1.13.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/json-1.8.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/javassist-3.29.2-GA.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/metrics-core-4.2.19.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/slf4j-api-2.0.7.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/arrow-memory-netty-12.0.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/parquet-jackson-1.13.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/snakeyaml-engine-2.6.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jackson-dataformat-yaml-2.15.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/arrow-memory-core-12.0.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jersey-hk2-2.40.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/JLargeArrays-1.5.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/okhttp-3.12.12.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-policy-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/commons-logging-1.1.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/chill_2.12-0.10.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/annotations-17.0.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hive-metastore-2.3.9.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/cats-kernel_2.12-2.1.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/guava-14.0.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/arrow-vector-12.0.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-buffer-4.1.96.Final.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/flatbuffers-java-1.12.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jsr305-3.0.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/chill-java-0.10.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/transaction-api-1.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kryo-shaded-4.0.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/commons-math3-3.6.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-httpclient-okhttp-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-core_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hadoop-client-api-3.3.4.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/xz-1.9.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/xbean-asm9-shaded-4.23.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/opencsv-2.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-core-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-events-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jackson-module-scala_2.12-2.15.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/commons-pool-1.5.4.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-unsafe_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/logging-interceptor-3.12.12.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hive-shims-scheduler-2.3.9.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/libfb303-0.9.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hive-service-rpc-3.1.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/zstd-jni-1.5.5-4.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/commons-lang-2.6.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-sketch_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-sql-api_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/arrow-format-12.0.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/scala-reflect-2.12.18.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/log4j-api-2.20.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/curator-framework-2.13.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-scheduling-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/json4s-jackson_2.12-3.7.0-M11.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/ST4-4.0.4.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/zjsonpatch-0.3.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-hive_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/zookeeper-3.6.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jta-1.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-network-common_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/RoaringBitmap-0.9.45.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/parquet-common-1.13.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/libthrift-0.12.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jcl-over-slf4j-2.0.7.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/commons-compress-1.23.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/arpack-3.0.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-metrics-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/pickle-1.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jersey-container-servlet-2.40.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-launcher_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jakarta.xml.bind-api-2.3.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jersey-server-2.40.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/json4s-scalap_2.12-3.7.0-M11.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/scala-collection-compat_2.12-2.7.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/orc-mapreduce-1.9.4-shaded-protobuf.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hive-shims-2.3.9.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jakarta.inject-2.6.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jakarta.ws.rs-api-2.1.6.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jdo-api-3.0.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spire-macros_2.12-0.17.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spire-util_2.12-0.17.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-certificates-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/scala-compiler-2.12.18.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/audience-annotations-0.5.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/parquet-hadoop-1.13.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-node-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-mllib-local_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/stax-api-1.0.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-transport-classes-kqueue-4.1.96.Final.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/scala-library-2.12.18.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jakarta.annotation-api-1.3.5.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/scala-xml_2.12-2.1.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jakarta.servlet-api-4.0.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hive-common-2.3.9.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/commons-dbcp-1.4.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/objenesis-3.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-hive-thriftserver_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/oro-2.0.8.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hive-cli-2.3.9.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/HikariCP-2.5.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/datanucleus-core-4.1.17.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-coordination-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/joda-time-2.12.5.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/commons-io-2.16.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/antlr-runtime-3.5.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/snakeyaml-2.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-network-shuffle_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-apps-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jakarta.validation-api-2.0.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/osgi-resource-locator-1.0.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-transport-native-kqueue-4.1.96.Final-osx-x86_64.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-networking-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-graphx_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/avro-1.11.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-repl_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/univocity-parsers-2.9.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/aircompressor-0.27.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/JTransforms-3.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hive-exec-2.3.9-core.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/threeten-extra-1.7.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/algebra_2.12-2.0.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/scala-parser-combinators_2.12-2.3.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-rbac-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-resource-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hive-shims-0.23-2.3.9.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/httpclient-4.5.14.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-codec-4.1.96.Final.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/curator-recipes-2.13.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-transport-native-epoll-4.1.96.Final-linux-aarch_64.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/commons-collections4-4.4.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jaxb-runtime-2.3.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-discovery-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/zookeeper-jute-3.6.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jodd-core-3.5.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/metrics-jmx-4.2.19.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-mesos_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-kubernetes_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-flowcontrol-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-client-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/breeze_2.12-2.1.0.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/compress-lzf-1.1.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hadoop-yarn-server-web-proxy-3.3.4.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-transport-classes-epoll-4.1.96.Final.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/orc-core-1.9.4-shaded-protobuf.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/metrics-graphite-4.2.19.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-codec-http2-4.1.96.Final.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/orc-shims-1.9.4.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/stream-2.9.6.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hk2-utils-2.6.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/metrics-jvm-4.2.19.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-mllib_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jackson-datatype-jsr310-2.15.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/snappy-java-1.1.10.5.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jackson-databind-2.15.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hive-storage-api-2.8.1.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-transport-native-unix-common-4.1.96.Final.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-batch-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/javax.jdo-3.2.0-m3.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jul-to-slf4j-2.0.7.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/hive-llap-common-2.3.9.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jackson-annotations-2.15.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/kubernetes-model-storageclass-6.7.2.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/netty-all-4.1.96.Final.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/jackson-mapper-asl-1.9.13.jar\n",
            "spark-3.5.3-bin-hadoop3/jars/spark-streaming_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/examples/\n",
            "spark-3.5.3-bin-hadoop3/examples/jars/\n",
            "spark-3.5.3-bin-hadoop3/examples/jars/scopt_2.12-3.7.1.jar\n",
            "spark-3.5.3-bin-hadoop3/examples/jars/spark-examples_2.12-3.5.3.jar\n",
            "spark-3.5.3-bin-hadoop3/examples/src/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scripts/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scripts/getGpusResources.sh\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/SparkTC.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/graphx/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/graphx/AggregateMessagesExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/graphx/ComprehensiveExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/graphx/LiveJournalPageRank.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/graphx/SynthBenchmark.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/graphx/Analytics.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/graphx/ConnectedComponentsExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/graphx/TriangleCountingExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/graphx/PageRankExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/graphx/SSSPExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/LocalLR.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ExceptionHandlingTest.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/HdfsTest.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/LogQuery.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/MultiBroadcastTest.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/LocalKMeans.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/SimpleTypedAggregator.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/SQLDataSourceExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/jdbc/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/jdbc/ExampleJdbcConnectionProvider.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/UserDefinedScalar.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/UserDefinedUntypedAggregation.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/SparkSQLExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/UserDefinedTypedAggregation.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/hive/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/hive/SparkHiveExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/RDDRelation.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/streaming/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredNetworkWordCount.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredKafkaWordCount.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredSessionization.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredKerberizedKafkaWordCount.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredComplexSessionization.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/sql/streaming/StructuredNetworkWordCountWindowed.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/LocalFileLR.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/SparkPageRank.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/SkewedGroupByTest.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/SimpleSkewedGroupByTest.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/pythonconverters/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/pythonconverters/AvroConverters.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/SparkRemoteFileTest.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/extensions/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/extensions/AgeExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/extensions/SparkSessionExtensionsTest.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/extensions/SessionExtensionsWithLoader.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/extensions/SessionExtensionsWithoutLoader.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/MiniReadWriteTest.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/DriverSubmissionTest.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/AbstractParams.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/StreamingLinearRegressionExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/GradientBoostingClassificationExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/RandomRDDGeneration.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/DenseKMeans.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/MultivariateSummarizer.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/ChiSqSelectorExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/NormalizerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/ElementwiseProductExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/PowerIterationClusteringExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/FPGrowthExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/StreamingKMeansExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/SimpleFPGrowth.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/RandomForestClassificationExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/AssociationRulesExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/MulticlassMetricsExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/TFIDFExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/GaussianMixtureExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/TallSkinnySVD.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/CosineSimilarity.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/DecisionTreeClassificationExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/RankingMetricsExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/BinaryClassificationMetricsExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/LBFGSExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/DecisionTreeRegressionExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/KernelDensityEstimationExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/NaiveBayesExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/RecommendationExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/MultiLabelMetricsExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/MovieLensALS.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/Word2VecExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/LatentDirichletAllocationExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/BinaryClassification.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/BisectingKMeansExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/StandardScalerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/PCAOnSourceVectorExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/SVDExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/LogisticRegressionWithLBFGSExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/SparseNaiveBayes.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/GradientBoostedTreesRunner.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/GradientBoostingRegressionExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/PCAOnRowMatrixExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/PrefixSpanExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/PMMLModelExportExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/HypothesisTestingKolmogorovSmirnovTestExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/KMeansExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/IsotonicRegressionExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/Correlations.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/SVMWithSGDExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/HypothesisTestingExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/StreamingLogisticRegression.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/SummaryStatisticsExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/StratifiedSamplingExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/DecisionTreeRunner.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/TallSkinnyPCA.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/CorrelationsExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/RandomForestRegressionExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/StreamingTestExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/LDAExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/mllib/SampledRDDs.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/SparkHdfsLR.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/DFSReadWriteTest.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/GroupByTest.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/SparkLR.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/SparkALS.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/BroadcastTest.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/SparkPi.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/LocalPi.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/AccumulatorMetricsTest.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/SparkKMeans.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/streaming/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/streaming/QueueStream.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/streaming/HdfsWordCount.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/streaming/SqlNetworkWordCount.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/streaming/DirectKerberizedKafkaWordCount.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/streaming/StreamingExamples.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/streaming/DirectKafkaWordCount.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/streaming/StatefulNetworkWordCount.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/streaming/CustomReceiver.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/streaming/RawNetworkGrep.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/streaming/clickstream/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/streaming/clickstream/PageViewGenerator.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/streaming/clickstream/PageViewStream.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/streaming/RecoverableNetworkWordCount.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/streaming/NetworkWordCount.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/ModelSelectionViaTrainValidationSplitExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/EstimatorTransformerParamExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/RandomForestRegressorExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/QuantileDiscretizerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/ALSExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/MinHashLSHExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/LogisticRegressionSummaryExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/BucketizerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/VectorSizeHintExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/ChiSqSelectorExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/NormalizerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/ElementwiseProductExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/PowerIterationClusteringExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/FPGrowthExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/RobustScalerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/UnivariateFeatureSelectorExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/MinMaxScalerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/RandomForestExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/CorrelationExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/VarianceThresholdSelectorExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/ChiSquareTestExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/RFormulaExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/FeatureHasherExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/StringIndexerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/ModelSelectionViaCrossValidationExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/GaussianMixtureExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/GradientBoostedTreeClassifierExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/PipelineExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/MaxAbsScalerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/DecisionTreeClassificationExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/PCAExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/LogisticRegressionWithElasticNetExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/BinarizerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/VectorAssemblerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/DecisionTreeRegressionExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/SQLTransformerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/MulticlassLogisticRegressionWithElasticNetExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/NaiveBayesExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/UnaryTransformerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/Word2VecExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/TokenizerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/BisectingKMeansExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/StandardScalerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/FMRegressorExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/SummarizerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/StopWordsRemoverExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/ImputerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/AFTSurvivalRegressionExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/PrefixSpanExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/DCTExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/RandomForestClassifierExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/GradientBoostedTreeRegressorExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/LinearSVCExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/DecisionTreeExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/BucketedRandomProjectionLSHExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/DataFrameExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/DeveloperApiExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/KMeansExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/IsotonicRegressionExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/LogisticRegressionExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/TfIdfExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/CountVectorizerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/GeneralizedLinearRegressionExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/OneHotEncoderExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/LinearRegressionWithElasticNetExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/IndexToStringExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/OneVsRestExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/NGramExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/PolynomialExpansionExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/FMClassifierExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/LinearRegressionExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/InteractionExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/VectorSlicerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/MultilayerPerceptronClassifierExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/VectorIndexerExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/LDAExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/ml/GBTExample.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/scala/org/apache/spark/examples/LocalALS.scala\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/dir1/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/dir1/file3.json\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/dir1/dir2/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/dir1/dir2/file2.parquet\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/dir1/file1.parquet\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/META-INF/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/META-INF/services/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/META-INF/services/org.apache.spark.sql.jdbc.JdbcConnectionProvider\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/META-INF/services/org.apache.spark.sql.SparkSessionExtensionsProvider\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/kv1.txt\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/user.avsc\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/full_user.avsc\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/users.orc\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/people.txt\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/users.avro\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/people.json\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/people.csv\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/users.parquet\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/resources/employees.json\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/sql/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/sql/JavaUserDefinedTypedAggregation.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/sql/hive/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/sql/hive/JavaSparkHiveExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/sql/JavaSparkSQLExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/sql/JavaUserDefinedScalar.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/sql/JavaSQLDataSourceExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/sql/streaming/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredNetworkWordCountWindowed.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredKafkaWordCount.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredSessionization.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredNetworkWordCount.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredKerberizedKafkaWordCount.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/sql/streaming/JavaStructuredComplexSessionization.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/sql/JavaUserDefinedUntypedAggregation.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/JavaWordCount.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/JavaSparkPi.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/JavaTC.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/JavaStatusTrackerDemo.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaCorrelationsExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaSimpleFPGrowth.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaStreamingTestExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaGradientBoostingClassificationExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaAssociationRulesExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaGaussianMixtureExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaPrefixSpanExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaMultiLabelClassificationMetricsExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaPCAExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaBisectingKMeansExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaSummaryStatisticsExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaDecisionTreeClassificationExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaLBFGSExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaRankingMetricsExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaHypothesisTestingExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaKernelDensityEstimationExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaSVDExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaSVMWithSGDExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaGradientBoostingRegressionExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaHypothesisTestingKolmogorovSmirnovTestExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaChiSqSelectorExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaStratifiedSamplingExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaKMeansExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaIsotonicRegressionExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaLatentDirichletAllocationExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaPowerIterationClusteringExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaRandomForestClassificationExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaMulticlassClassificationMetricsExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaRecommendationExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaALS.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaDecisionTreeRegressionExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaNaiveBayesExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaRandomForestRegressionExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaLogisticRegressionWithLBFGSExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/mllib/JavaElementwiseProductExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/JavaHdfsLR.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/streaming/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/streaming/JavaDirectKafkaWordCount.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/streaming/JavaStatefulNetworkWordCount.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/streaming/JavaNetworkWordCount.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/streaming/JavaSqlNetworkWordCount.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/streaming/JavaDirectKerberizedKafkaWordCount.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/streaming/JavaRecord.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/streaming/JavaCustomReceiver.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/streaming/JavaQueueStream.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/streaming/JavaRecoverableNetworkWordCount.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaRFormulaExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorIndexerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaMinMaxScalerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaChiSquareTestExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaPolynomialExpansionExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaStopWordsRemoverExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaCorrelationExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaFMClassifierExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaLinearSVCExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaNGramExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaFeatureHasherExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaBucketizerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaGaussianMixtureExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaPrefixSpanExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaRobustScalerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaImputerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaPCAExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaUnivariateFeatureSelectorExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaBisectingKMeansExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaOneVsRestExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaNormalizerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaDecisionTreeClassificationExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaLinearRegressionWithElasticNetExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaSummarizerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaRandomForestClassifierExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaLogisticRegressionSummaryExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaModelSelectionViaCrossValidationExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaLDAExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaBucketedRandomProjectionLSHExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaSQLTransformerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaFMRegressorExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaQuantileDiscretizerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaLogisticRegressionWithElasticNetExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaMaxAbsScalerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaOneHotEncoderExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaMulticlassLogisticRegressionWithElasticNetExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorSlicerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaIndexToStringExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaCountVectorizerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaTokenizerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaVarianceThresholdSelectorExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaChiSqSelectorExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaAFTSurvivalRegressionExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorSizeHintExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaStandardScalerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaMultilayerPerceptronClassifierExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaGradientBoostedTreeClassifierExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaDCTExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaBinarizerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaWord2VecExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaKMeansExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaFPGrowthExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaStringIndexerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaPipelineExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaIsotonicRegressionExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaPowerIterationClusteringExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaGradientBoostedTreeRegressorExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaTfIdfExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaModelSelectionViaTrainValidationSplitExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaLabeledDocument.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaGeneralizedLinearRegressionExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaDocument.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaRandomForestRegressorExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaDecisionTreeRegressionExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaVectorAssemblerExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaEstimatorTransformerParamExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaMinHashLSHExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaInteractionExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaNaiveBayesExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaALSExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/ml/JavaElementwiseProductExample.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/JavaPageRank.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/java/org/apache/spark/examples/JavaLogQuery.java\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/avro_inputformat.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/pi.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/sql/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/sql/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/sql/basic.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/sql/hive.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/sql/arrow.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/sql/datasource.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/sql/udtf.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/sql/streaming/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/sql/streaming/structured_network_wordcount.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/sql/streaming/structured_kafka_wordcount.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/sql/streaming/structured_network_wordcount_session_window.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/sql/streaming/__init__,py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/sql/streaming/structured_network_wordcount_windowed.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/sql/streaming/structured_sessionization.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/sort.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/als.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/wordcount.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/status_api_demo.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/kmeans.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/normalizer_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/multi_class_metrics_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/random_forest_regression_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/fpgrowth_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/elementwise_product_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/gaussian_mixture_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/sampled_rdds.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/power_iteration_clustering_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/isotonic_regression_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/naive_bayes_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/random_forest_classification_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/svd_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/decision_tree_classification_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/ranking_metrics_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/decision_tree_regression_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/pca_rowmatrix_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/recommendation_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/multi_label_metrics_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/linear_regression_with_sgd_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/logistic_regression_with_lbfgs_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/latent_dirichlet_allocation_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/streaming_k_means_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/kernel_density_estimation_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/hypothesis_testing_kolmogorov_smirnov_test_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/hypothesis_testing_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/regression_metrics_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/gradient_boosting_regression_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/kmeans.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/tf_idf_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/binary_classification_metrics_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/word2vec_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/streaming_linear_regression_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/k_means_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/svm_with_sgd_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/summary_statistics_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/logistic_regression.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/gradient_boosting_classification_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/gaussian_mixture_model.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/correlations.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/standard_scaler_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/word2vec.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/correlations_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/random_rdd_generation.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/bisecting_k_means_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/mllib/stratified_sampling_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/parquet_inputformat.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/logistic_regression.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/transitive_closure.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/streaming/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/streaming/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/streaming/queue_stream.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/streaming/hdfs_wordcount.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/streaming/sql_network_wordcount.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/streaming/stateful_network_wordcount.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/streaming/recoverable_network_wordcount.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/streaming/network_wordcount.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/streaming/network_wordjoinsentiments.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/pagerank.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/normalizer_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/logistic_regression_with_elastic_net.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/fpgrowth_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/multiclass_logistic_regression_with_elastic_net.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/elementwise_product_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/tokenizer_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/vector_size_hint_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/n_gram_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/univariate_feature_selector_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/vector_indexer_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/train_validation_split.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/sql_transformer.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/gaussian_mixture_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/max_abs_scaler_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/gradient_boosted_tree_classifier_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/fm_regressor_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/power_iteration_clustering_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/prefixspan_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/estimator_transformer_param_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/interaction_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/isotonic_regression_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/naive_bayes_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/dct_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/vector_slicer_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/stopwords_remover_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/logistic_regression_summary_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/decision_tree_classification_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/linearsvc.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/decision_tree_regression_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/string_indexer_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/rformula_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/fm_classifier_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/pipeline_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/chi_square_test_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/count_vectorizer_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/one_vs_rest_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/kmeans_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/aft_survival_regression.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/lda_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/pca_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/generalized_linear_regression_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/index_to_string_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/onehot_encoder_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/min_max_scaler_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/tf_idf_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/als_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/word2vec_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/robust_scaler_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/quantile_discretizer_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/dataframe_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/linear_regression_with_elastic_net.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/random_forest_classifier_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/chisq_selector_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/imputer_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/feature_hasher_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/bucketizer_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/min_hash_lsh_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/summarizer_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/standard_scaler_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/bucketed_random_projection_lsh_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/binarizer_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/__init__,py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/gradient_boosted_tree_regressor_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/vector_assembler_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/multilayer_perceptron_classification.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/correlation_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/variance_threshold_selector_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/bisecting_k_means_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/random_forest_regressor_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/cross_validator.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/python/ml/polynomial_expansion_example.py\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/RSparkSQLExample.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/dataframe.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/data-manipulation.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/streaming/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/streaming/structured_network_wordcount.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/mlp.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/gbt.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/naiveBayes.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/als.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/lda.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/survreg.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/fmRegressor.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/svmLinear.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/kmeans.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/kstest.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/lm_with_elastic_net.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/bisectingKmeans.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/prefixSpan.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/gaussianMixture.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/randomForest.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/ml.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/logit.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/isoreg.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/decisionTree.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/glm.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/fmClassifier.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/fpm.R\n",
            "spark-3.5.3-bin-hadoop3/examples/src/main/r/ml/powerIterationClustering.R\n",
            "spark-3.5.3-bin-hadoop3/LICENSE\n",
            "spark-3.5.3-bin-hadoop3/README.md\n",
            "spark-3.5.3-bin-hadoop3/NOTICE\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/dockerfiles/\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/dockerfiles/spark/\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/dockerfiles/spark/bindings/\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/dockerfiles/spark/bindings/R/\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/dockerfiles/spark/bindings/R/Dockerfile\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/dockerfiles/spark/bindings/python/\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/dockerfiles/spark/bindings/python/Dockerfile\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/dockerfiles/spark/Dockerfile\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/dockerfiles/spark/decom.sh\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/dockerfiles/spark/entrypoint.sh\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/tests/\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/tests/decommissioning_cleanup.py\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/tests/py_container_checks.py\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/tests/autoscale.py\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/tests/decommissioning.py\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/tests/worker_memory_check.py\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/tests/python_executable_check.py\n",
            "spark-3.5.3-bin-hadoop3/kubernetes/tests/pyfiles.py\n",
            "spark-3.5.3-bin-hadoop3/bin/\n",
            "spark-3.5.3-bin-hadoop3/bin/load-spark-env.cmd\n",
            "spark-3.5.3-bin-hadoop3/bin/spark-submit\n",
            "spark-3.5.3-bin-hadoop3/bin/spark-sql.cmd\n",
            "spark-3.5.3-bin-hadoop3/bin/spark-class\n",
            "spark-3.5.3-bin-hadoop3/bin/spark-shell2.cmd\n",
            "spark-3.5.3-bin-hadoop3/bin/beeline\n",
            "spark-3.5.3-bin-hadoop3/bin/docker-image-tool.sh\n",
            "spark-3.5.3-bin-hadoop3/bin/spark-sql2.cmd\n",
            "spark-3.5.3-bin-hadoop3/bin/run-example\n",
            "spark-3.5.3-bin-hadoop3/bin/spark-connect-shell\n",
            "spark-3.5.3-bin-hadoop3/bin/spark-shell.cmd\n",
            "spark-3.5.3-bin-hadoop3/bin/run-example.cmd\n",
            "spark-3.5.3-bin-hadoop3/bin/spark-sql\n",
            "spark-3.5.3-bin-hadoop3/bin/spark-shell\n",
            "spark-3.5.3-bin-hadoop3/bin/spark-class2.cmd\n",
            "spark-3.5.3-bin-hadoop3/bin/load-spark-env.sh\n",
            "spark-3.5.3-bin-hadoop3/bin/spark-submit.cmd\n",
            "spark-3.5.3-bin-hadoop3/bin/pyspark2.cmd\n",
            "spark-3.5.3-bin-hadoop3/bin/sparkR\n",
            "spark-3.5.3-bin-hadoop3/bin/beeline.cmd\n",
            "spark-3.5.3-bin-hadoop3/bin/sparkR.cmd\n",
            "spark-3.5.3-bin-hadoop3/bin/spark-class.cmd\n",
            "spark-3.5.3-bin-hadoop3/bin/spark-submit2.cmd\n",
            "spark-3.5.3-bin-hadoop3/bin/pyspark\n",
            "spark-3.5.3-bin-hadoop3/bin/sparkR2.cmd\n",
            "spark-3.5.3-bin-hadoop3/bin/find-spark-home.cmd\n",
            "spark-3.5.3-bin-hadoop3/bin/find-spark-home\n",
            "spark-3.5.3-bin-hadoop3/bin/pyspark.cmd\n",
            "spark-3.5.3-bin-hadoop3/conf/\n",
            "spark-3.5.3-bin-hadoop3/conf/metrics.properties.template\n",
            "spark-3.5.3-bin-hadoop3/conf/workers.template\n",
            "spark-3.5.3-bin-hadoop3/conf/spark-defaults.conf.template\n",
            "spark-3.5.3-bin-hadoop3/conf/fairscheduler.xml.template\n",
            "spark-3.5.3-bin-hadoop3/conf/log4j2.properties.template\n",
            "spark-3.5.3-bin-hadoop3/conf/spark-env.sh.template\n",
            "spark-3.5.3-bin-hadoop3/python/\n",
            "spark-3.5.3-bin-hadoop3/python/mypy.ini\n",
            "spark-3.5.3-bin-hadoop3/python/setup.cfg\n",
            "spark-3.5.3-bin-hadoop3/python/test_coverage/\n",
            "spark-3.5.3-bin-hadoop3/python/test_coverage/coverage_daemon.py\n",
            "spark-3.5.3-bin-hadoop3/python/test_coverage/sitecustomize.py\n",
            "spark-3.5.3-bin-hadoop3/python/test_coverage/conf/\n",
            "spark-3.5.3-bin-hadoop3/python/test_coverage/conf/spark-defaults.conf\n",
            "spark-3.5.3-bin-hadoop3/python/lib/\n",
            "spark-3.5.3-bin-hadoop3/python/lib/PY4J_LICENSE.txt\n",
            "spark-3.5.3-bin-hadoop3/python/lib/pyspark.zip\n",
            "spark-3.5.3-bin-hadoop3/python/lib/py4j-0.10.9.7-src.zip\n",
            "spark-3.5.3-bin-hadoop3/python/setup.py\n",
            "spark-3.5.3-bin-hadoop3/python/.gitignore\n",
            "spark-3.5.3-bin-hadoop3/python/dist/\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/hello/\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/hello/sub_hello/\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/hello/sub_hello/sub_hello.txt\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/hello/hello.txt\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/userlibrary.py\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/people1.json\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/people_array.json\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/orc_partitioned/\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/orc_partitioned/b=0/\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/orc_partitioned/b=0/c=0/\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/orc_partitioned/b=0/c=0/.part-r-00000-829af031-b970-49d6-ad39-30460a0be2c8.orc.crc\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/orc_partitioned/b=0/c=0/part-r-00000-829af031-b970-49d6-ad39-30460a0be2c8.orc\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/orc_partitioned/_SUCCESS\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/orc_partitioned/b=1/\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/orc_partitioned/b=1/c=1/\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/orc_partitioned/b=1/c=1/.part-r-00000-829af031-b970-49d6-ad39-30460a0be2c8.orc.crc\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/orc_partitioned/b=1/c=1/part-r-00000-829af031-b970-49d6-ad39-30460a0be2c8.orc\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/people.json\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/text-test.txt\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/ages_newlines.csv\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/streaming/\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/streaming/text-test.txt\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/sql/people_array_utf16le.json\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/test_pytorch_training_file.py\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/userlib-0.1.zip\n",
            "spark-3.5.3-bin-hadoop3/python/test_support/SimpleHTTPServer.py\n",
            "spark-3.5.3-bin-hadoop3/python/run-tests-with-coverage\n",
            "spark-3.5.3-bin-hadoop3/python/README.md\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark.egg-info/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark.egg-info/dependency_links.txt\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark.egg-info/top_level.txt\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark.egg-info/SOURCES.txt\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark.egg-info/requires.txt\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark.egg-info/PKG-INFO\n",
            "spark-3.5.3-bin-hadoop3/python/run-tests.py\n",
            "spark-3.5.3-bin-hadoop3/python/docs/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/Makefile\n",
            "spark-3.5.3-bin-hadoop3/python/docs/make2.bat\n",
            "spark-3.5.3-bin-hadoop3/python/docs/make.bat\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/getting_started/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/getting_started/index.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/getting_started/install.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/getting_started/quickstart_connect.ipynb\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/getting_started/testing_pyspark.ipynb\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/getting_started/quickstart_ps.ipynb\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/getting_started/quickstart_df.ipynb\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/index.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/io.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/configuration.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/spark_session.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/index.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/grouping.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/column.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/row.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/udtf.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/core_classes.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/functions.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/catalog.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/window.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/udf.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/protobuf.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/observation.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/avro.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/dataframe.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.sql/data_types.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/index.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.errors.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.testing.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.pandas/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.pandas/groupby.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.pandas/io.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.pandas/index.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.pandas/ml.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.pandas/indexing.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.pandas/frame.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.pandas/extensions.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.pandas/window.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.pandas/general_functions.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.pandas/series.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.pandas/resampling.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.mllib.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.ml.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.ss/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.ss/io.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.ss/index.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.ss/core_classes.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.ss/query_management.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.resource.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/reference/pyspark.streaming.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/_templates/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/_templates/autosummary/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/_templates/autosummary/class.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/_templates/autosummary/class_with_docs.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/_templates/version-switcher.html\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/development/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/development/index.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/development/setting_ide.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/development/debugging.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/development/testing.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/development/contributing.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/development/errors.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/conf.py\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/migration_guide/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/migration_guide/pyspark_upgrade.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/migration_guide/index.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/migration_guide/koalas_to_pyspark.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/_static/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/_static/css/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/_static/css/pyspark.css\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/index.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/pandas_on_spark/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/pandas_on_spark/types.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/pandas_on_spark/index.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/pandas_on_spark/transform_apply.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/pandas_on_spark/from_to_dbms.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/pandas_on_spark/faq.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/pandas_on_spark/typehints.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/pandas_on_spark/best_practices.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/pandas_on_spark/pandas_pyspark.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/pandas_on_spark/options.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/sql/\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/sql/index.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/sql/python_udtf.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/sql/arrow_pandas.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/arrow_pandas.rst\n",
            "spark-3.5.3-bin-hadoop3/python/docs/source/user_guide/python_packaging.rst\n",
            "spark-3.5.3-bin-hadoop3/python/MANIFEST.in\n",
            "spark-3.5.3-bin-hadoop3/python/.coveragerc\n",
            "spark-3.5.3-bin-hadoop3/python/run-tests\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/rddsampler.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/instrumentation_utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/__pycache__/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/__pycache__/install.cpython-38.pyc\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/statcounter.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/worker.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/py.typed\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/worker_util.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/join.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/status.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/errors/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/errors/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/errors/error_classes.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/errors/utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/errors/exceptions/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/errors/exceptions/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/errors/exceptions/captured.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/errors/exceptions/base.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/errors/exceptions/connect.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/errors/tests/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/errors/tests/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/errors/tests/test_errors.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/context.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/group.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/expressions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/readwriter.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/types.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/protobuf/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/protobuf/functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/protobuf/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/catalog.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/session.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/client/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/client/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/client/core.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/client/reattach.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/client/artifact.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/conf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/plan.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/_typing.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/udtf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/column.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/streaming/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/streaming/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/streaming/worker/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/streaming/worker/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/streaming/worker/listener_worker.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/streaming/worker/foreach_batch_worker.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/streaming/readwriter.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/streaming/query.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/udf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/avro/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/avro/functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/avro/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/window.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/base_pb2.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/catalog_pb2.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/common_pb2.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/expressions_pb2.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/base_pb2_grpc.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/relations_pb2.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/catalog_pb2.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/commands_pb2.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/example_plugins_pb2.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/expressions_pb2.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/common_pb2.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/example_plugins_pb2.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/types_pb2.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/types_pb2.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/commands_pb2.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/base_pb2.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/proto/relations_pb2.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/dataframe.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/connect/conversion.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/group.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/context.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/readwriter.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/types.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/sql_formatter.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/protobuf/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/protobuf/functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/protobuf/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/catalog.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/observation.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/session.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/conf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/_typing.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_types.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_catalog.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_arrow.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_pandas_cogrouped_map.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_datasources.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_readwriter.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_group.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_connect_function.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_column.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_errors.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_serde.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_connect_plan.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_conf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_pandas_map.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_connect_column.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_pandas_grouped_map_with_state.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_udtf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_udf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_session.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_pandas_grouped_map.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_connect_basic.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/client/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/client/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/client/test_client.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/client/test_artifact.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_pandas_udf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_arrow_python_udf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_pandas_udf_window.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_pandas_udf_scalar.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_dataframe.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/streaming/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/streaming/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/streaming/test_parity_streaming.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/streaming/test_parity_foreach.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/streaming/test_parity_foreach_batch.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/streaming/test_parity_listener.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_pandas_udf_grouped_agg.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/connect/test_parity_arrow_map.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_types.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_datasources.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_conf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_arrow.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_serde.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_context.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_errors.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_arrow_map.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_udtf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_catalog.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_pandas_sqlmetrics.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_dataframe.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_udf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_session.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_group.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_column.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/typing/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/typing/test_session.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/typing/test_dataframe.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/typing/test_readwriter.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/typing/test_udf.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/typing/test_functions.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/typing/test_column.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/pandas/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/pandas/test_pandas_grouped_map.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/pandas/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/pandas/test_pandas_udf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/pandas/test_pandas_udf_scalar.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/pandas/test_pandas_udf_typehints_with_future_annotations.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/pandas/test_pandas_grouped_map_with_state.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/pandas/test_pandas_udf_window.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/pandas/test_pandas_map.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/pandas/test_pandas_cogrouped_map.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/pandas/test_pandas_udf_grouped_agg.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/pandas/test_pandas_udf_typehints.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/streaming/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/streaming/test_streaming_listener.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/streaming/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/streaming/test_streaming_foreach_batch.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/streaming/test_streaming_foreach.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/streaming/test_streaming.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_readwriter.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_udf_profiler.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/tests/test_arrow_python_udf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/udtf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/map_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/types.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/group_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/typehints.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/serializers.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/_typing/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/_typing/protocols/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/_typing/protocols/series.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/_typing/protocols/frame.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/_typing/protocols/__init__.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/_typing/__init__.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/functions.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/pandas/conversion.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/column.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/streaming/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/streaming/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/streaming/readwriter.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/streaming/state.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/streaming/query.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/streaming/listener.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/udf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/avro/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/avro/functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/avro/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/window.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/sql/dataframe.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/profiler.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/shuffle.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/broadcast.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/storagelevel.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/_globals.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/java_gateway.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/shell.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/linalg/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/linalg/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/linalg/distributed.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/clustering.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/classification.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/evaluation.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/recommendation.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/tree.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/common.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/regression.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/util.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/_typing.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/tests/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/tests/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/tests/test_util.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/tests/test_algorithms.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/tests/test_linalg.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/tests/test_streaming_algorithms.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/tests/test_feature.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/tests/test_stat.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/stat/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/stat/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/stat/_statistics.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/stat/KernelDensity.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/stat/distribution.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/stat/test.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/random.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/feature.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/mllib/fpm.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/cloudpickle/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/cloudpickle/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/cloudpickle/cloudpickle_fast.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/cloudpickle/compat.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/cloudpickle/cloudpickle.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/files.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/serializers.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/accumulators.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/install.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/util.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/conf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/resultiterable.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/traceback_utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/_typing.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_rddbarrier.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_daemon.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_statcounter.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_memory_profiler.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_conf.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_util.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_appsubmit.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_context.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_stage_sched.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_taskcontext.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_readwrite.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_rddsampler.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_join.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_broadcast.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_install_spark.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_shuffle.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_serializers.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_worker.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/typing/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/typing/test_core.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/typing/test_resultiterable.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/typing/test_context.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/typing/test_rdd.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_profiler.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_pin_thread.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/tests/test_rdd.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/daemon.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/find_spark_home.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/testing/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/testing/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/testing/utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/testing/sqlutils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/testing/connectutils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/testing/pandasutils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/testing/mllibutils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/testing/mlutils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/testing/streamingutils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/version.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/taskcontext.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/indexing.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/strings.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/sql_processor.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/mlflow.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/base.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/datetimes.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/groupby.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/exceptions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/spark/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/spark/functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/spark/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/spark/utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/spark/accessors.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/sql_formatter.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/accessors.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/series.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/frame.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/config.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/typedef/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/typedef/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/typedef/typehints.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/usage_logging/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/usage_logging/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/usage_logging/usage_logger.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/indexes/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/indexes/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/indexes/base.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/indexes/datetimes.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/indexes/timedelta.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/indexes/multi.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/indexes/category.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/indexes/numeric.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/generic.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/numpy_compat.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/namespace.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/resample.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/extensions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/categorical.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_typedef.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_indexing.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_dataframe_spark_io.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_generic_functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_ewm.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_reshape.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/groupby/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/groupby/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/groupby/test_parity_groupby.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/groupby/test_parity_missing_data.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/groupby/test_parity_stat.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/groupby/test_parity_aggregate.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/groupby/test_parity_apply_func.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/groupby/test_parity_describe.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/groupby/test_parity_index.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/groupby/test_parity_split_apply.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/groupby/test_parity_cumulative.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/groupby/test_parity_head_tail.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_series_datetime.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_namespace.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/io/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/io/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/io/test_parity_io.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_numpy_compat.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_extension.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_spark_functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_repr.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_indexops_spark.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_rolling.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_frame_spark.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_series_string.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/computation/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/computation/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/computation/test_parity_compute.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/computation/test_parity_combine.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/computation/test_parity_corrwith.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/computation/test_parity_missing_data.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/computation/test_parity_cov.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/computation/test_parity_apply_func.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/computation/test_parity_describe.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/computation/test_parity_pivot.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/computation/test_parity_eval.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/computation/test_parity_any_all.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/computation/test_parity_binary_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/computation/test_parity_cumulative.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/computation/test_parity_melt.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_rolling.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/indexes/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/indexes/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/indexes/test_parity_indexing.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/indexes/test_parity_datetime.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/indexes/test_parity_base.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/indexes/test_parity_align.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/indexes/test_parity_rename.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/indexes/test_parity_timedelta.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/indexes/test_parity_reindex.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/indexes/test_parity_reset_index.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/indexes/test_parity_category.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_resample.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_config.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/frame/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/frame/test_parity_conversion.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/frame/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/frame/test_parity_take.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/frame/test_parity_spark.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/frame/test_parity_truncate.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/frame/test_parity_constructor.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/frame/test_parity_attrs.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/frame/test_parity_time_series.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/frame/test_parity_reindexing.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/frame/test_parity_reshaping.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby_expanding.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_csv.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_default_index.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_categorical.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/series/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/series/test_parity_conversion.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/series/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/series/test_parity_compute.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/series/test_parity_sort.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/series/test_parity_missing_data.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/series/test_parity_arg_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/series/test_parity_stat.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/series/test_parity_series.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/series/test_parity_as_type.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/series/test_parity_all_any.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/series/test_parity_index.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/series/test_parity_cumulative.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/series/test_parity_as_of.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_series_conversion.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_window.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_stats.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_internal.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_sql.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/plot/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot_plotly.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/plot/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot_plotly.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/plot/test_parity_frame_plot_matplotlib.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/plot/test_parity_series_plot_matplotlib.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_scalars.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_datetime_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_null_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_udt_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_base.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_complex_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_arithmetic.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_boolean_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_string_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/testing_utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_binary_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_num_reverse.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_date_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_timedelta_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/data_type_ops/test_parity_categorical_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_expanding.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_dataframe_conversion.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/diff_frames_ops/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_dot_frame.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/diff_frames_ops/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_basic_slow.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_setitem_frame.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_align.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_dot_series.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_series.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_setitem_series.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_index.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/diff_frames_ops/test_parity_cov_corrwith.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/connect/test_parity_ops_on_diff_frames_groupby.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_internal.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_series_conversion.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_frame_spark.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_config.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_series_string.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_ops_on_diff_frames.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_resample.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_typedef.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_scalars.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_indexing.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby_rolling.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_reshape.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/groupby/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/groupby/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/groupby/test_aggregate.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/groupby/test_groupby.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/groupby/test_cumulative.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/groupby/test_head_tail.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/groupby/test_index.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/groupby/test_describe.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/groupby/test_split_apply.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/groupby/test_apply_func.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/groupby/test_stat.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/groupby/test_missing_data.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_series_datetime.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/io/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/io/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/io/test_io.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_csv.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_sql.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_numpy_compat.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_default_index.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_indexops_spark.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_namespace.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_ewm.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_expanding.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/computation/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/computation/test_melt.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/computation/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/computation/test_any_all.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/computation/test_pivot.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/computation/test_cumulative.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/computation/test_cov.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/computation/test_eval.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/computation/test_compute.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/computation/test_combine.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/computation/test_corrwith.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/computation/test_describe.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/computation/test_apply_func.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/computation/test_binary_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/computation/test_missing_data.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/indexes/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/indexes/test_reindex.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/indexes/test_rename.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/indexes/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/indexes/test_datetime.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/indexes/test_indexing.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/indexes/test_base.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/indexes/test_reset_index.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/indexes/test_category.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/indexes/test_timedelta.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/indexes/test_align.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/frame/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/frame/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/frame/test_reindexing.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/frame/test_attrs.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/frame/test_constructor.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/frame/test_conversion.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/frame/test_take.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/frame/test_reshaping.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/frame/test_spark.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/frame/test_time_series.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/frame/test_truncate.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_generic_functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/series/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/series/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/series/test_cumulative.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/series/test_as_of.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/series/test_as_type.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/series/test_series.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/series/test_compute.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/series/test_conversion.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/series/test_index.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/series/test_stat.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/series/test_arg_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/series/test_all_any.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/series/test_missing_data.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/series/test_sort.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_categorical.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_repr.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_stats.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_window.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_spark_functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/plot/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/plot/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/plot/test_frame_plot_plotly.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/plot/test_series_plot_matplotlib.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/plot/test_series_plot.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/plot/test_series_plot_plotly.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/plot/test_frame_plot_matplotlib.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/plot/test_frame_plot.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_dataframe_conversion.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/test_date_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/test_udt_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/test_categorical_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/test_num_reverse.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/test_base.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/test_timedelta_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/test_complex_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/test_num_arithmetic.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/testing_utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/test_datetime_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/test_boolean_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/test_null_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/test_num_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/test_binary_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/data_type_ops/test_string_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_ops_on_diff_frames_groupby_expanding.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_rolling.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_dataframe_spark_io.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/test_extension.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/diff_frames_ops/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/diff_frames_ops/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/diff_frames_ops/test_series.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/diff_frames_ops/test_basic_slow.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/diff_frames_ops/test_index.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/diff_frames_ops/test_setitem_series.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/diff_frames_ops/test_setitem_frame.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/diff_frames_ops/test_dot_series.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/diff_frames_ops/test_dot_frame.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/diff_frames_ops/test_cov_corrwith.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/tests/diff_frames_ops/test_align.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/plot/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/plot/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/plot/core.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/plot/plotly.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/plot/matplotlib.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/missing/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/missing/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/missing/groupby.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/missing/indexes.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/missing/general_functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/missing/series.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/missing/frame.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/missing/common.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/missing/resample.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/missing/window.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/missing/scalars.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/_typing.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/data_type_ops/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/data_type_ops/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/data_type_ops/binary_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/data_type_ops/num_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/data_type_ops/base.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/data_type_ops/timedelta_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/data_type_ops/null_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/data_type_ops/boolean_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/data_type_ops/categorical_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/data_type_ops/date_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/data_type_ops/udt_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/data_type_ops/string_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/data_type_ops/datetime_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/data_type_ops/complex_ops.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/correlation.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/supported_api_gen.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/internal.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/pandas/window.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/streaming/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/streaming/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/streaming/context.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/streaming/util.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/streaming/tests/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/streaming/tests/test_listener.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/streaming/tests/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/streaming/tests/test_context.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/streaming/tests/test_kinesis.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/streaming/tests/test_dstream.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/streaming/dstream.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/streaming/listener.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/streaming/kinesis.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/python/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/python/pyspark/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/python/pyspark/shell.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/resource/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/resource/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/resource/profile.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/resource/requests.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/resource/tests/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/resource/tests/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/resource/tests/test_resources.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/resource/information.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/connect/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/connect/functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/connect/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/connect/classification.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/connect/base.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/connect/pipeline.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/connect/evaluation.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/connect/tuning.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/connect/summarizer.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/connect/io_utils.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/connect/util.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/connect/feature.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/model_cache.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/wrapper.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/param/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/param/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/param/_shared_params_code_gen.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/param/shared.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/linalg/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/linalg/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/clustering.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/classification.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/base.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/pipeline.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/evaluation.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tuning.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/torch/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/torch/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/torch/distributor.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/torch/log_communication.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/torch/torch_run_process_wrapper.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/torch/tests/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/torch/tests/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/torch/tests/test_distributor.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/torch/tests/test_log_communication.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/torch/tests/test_data_loader.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/torch/data.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/stat.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/deepspeed/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/deepspeed/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/deepspeed/deepspeed_distributor.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/deepspeed/tests/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/deepspeed/tests/test_deepspeed_distributor.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/recommendation.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tree.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/common.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/regression.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/util.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/image.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/_typing.pyi\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/test_legacy_mode_pipeline.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/test_connect_tuning.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/test_connect_evaluation.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/test_connect_function.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/test_parity_torch_data_loader.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/test_legacy_mode_summarizer.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/test_connect_feature.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/test_connect_pipeline.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/test_connect_summarizer.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/test_legacy_mode_evaluation.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/test_legacy_mode_classification.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/test_legacy_mode_tuning.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/test_connect_classification.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/test_parity_torch_distributor.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/connect/test_legacy_mode_feature.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_training_summary.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_persistence.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_evaluation.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_dl_util.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_util.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_base.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_algorithms.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_linalg.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_param.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/tuning/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/tuning/__init__.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/tuning/test_tvs_io_basic.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/tuning/test_cv_io_nested.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/tuning/test_tvs_io_pipeline.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/tuning/test_tvs_io_nested.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/tuning/test_cv_io_pipeline.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/tuning/test_tuning.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/tuning/test_cv_io_basic.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_functions.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_model_cache.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_feature.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_pipeline.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_stat.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_wrapper.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/typing/\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/typing/test_classification.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/typing/test_regression.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/typing/test_feature.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/typing/test_clustering.yaml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/typing/test_readable.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/typing/test_param.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/typing/test_evaluation.yml\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/tests/test_image.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/feature.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/fpm.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/ml/dl_util.py\n",
            "spark-3.5.3-bin-hadoop3/python/pyspark/rdd.py\n",
            "Collecting findspark\n",
            "  Downloading findspark-2.0.1-py2.py3-none-any.whl.metadata (352 bytes)\n",
            "Downloading findspark-2.0.1-py2.py3-none-any.whl (4.4 kB)\n",
            "Installing collected packages: findspark\n",
            "Successfully installed findspark-2.0.1\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "\n",
        "## Setting up Kaggle and Importing Data about Tweets on Queen Elizabeth's Death"
      ],
      "metadata": {
        "id": "UMOYGk-YlE2A"
      }
    },
    {
      "cell_type": "markdown",
      "source": [],
      "metadata": {
        "id": "Wr6UqLCchHy0"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!pip install kagglehub\n",
        "import kagglehub\n",
        "\n",
        "# Download latest version\n",
        "path = kagglehub.dataset_download(\"aneeshtickoo/tweets-after-queen-elizabeth-iis-death\")\n",
        "\n",
        "print(\"Path to dataset files:\", path)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "NTMm_ZchlUhP",
        "outputId": "e4d0c2ac-a28d-4305-8160-89277f288161",
        "collapsed": true
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: kagglehub in /usr/local/lib/python3.10/dist-packages (0.3.4)\n",
            "Requirement already satisfied: packaging in /usr/local/lib/python3.10/dist-packages (from kagglehub) (24.2)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from kagglehub) (2.32.3)\n",
            "Requirement already satisfied: tqdm in /usr/local/lib/python3.10/dist-packages (from kagglehub) (4.66.6)\n",
            "Requirement already satisfied: charset-normalizer<4,>=2 in /usr/local/lib/python3.10/dist-packages (from requests->kagglehub) (3.4.0)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->kagglehub) (3.10)\n",
            "Requirement already satisfied: urllib3<3,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->kagglehub) (2.2.3)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->kagglehub) (2024.8.30)\n",
            "Warning: Looks like you're using an outdated `kagglehub` version, please consider updating (latest version: 0.3.5)\n",
            "Downloading from https://www.kaggle.com/api/v1/datasets/download/aneeshtickoo/tweets-after-queen-elizabeth-iis-death?dataset_version_number=1...\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "100%|██████████| 28.4M/28.4M [00:02<00:00, 11.6MB/s]"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Extracting files...\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Path to dataset files: /root/.cache/kagglehub/datasets/aneeshtickoo/tweets-after-queen-elizabeth-iis-death/versions/1\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Creating Spark Session"
      ],
      "metadata": {
        "id": "f9fiZwTqmJ5P"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import os\n",
        "os.environ[\"JAVA_HOME\"] = \"/usr/lib/jvm/java-8-openjdk-amd64\"\n",
        "os.environ[\"SPARK_HOME\"] = \"/content/spark-3.5.3-bin-hadoop3\"\n",
        "\n",
        "import findspark\n",
        "findspark.init()\n",
        "findspark.find()\n",
        "from pyspark.sql import SparkSession\n",
        "\n",
        "spark = SparkSession.builder\\\n",
        "        .master(\"local\")\\\n",
        "        .appName(\"Sentiment_Analysis_of_the_death_of_Queen_Elizabeth\")\\\n",
        "        .config('spark.ui.port', '4050')\\\n",
        "        .getOrCreate()\n"
      ],
      "metadata": {
        "id": "lfx9YdRxmOnO"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Reading the Dataset"
      ],
      "metadata": {
        "id": "6A9rRcyOnQo9"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "file_path = f\"{path}/queen.csv\"\n",
        "df = spark.read.csv(file_path, header=True, inferSchema=True)\n",
        "df.printSchema()\n",
        "df.show(5, truncate=False)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "n3exS1XDnX0W",
        "outputId": "c26efcb1-6b02-4620-8968-96ec56c449d8",
        "collapsed": true
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "root\n",
            " |-- id: string (nullable = true)\n",
            " |-- conversation_id: string (nullable = true)\n",
            " |-- created_at: string (nullable = true)\n",
            " |-- date: string (nullable = true)\n",
            " |-- time: string (nullable = true)\n",
            " |-- timezone: string (nullable = true)\n",
            " |-- user_id: long (nullable = true)\n",
            " |-- username: string (nullable = true)\n",
            " |-- name: string (nullable = true)\n",
            " |-- place: string (nullable = true)\n",
            " |-- tweet: string (nullable = true)\n",
            " |-- language: string (nullable = true)\n",
            " |-- mentions: string (nullable = true)\n",
            " |-- urls: string (nullable = true)\n",
            " |-- photos: string (nullable = true)\n",
            " |-- replies_count: string (nullable = true)\n",
            " |-- retweets_count: string (nullable = true)\n",
            " |-- likes_count: string (nullable = true)\n",
            " |-- hashtags: string (nullable = true)\n",
            " |-- cashtags: string (nullable = true)\n",
            " |-- link: string (nullable = true)\n",
            " |-- retweet: string (nullable = true)\n",
            " |-- quote_url: string (nullable = true)\n",
            " |-- video: string (nullable = true)\n",
            " |-- thumbnail: string (nullable = true)\n",
            " |-- near: string (nullable = true)\n",
            " |-- geo: string (nullable = true)\n",
            " |-- source: string (nullable = true)\n",
            " |-- user_rt_id: string (nullable = true)\n",
            " |-- user_rt: string (nullable = true)\n",
            " |-- retweet_id: string (nullable = true)\n",
            " |-- reply_to: string (nullable = true)\n",
            " |-- retweet_date: string (nullable = true)\n",
            " |-- translate: string (nullable = true)\n",
            " |-- trans_src: string (nullable = true)\n",
            " |-- trans_dest: string (nullable = true)\n",
            "\n",
            "+-------------------+-------------------+---------------------------------------+----------+--------+--------+------------------+----------+---------------------------+-----+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------+---------------------------------------------------+-------------+---------------------------------------------------+-----------+--------+--------+---------------------------------------------------------+-------+---------------------------------------------------------+-----+-----------------------------------------------+----+-----------------------------------------------+------+----------+-------+----------+--------+------------+---------+---------+----------+\n",
            "|id                 |conversation_id    |created_at                             |date      |time    |timezone|user_id           |username  |name                       |place|tweet                                                                                                                                                                                                                                                                                                  |language                                                  |mentions                                                                                                                                                                     |urls                                                              |photos                                             |replies_count|retweets_count                                     |likes_count|hashtags|cashtags|link                                                     |retweet|quote_url                                                |video|thumbnail                                      |near|geo                                            |source|user_rt_id|user_rt|retweet_id|reply_to|retweet_date|translate|trans_src|trans_dest|\n",
            "+-------------------+-------------------+---------------------------------------+----------+--------+--------+------------------+----------+---------------------------+-----+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------+---------------------------------------------------+-------------+---------------------------------------------------+-----------+--------+--------+---------------------------------------------------------+-------+---------------------------------------------------------+-----+-----------------------------------------------+----+-----------------------------------------------+------+----------+-------+----------+--------+------------+---------+---------+----------+\n",
            "|1568167503947235331|1568167503947235331|2022-09-09 14:50:42 India Standard Time|2022-09-09|14:50:42|+0530   |963099618547589121|inpd_     |In Professional Development|NULL |We at In Professional Development join with people across the United Kingdom and around the world in mourning the death of Her Majesty Queen Elizabeth II.  We extend our deepest condolences to His Majesty and to all members of the Royal Family.   https://t.co/m61LCMg66Q  https://t.co/YxLmbEarrB|en                                                        |[]                                                                                                                                                                           |['https://www.inpd.co.uk/blog/a-statement-from-our-ceo-dave-hall']|['https://pbs.twimg.com/media/FcM_yTPWQAAqAck.jpg']|0            |0                                                  |0          |[]      |[]      |https://twitter.com/INPD_/status/1568167503947235331     |False  |NULL                                                     |1    |https://pbs.twimg.com/media/FcM_yTPWQAAqAck.jpg|NULL|NULL                                           |NULL  |NULL      |NULL   |NULL      |[]      |NULL        |NULL     |NULL     |NULL      |\n",
            "|1568167501334253568|1568167501334253568|2022-09-09 14:50:42 India Standard Time|2022-09-09|14:50:42|+0530   |26475981          |ukpostbox |UK Postbox                 |NULL |Join us in remembering Her Majesty Queen Elizabeth II, whose passing has brought great sadness to the team here at UK Postbox.  We pass our condolences to the Royal Family and anyone affected during this difficult time.  https://t.co/T800hclNJo                                                   |en                                                        |[]                                                                                                                                                                           |[]                                                                |['https://pbs.twimg.com/media/FcM_7H_XgAEDifo.jpg']|0            |0                                                  |0          |[]      |[]      |https://twitter.com/UKPostbox/status/1568167501334253568 |False  |NULL                                                     |1    |https://pbs.twimg.com/media/FcM_7H_XgAEDifo.jpg|NULL|NULL                                           |NULL  |NULL      |NULL   |NULL      |[]      |NULL        |NULL     |NULL     |NULL      |\n",
            "|1568167500134731776|1568167500134731776|2022-09-09 14:50:41 India Standard Time|2022-09-09|14:50:41|+0530   |868028006610153472|brandminds|BRAND MINDS                |NULL |\"\"\"When life seems hard                                                                                                                                                                                                                                                                                | the courageous do not lie down and accept defeat; instead| they are all the more determined to struggle for a better future.\"\"   - Queen Elizabeth II (1926-2022)   #queenelizabeth #worldchanger #leadership  https://t.co/74X7t8a3Ax\"|en                                                                |[]                                                 |[]           |['https://pbs.twimg.com/media/FcNABxgWIAAyuK2.jpg']|0          |0       |0       |['queenelizabeth', 'worldchanger', 'leadership']         |[]     |https://twitter.com/brandminds/status/1568167500134731776|False|NULL                                           |1   |https://pbs.twimg.com/media/FcNABxgWIAAyuK2.jpg|NULL  |NULL      |NULL   |NULL      |NULL    |NULL        |[]       |NULL     |NULL      |\n",
            "|1568167499320987648|1568167499320987648|2022-09-09 14:50:41 India Standard Time|2022-09-09|14:50:41|+0530   |340163485         |nxcoventry|NX Coventry                |NULL |We join the nation in mourning the death of Her Majesty Queen Elizabeth II. Our heartfelt thoughts are with the Royal Family, the Nation and the Commonwealth at this time.  https://t.co/r8H56ZhUCc                                                                                                   |en                                                        |[]                                                                                                                                                                           |[]                                                                |['https://pbs.twimg.com/media/FcNAB9aX0AA4-Le.jpg']|0            |0                                                  |0          |[]      |[]      |https://twitter.com/nxcoventry/status/1568167499320987648|False  |NULL                                                     |1    |https://pbs.twimg.com/media/FcNAB9aX0AA4-Le.jpg|NULL|NULL                                           |NULL  |NULL      |NULL   |NULL      |[]      |NULL        |NULL     |NULL     |NULL      |\n",
            "|1568167498410778631|1568167498410778631|2022-09-09 14:50:41 India Standard Time|2022-09-09|14:50:41|+0530   |19282280          |metoffice |Met Office                 |NULL |We are saddened by the death of Her Majesty Queen Elizabeth II. Our thoughts are with her family and all those affected by this news.  As a mark of respect during this time of national mourning we will only be posting daily forecasts and warnings.                                                |en                                                        |[]                                                                                                                                                                           |[]                                                                |[]                                                 |1            |0                                                  |0          |[]      |[]      |https://twitter.com/metoffice/status/1568167498410778631 |False  |NULL                                                     |0    |NULL                                           |NULL|NULL                                           |NULL  |NULL      |NULL   |NULL      |[]      |NULL        |NULL     |NULL     |NULL      |\n",
            "+-------------------+-------------------+---------------------------------------+----------+--------+--------+------------------+----------+---------------------------+-----+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------+---------------------------------------------------+-------------+---------------------------------------------------+-----------+--------+--------+---------------------------------------------------------+-------+---------------------------------------------------------+-----+-----------------------------------------------+----+-----------------------------------------------+------+----------+-------+----------+--------+------------+---------+---------+----------+\n",
            "only showing top 5 rows\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Cleaning/Processing Data\n",
        "Tokenizing and removing stop words."
      ],
      "metadata": {
        "id": "njbywVHMq-rS"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#importing required libraries for preprocessing data\n",
        "from pyspark.sql.functions import col, udf\n",
        "from pyspark.sql.types import StringType\n",
        "from pyspark.ml.feature import Tokenizer, StopWordsRemover\n",
        "\n",
        "# remove rows with empty tweet\n",
        "df = df.na.drop(subset=[\"tweet\"])\n",
        "\n",
        "# splitting up tweet sentences into words.\n",
        "tokenizer = Tokenizer(inputCol=\"tweet\", outputCol=\"wordsOnly\")\n",
        "tokenized_df = tokenizer.transform(df)\n",
        "\n",
        "# Removing unimportant words from the column \"words\" created above. Un important words like 'a', 'the', 'an',etc are removed.\n",
        "remover = StopWordsRemover(inputCol=\"wordsOnly\", outputCol=\"filteredWords\")\n",
        "preprocessed_df = remover.transform(tokenized_df)\n",
        "\n",
        "# Showing df after the above changes\n",
        "preprocessed_df.show(5, truncate=False)\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "nPtyRmhVrBm_",
        "outputId": "c177edea-1069-49ff-8d76-c57ee26a85e0"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+-------------------+-------------------+---------------------------------------+----------+--------+--------+------------------+----------+---------------------------+-----+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------+---------------------------------------------------+-------------+---------------------------------------------------+-----------+--------+--------+---------------------------------------------------------+-------+---------------------------------------------------------+-----+-----------------------------------------------+----+-----------------------------------------------+------+----------+-------+----------+--------+------------+---------+---------+----------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "|id                 |conversation_id    |created_at                             |date      |time    |timezone|user_id           |username  |name                       |place|tweet                                                                                                                                                                                                                                                                                                  |language                                                  |mentions                                                                                                                                                                     |urls                                                              |photos                                             |replies_count|retweets_count                                     |likes_count|hashtags|cashtags|link                                                     |retweet|quote_url                                                |video|thumbnail                                      |near|geo                                            |source|user_rt_id|user_rt|retweet_id|reply_to|retweet_date|translate|trans_src|trans_dest|wordsOnly                                                                                                                                                                                                                                                                                                                                               |filteredWords                                                                                                                                                                                                                                               |\n",
            "+-------------------+-------------------+---------------------------------------+----------+--------+--------+------------------+----------+---------------------------+-----+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------+---------------------------------------------------+-------------+---------------------------------------------------+-----------+--------+--------+---------------------------------------------------------+-------+---------------------------------------------------------+-----+-----------------------------------------------+----+-----------------------------------------------+------+----------+-------+----------+--------+------------+---------+---------+----------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "|1568167503947235331|1568167503947235331|2022-09-09 14:50:42 India Standard Time|2022-09-09|14:50:42|+0530   |963099618547589121|inpd_     |In Professional Development|NULL |We at In Professional Development join with people across the United Kingdom and around the world in mourning the death of Her Majesty Queen Elizabeth II.  We extend our deepest condolences to His Majesty and to all members of the Royal Family.   https://t.co/m61LCMg66Q  https://t.co/YxLmbEarrB|en                                                        |[]                                                                                                                                                                           |['https://www.inpd.co.uk/blog/a-statement-from-our-ceo-dave-hall']|['https://pbs.twimg.com/media/FcM_yTPWQAAqAck.jpg']|0            |0                                                  |0          |[]      |[]      |https://twitter.com/INPD_/status/1568167503947235331     |False  |NULL                                                     |1    |https://pbs.twimg.com/media/FcM_yTPWQAAqAck.jpg|NULL|NULL                                           |NULL  |NULL      |NULL   |NULL      |[]      |NULL        |NULL     |NULL     |NULL      |[we, at, in, professional, development, join, with, people, across, the, united, kingdom, and, around, the, world, in, mourning, the, death, of, her, majesty, queen, elizabeth, ii., , we, extend, our, deepest, condolences, to, his, majesty, and, to, all, members, of, the, royal, family., , , https://t.co/m61lcmg66q, , https://t.co/yxlmbearrb]|[professional, development, join, people, across, united, kingdom, around, world, mourning, death, majesty, queen, elizabeth, ii., , extend, deepest, condolences, majesty, members, royal, family., , , https://t.co/m61lcmg66q, , https://t.co/yxlmbearrb]|\n",
            "|1568167501334253568|1568167501334253568|2022-09-09 14:50:42 India Standard Time|2022-09-09|14:50:42|+0530   |26475981          |ukpostbox |UK Postbox                 |NULL |Join us in remembering Her Majesty Queen Elizabeth II, whose passing has brought great sadness to the team here at UK Postbox.  We pass our condolences to the Royal Family and anyone affected during this difficult time.  https://t.co/T800hclNJo                                                   |en                                                        |[]                                                                                                                                                                           |[]                                                                |['https://pbs.twimg.com/media/FcM_7H_XgAEDifo.jpg']|0            |0                                                  |0          |[]      |[]      |https://twitter.com/UKPostbox/status/1568167501334253568 |False  |NULL                                                     |1    |https://pbs.twimg.com/media/FcM_7H_XgAEDifo.jpg|NULL|NULL                                           |NULL  |NULL      |NULL   |NULL      |[]      |NULL        |NULL     |NULL     |NULL      |[join, us, in, remembering, her, majesty, queen, elizabeth, ii,, whose, passing, has, brought, great, sadness, to, the, team, here, at, uk, postbox., , we, pass, our, condolences, to, the, royal, family, and, anyone, affected, during, this, difficult, time., , https://t.co/t800hclnjo]                                                           |[join, us, remembering, majesty, queen, elizabeth, ii,, whose, passing, brought, great, sadness, team, uk, postbox., , pass, condolences, royal, family, anyone, affected, difficult, time., , https://t.co/t800hclnjo]                                     |\n",
            "|1568167500134731776|1568167500134731776|2022-09-09 14:50:41 India Standard Time|2022-09-09|14:50:41|+0530   |868028006610153472|brandminds|BRAND MINDS                |NULL |\"\"\"When life seems hard                                                                                                                                                                                                                                                                                | the courageous do not lie down and accept defeat; instead| they are all the more determined to struggle for a better future.\"\"   - Queen Elizabeth II (1926-2022)   #queenelizabeth #worldchanger #leadership  https://t.co/74X7t8a3Ax\"|en                                                                |[]                                                 |[]           |['https://pbs.twimg.com/media/FcNABxgWIAAyuK2.jpg']|0          |0       |0       |['queenelizabeth', 'worldchanger', 'leadership']         |[]     |https://twitter.com/brandminds/status/1568167500134731776|False|NULL                                           |1   |https://pbs.twimg.com/media/FcNABxgWIAAyuK2.jpg|NULL  |NULL      |NULL   |NULL      |NULL    |NULL        |[]       |NULL     |NULL      |[\"\"\"when, life, seems, hard]                                                                                                                                                                                                                                                                                                                            |[\"\"\"when, life, seems, hard]                                                                                                                                                                                                                                |\n",
            "|1568167499320987648|1568167499320987648|2022-09-09 14:50:41 India Standard Time|2022-09-09|14:50:41|+0530   |340163485         |nxcoventry|NX Coventry                |NULL |We join the nation in mourning the death of Her Majesty Queen Elizabeth II. Our heartfelt thoughts are with the Royal Family, the Nation and the Commonwealth at this time.  https://t.co/r8H56ZhUCc                                                                                                   |en                                                        |[]                                                                                                                                                                           |[]                                                                |['https://pbs.twimg.com/media/FcNAB9aX0AA4-Le.jpg']|0            |0                                                  |0          |[]      |[]      |https://twitter.com/nxcoventry/status/1568167499320987648|False  |NULL                                                     |1    |https://pbs.twimg.com/media/FcNAB9aX0AA4-Le.jpg|NULL|NULL                                           |NULL  |NULL      |NULL   |NULL      |[]      |NULL        |NULL     |NULL     |NULL      |[we, join, the, nation, in, mourning, the, death, of, her, majesty, queen, elizabeth, ii., our, heartfelt, thoughts, are, with, the, royal, family,, the, nation, and, the, commonwealth, at, this, time., , https://t.co/r8h56zhucc]                                                                                                                   |[join, nation, mourning, death, majesty, queen, elizabeth, ii., heartfelt, thoughts, royal, family,, nation, commonwealth, time., , https://t.co/r8h56zhucc]                                                                                                |\n",
            "|1568167498410778631|1568167498410778631|2022-09-09 14:50:41 India Standard Time|2022-09-09|14:50:41|+0530   |19282280          |metoffice |Met Office                 |NULL |We are saddened by the death of Her Majesty Queen Elizabeth II. Our thoughts are with her family and all those affected by this news.  As a mark of respect during this time of national mourning we will only be posting daily forecasts and warnings.                                                |en                                                        |[]                                                                                                                                                                           |[]                                                                |[]                                                 |1            |0                                                  |0          |[]      |[]      |https://twitter.com/metoffice/status/1568167498410778631 |False  |NULL                                                     |0    |NULL                                           |NULL|NULL                                           |NULL  |NULL      |NULL   |NULL      |[]      |NULL        |NULL     |NULL     |NULL      |[we, are, saddened, by, the, death, of, her, majesty, queen, elizabeth, ii., our, thoughts, are, with, her, family, and, all, those, affected, by, this, news., , as, a, mark, of, respect, during, this, time, of, national, mourning, we, will, only, be, posting, daily, forecasts, and, warnings.]                                                  |[saddened, death, majesty, queen, elizabeth, ii., thoughts, family, affected, news., , mark, respect, time, national, mourning, posting, daily, forecasts, warnings.]                                                                                       |\n",
            "+-------------------+-------------------+---------------------------------------+----------+--------+--------+------------------+----------+---------------------------+-----+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+----------------------------------------------------------+-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------+---------------------------------------------------+-------------+---------------------------------------------------+-----------+--------+--------+---------------------------------------------------------+-------+---------------------------------------------------------+-----+-----------------------------------------------+----+-----------------------------------------------+------+----------+-------+----------+--------+------------+---------+---------+----------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+\n",
            "only showing top 5 rows\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Sentiment Labelling\n",
        "Using a simple keyword-based heuristic to assign sentiment labels."
      ],
      "metadata": {
        "id": "VHLw9-qZu3c9"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from pyspark.sql.functions import udf, col\n",
        "from pyspark.sql.types import StringType\n",
        "\n",
        "def sentiment_analysis(words):\n",
        "    positive_words = [\"love\", \"condolences\", \"grateful\", \"respect\", \"admire\", \"support\"]\n",
        "    negative_words = [\"hate\", \"criticize\", \"anger\", \"disrespect\", \"colonial\", \"resentment\"]\n",
        "    mourning_words = [\"passed away\", \"mourning\", \"sad\", \"loss\", \"grieve\"]\n",
        "\n",
        "    # Ensure words is a list (from filtered_words)\n",
        "    words = [word.lower() for word in words]\n",
        "\n",
        "    # Context-sensitive logic\n",
        "    if \"hate\" in words and any(word in mourning_words for word in words):\n",
        "        return \"Mourning\"\n",
        "    elif any(word in positive_words for word in words):\n",
        "        return \"Positive\"\n",
        "    elif any(word in negative_words for word in words):\n",
        "        return \"Negative\"\n",
        "    else:\n",
        "        return \"Neutral\"\n",
        "\n",
        "# Register the function as a PySpark UDF\n",
        "sentiment_udf = udf(sentiment_analysis, StringType())\n",
        "\n",
        "# Apply the UDF to the DataFrame\n",
        "labeled_df = preprocessed_df.withColumn(\"sentiment\", sentiment_udf(col(\"filteredWords\")))\n",
        "\n",
        "# View the labeled data\n",
        "labeled_df.select(\"filteredWords\", \"sentiment\").show(10, truncate=False)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "sAJ530LOu5iZ",
        "outputId": "d5156efe-a663-4f91-8645-d6ef441f815f"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+\n",
            "|filteredWords                                                                                                                                                                                                                                               |sentiment|\n",
            "+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+\n",
            "|[professional, development, join, people, across, united, kingdom, around, world, mourning, death, majesty, queen, elizabeth, ii., , extend, deepest, condolences, majesty, members, royal, family., , , https://t.co/m61lcmg66q, , https://t.co/yxlmbearrb]|Positive |\n",
            "|[join, us, remembering, majesty, queen, elizabeth, ii,, whose, passing, brought, great, sadness, team, uk, postbox., , pass, condolences, royal, family, anyone, affected, difficult, time., , https://t.co/t800hclnjo]                                     |Positive |\n",
            "|[\"\"\"when, life, seems, hard]                                                                                                                                                                                                                                |Neutral  |\n",
            "|[join, nation, mourning, death, majesty, queen, elizabeth, ii., heartfelt, thoughts, royal, family,, nation, commonwealth, time., , https://t.co/r8h56zhucc]                                                                                                |Neutral  |\n",
            "|[saddened, death, majesty, queen, elizabeth, ii., thoughts, family, affected, news., , mark, respect, time, national, mourning, posting, daily, forecasts, warnings.]                                                                                       |Positive |\n",
            "|[@historia_fotos, queen, band, real, queen, elizabeth, ii.]                                                                                                                                                                                                 |Neutral  |\n",
            "|[express, deepest, sympathies, passing, hm, queen, elizabeth, ii., dedication, uk,, realms, &amp;, territories, unparalleled, &amp;, thank, service., academy, observe, mourning, period, whilst, continuing, support, pupils,, families, &amp;, staff.]    |Positive |\n",
            "|[express, deep, sadness, passing, majesty, queen, elizabeth, ii., service, commitment, people, country, unwavering,, such,, inspiration, many, across, world, across, generations., , #queenelizabeth, #respect, #inspiration, , https://t.co/wfjc3wywh0]   |Neutral  |\n",
            "|[naijanews:, buhari, expresses, sadness, , death, queen, elizabeth, ii, , , https://t.co/cy9btby6bu, , https://t.co/xxnx1gwzzj]                                                                                                                             |Neutral  |\n",
            "|[folk, weekend:, oxford, folk, arts, oxford, like, express, sympathy, family, friends, queen, elizabeth, ii, passing, yesterday., thank, majesty, 70, years, service, monarch,, support, throughout, life, music, arts]                                     |Positive |\n",
            "+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+\n",
            "only showing top 10 rows\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Label and Data Encoding"
      ],
      "metadata": {
        "id": "ExKhPB4Txynp"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from pyspark.sql.types import IntegerType,ArrayType, StringType\n",
        "from pyspark.ml.feature import CountVectorizer\n",
        "from pyspark.ml.classification import LogisticRegression\n",
        "from pyspark.sql.functions import udf, size,col, expr\n",
        "\n",
        "# Converting sentiment labels to numeric values\n",
        "def sentiment_to_label(sentiment):\n",
        "    mapping = {\"Positive\": 0, \"Negative\": 1, \"Neutral\": 2, \"Mourning\": 3}\n",
        "    return mapping.get(sentiment, -1) # -1 for unexpected values\n",
        "\n",
        "sentiment_udf = udf(sentiment_to_label, IntegerType())\n",
        "labeled_df = labeled_df.withColumn(\"label\", sentiment_udf(col(\"sentiment\")))\n",
        "labeled_df.select(\"filteredWords\",\"sentiment\",\"label\").show(10, truncate=False)\n",
        "#-------------------------------------------------------------------------------\n",
        "# Convert words into numerical vectors\n",
        "cv = CountVectorizer(inputCol=\"filteredWords\", outputCol=\"features\")\n",
        "cv_model = cv.fit(labeled_df)\n",
        "vectorized_df = cv_model.transform(labeled_df)\n",
        "vectorized_df.select(\"filteredWords\", \"features\", \"label\").show(5, truncate=False)\n",
        "#---------------------------------------------------------------------------------\n",
        "# Split data into training set and test set\n",
        "train_df, test_df = vectorized_df.randomSplit([0.8, 0.2], seed=42)\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "jJVqfnAox4b5",
        "outputId": "2a38568f-a332-4773-b3a7-d3c8bf5feab1"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+-----+\n",
            "|filteredWords                                                                                                                                                                                                                                               |sentiment|label|\n",
            "+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+-----+\n",
            "|[professional, development, join, people, across, united, kingdom, around, world, mourning, death, majesty, queen, elizabeth, ii., , extend, deepest, condolences, majesty, members, royal, family., , , https://t.co/m61lcmg66q, , https://t.co/yxlmbearrb]|Positive |0    |\n",
            "|[join, us, remembering, majesty, queen, elizabeth, ii,, whose, passing, brought, great, sadness, team, uk, postbox., , pass, condolences, royal, family, anyone, affected, difficult, time., , https://t.co/t800hclnjo]                                     |Positive |0    |\n",
            "|[\"\"\"when, life, seems, hard]                                                                                                                                                                                                                                |Neutral  |2    |\n",
            "|[join, nation, mourning, death, majesty, queen, elizabeth, ii., heartfelt, thoughts, royal, family,, nation, commonwealth, time., , https://t.co/r8h56zhucc]                                                                                                |Neutral  |2    |\n",
            "|[saddened, death, majesty, queen, elizabeth, ii., thoughts, family, affected, news., , mark, respect, time, national, mourning, posting, daily, forecasts, warnings.]                                                                                       |Positive |0    |\n",
            "|[@historia_fotos, queen, band, real, queen, elizabeth, ii.]                                                                                                                                                                                                 |Neutral  |2    |\n",
            "|[express, deepest, sympathies, passing, hm, queen, elizabeth, ii., dedication, uk,, realms, &amp;, territories, unparalleled, &amp;, thank, service., academy, observe, mourning, period, whilst, continuing, support, pupils,, families, &amp;, staff.]    |Positive |0    |\n",
            "|[express, deep, sadness, passing, majesty, queen, elizabeth, ii., service, commitment, people, country, unwavering,, such,, inspiration, many, across, world, across, generations., , #queenelizabeth, #respect, #inspiration, , https://t.co/wfjc3wywh0]   |Neutral  |2    |\n",
            "|[naijanews:, buhari, expresses, sadness, , death, queen, elizabeth, ii, , , https://t.co/cy9btby6bu, , https://t.co/xxnx1gwzzj]                                                                                                                             |Neutral  |2    |\n",
            "|[folk, weekend:, oxford, folk, arts, oxford, like, express, sympathy, family, friends, queen, elizabeth, ii, passing, yesterday., thank, majesty, 70, years, service, monarch,, support, throughout, life, music, arts]                                     |Positive |0    |\n",
            "+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+-----+\n",
            "only showing top 10 rows\n",
            "\n",
            "+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----+\n",
            "|filteredWords                                                                                                                                                                                                                                               |features                                                                                                                                                                                    |label|\n",
            "+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----+\n",
            "|[professional, development, join, people, across, united, kingdom, around, world, mourning, death, majesty, queen, elizabeth, ii., , extend, deepest, condolences, majesty, members, royal, family., , , https://t.co/m61lcmg66q, , https://t.co/yxlmbearrb]|(262144,[0,1,2,5,6,9,10,14,21,23,42,43,44,56,89,93,100,137,187,232,4521,5780,137841],[4.0,1.0,1.0,1.0,2.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0])         |0    |\n",
            "|[join, us, remembering, majesty, queen, elizabeth, ii,, whose, passing, brought, great, sadness, team, uk, postbox., , pass, condolences, royal, family, anyone, affected, difficult, time., , https://t.co/t800hclnjo]                                     |(262144,[0,1,2,6,10,11,13,14,16,37,55,60,63,93,121,188,329,426,467,551,674,753,905,81261],[2.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0])|0    |\n",
            "|[\"\"\"when, life, seems, hard]                                                                                                                                                                                                                                |(262144,[25,433,710,2962],[1.0,1.0,1.0,1.0])                                                                                                                                                |2    |\n",
            "|[join, nation, mourning, death, majesty, queen, elizabeth, ii., heartfelt, thoughts, royal, family,, nation, commonwealth, time., , https://t.co/r8h56zhucc]                                                                                                |(262144,[0,1,2,5,6,9,10,32,42,55,81,92,93,135,155,112875],[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,2.0,1.0,1.0,1.0,1.0,1.0])                                                                |2    |\n",
            "|[saddened, death, majesty, queen, elizabeth, ii., thoughts, family, affected, news., , mark, respect, time, national, mourning, posting, daily, forecasts, warnings.]                                                                                       |(262144,[0,1,2,5,6,9,13,19,32,42,67,105,205,219,499,674,1030,1397,110092,236911],[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0])                         |0    |\n",
            "+------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+--------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+-----+\n",
            "only showing top 5 rows\n",
            "\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Train Logistic Regression Model"
      ],
      "metadata": {
        "id": "JaFw5K8NDnTM"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from pyspark.ml.classification import LogisticRegression\n",
        "\n",
        "lr = LogisticRegression(featuresCol=\"features\", labelCol=\"label\", predictionCol=\"prediction\", maxIter=20)\n",
        "lr_model = lr.fit(train_df)"
      ],
      "metadata": {
        "id": "yGV6vajNDsBc"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Evaluate the Model"
      ],
      "metadata": {
        "id": "T7Zu3m2nEVZV"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "from pyspark.ml.evaluation import MulticlassClassificationEvaluator\n",
        "import matplotlib.pyplot as plt\n",
        "import numpy\n",
        "from sklearn import metrics\n",
        "\n",
        "predictions = lr_model.transform(test_df)\n",
        "# Confusion matrix\n",
        "actual = predictions.select(\"label\").toPandas()\n",
        "predicted = predictions.select(\"prediction\").toPandas()\n",
        "\n",
        "confusion_matrix = metrics.confusion_matrix(actual, predicted)\n",
        "\n",
        "cm_display = metrics.ConfusionMatrixDisplay(confusion_matrix = confusion_matrix, display_labels = [\"Positive\", \"Negative\", \"Neutral\", \"Mourning\"])\n",
        "\n",
        "cm_display.plot()\n",
        "plt.show()\n",
        "# Finding accuracy\n",
        "Accuracy = metrics.accuracy_score(actual, predicted)\n",
        "print(f\"Accuracy: \",Accuracy)\n",
        "#Finding precision\n",
        "Precision = metrics.precision_score(actual, predicted,average='weighted')\n",
        "print(f\"Precision: \",Precision)\n",
        "#finding f-score\n",
        "f1_evaluator = MulticlassClassificationEvaluator(labelCol=\"label\", predictionCol=\"prediction\", metricName=\"f1\")\n",
        "f1_score = f1_evaluator.evaluate(predictions)\n",
        "print(f\"F1-Score: \",f1_score)\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 501
        },
        "id": "E3TH3yzDEXuj",
        "outputId": "6ee174e5-e1a6-439d-8e21-1b5ef2acc68a"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 640x480 with 2 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAkQAAAGwCAYAAABIC3rIAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMCwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy81sbWrAAAACXBIWXMAAA9hAAAPYQGoP6dpAABr4UlEQVR4nO3dd3gU5drH8e+m99ATAgECQSAaqgpBAdFoUFREjiJE6SoIIiCCWCgWAigWiqCiBDxwBBVQQYFIlaJSBKR3ApIAQkhIIHXn/SNvVtdQEjak7P4+1zWX7swzM/fMLtl7nzYmwzAMRERERByYU0kHICIiIlLSlBCJiIiIw1NCJCIiIg5PCZGIiIg4PCVEIiIi4vCUEImIiIjDU0IkIiIiDs+lpAOQKzObzZw8eRJfX19MJlNJhyMiIoVkGAYXLlwgKCgIJ6cbVweRnp5OZmamzcdxc3PDw8OjCCIqe5QQlWInT54kODi4pMMQEREbHT9+nOrVq9+QY6enpxNS04fE0zk2HyswMJAjR444ZFKkhKgU8/X1BaBNaH9cnN1LOBrHkLPvUEmHICJ2JJss1vGD5e/5jZCZmUni6RyObamFn+/110KlXDBTs9lRMjMzlRBJ6ZLXTObi7K6EqJiYTK4lHYKI2JP/fzhWcXR78PE14eN7/ecx49hdM5QQiYiI2IEcw0yODU8nzTHMRRdMGaSESERExA6YMTBz/RmRLfvaAw27FxEREYenGiIRERE7YMaMLY1etu1d9ikhEhERsQM5hkGOcf3NXrbsaw/UZCYiIiIOTzVEIiIidkCdqm2jhEhERMQOmDHIUUJ03dRkJiIiIg5PNUQiIiJ2QE1mtlFCJCIiYgc0ysw2ajITERERh6caIhERETtg/v/Flv0dmRIiERERO5Bj4ygzW/a1B0qIRERE7ECOgY1Puy+6WMoi9SESERERh6caIhERETugPkS2UUIkIiJiB8yYyMFk0/6OTE1mIiIi4vBUQyQiImIHzEbuYsv+jkwJkYiIiB3IsbHJzJZ97YGazERERMThqYZIRETEDqiGyDZKiEREROyA2TBhNmwYZWbDvvZATWYiIiLi8FRDJCIiYgfUZGYbJUQiIiJ2IAcncmxo+MkpwljKIiVEIiIidsCwsQ+RoT5EIiIiIo5NNUQiIiJ2QH2IbKOESERExA7kGE7kGDb0IXLwR3eoyUxEREQcnmqIRERE7IAZE2Yb6jnMOHYVkRIiERERO6A+RLZRk5mIiIgU2rRp02jYsCF+fn74+fkRERHBjz/+aNmenp5O//79qVixIj4+PnTq1IlTp05ZHSM+Pp727dvj5eVFlSpVeOmll8jOzrYqs3r1apo2bYq7uzuhoaHExsbmi2Xq1KnUqlULDw8Pmjdvzm+//Vbo61FCJCIiYgfyOlXbshRG9erVGTduHFu2bGHz5s3cfffddOjQgV27dgEwePBgvv/+e7766ivWrFnDyZMnefTRR/+ONyeH9u3bk5mZyYYNG5g1axaxsbGMHDnSUubIkSO0b9+etm3bsm3bNgYNGkSfPn1YtmyZpcy8efMYMmQIo0aNYuvWrTRq1IioqChOnz5dqOsxGYbh2I2GpVhKSgr+/v7cU28ILs7uJR2OQ8jZc6CkQxARO5JtZLGab0lOTsbPz++GnCPvu+Kb7Tfh7et83cdJu5BDp0b7bYq1QoUKvPPOO/znP/+hcuXKzJ07l//85z8A7N27lwYNGrBx40ZatGjBjz/+yIMPPsjJkycJCAgAYPr06QwfPpwzZ87g5ubG8OHDWbJkCTt37rSc44knnuD8+fMsXboUgObNm3PbbbcxZcoUAMxmM8HBwTz//PO8/PLLBY5dNUQiIiJikZKSYrVkZGRcc5+cnBy+/PJL0tLSiIiIYMuWLWRlZREZGWkpU79+fWrUqMHGjRsB2LhxI+Hh4ZZkCCAqKoqUlBRLLdPGjRutjpFXJu8YmZmZbNmyxaqMk5MTkZGRljIFpU7VclkPPHSI9g8fJiAgDYBjx/z43xcN2PxbVQACq6bSp+8Obr7lL1xdzWzZFMi0KY05n+RhOUadukn0evoP6tZLwmw2sX5tNT6d1oj09NyPXUjt8zzWZR833/IXfv4ZnEr05sfFtfl2Qd3iv+Ay4pbmqTz23Bnqhl+kYmA2o3vVYuNSf8t2D68cer+aQERUCn7ls0k87sa3n1ViyReVSjDqsuvBbn/RvttZAoIzATi2z4M57wewedXfv54bNEujx/BE6je9SE4OHN7lyStda5OZrt+bReFan3n5m9nGZ5nljTILDg62Wj9q1ChGjx592X3++OMPIiIiSE9Px8fHh4ULFxIWFsa2bdtwc3OjXLlyVuUDAgJITEwEIDEx0SoZytuet+1qZVJSUrh06RJJSUnk5ORctszevXsLfvEoIWL16tW0bduWpKSkfG/cP9WqVYtBgwYxaNCgYoutJP31lyczP72Fk3/6YDLBPfcd4/U3NvD8s5GcOuXN2xN+5vAhf0YMbQPAUz13Meqt9QwZcDeGYaJCxUuMnbCWtauD+WhSE7y8s3j2ue0MGb6JsWMiAAi9KYnk8+68E3M7f53xpMHNZ3l+8FZyckws/ja0JC+/1PLwMnN4lwfL/leBUZ8fzbf92dEnaXxHKhOer8Gp4240bXOB52NOcPaUK78s15dIYZ1JcOXzsVX584g7JhPc+9g5Rs88Sv/7buLYfg8aNEvj7TmH+XJKFT56rRo5OVA7LB3DXNKR249rfeblb7ZPzJibEB0/ftyqyczd/cpdNurVq8e2bdtITk7m66+/pnv37qxZs+a6YyhJZSYh6tGjB7NmzQLA1dWVGjVq0K1bN1555RVcXK7/Mlq2bElCQgL+/rlfFrGxsQwaNIjz589bldu0aRPe3t7XfZ6y5reNQVavZ39+C+0fOkT9sHNUrHSJKgFpDHg2kksXXQGYOP425i/6lkZNTrNtawC3t0ggO8eJjyY1sTwwcMoHTfloRhxVg1JJOOlD3NIQq3MkJvjQIOwcd7T6UwnRFWxe5WdVO/FvYbdeJO6rCuzY6APAj3Mq0v6ps9RrfFEJ0XX4Nc76nsWOr8qD3c5Sv1kax/Z78Ozokyz6rBLzp/z96/TEIY9/H0ZscK3PvPzNjFORzEOUN2qsINzc3AgNzf173axZMzZt2sSHH35I586dyczM5Pz581aVDadOnSIwMBCAwMDAfKPB8kah/bPMv0emnTp1Cj8/Pzw9PXF2dsbZ2fmyZfKOUVBlqk63Xbt2JCQkcODAAV588UVGjx7NO++8Y9Mx3dzcCAwMxGS6+vwLlStXxsvLy6ZzlVVOTgat2x7HwyOHPbsr4upmBkxkZf398cnMdMIwTNx8y18AuLqayc5ysnp6ckZGbme/m8P/uuK5vLyzuHDB7cZciAPYvdmLFvclUzEwCzBo1DKVarUz2LLGt6RDK/OcnAzadEjC3cvMns3e+FfMokGzi5w/68L73x3gy+27eOebg9x8e2pJhypSYsxmMxkZGTRr1gxXV1dWrFhh2bZv3z7i4+OJiMhtJYiIiOCPP/6wGg0WFxeHn58fYWFhljL/PEZembxjuLm50axZM6syZrOZFStWWMoUVJlKiNzd3QkMDKRmzZr069ePyMhIvvvuO5KSkujWrRvly5fHy8uL+++/nwMH/h4tdOzYMR566CHKly+Pt7c3N998Mz/88AOQ22RmMpk4f/48q1evpmfPniQnJ2MymTCZTJZ201q1avHBBx8A0LVrVzp37mwVW1ZWFpUqVWL27NlA7hsSExNDSEgInp6eNGrUiK+//vqq15eRkZGvM1tJqhWSzDeLF/Lt0gUMGLSVN0dFcPyYH3t3VyT9kjO9nv4Dd/ds3D2y6fPsDpydDcpXTAdg+++VKV8hnU6P78PFxYyPTyY9n/4DgAoV0i97vgZhf9H6ruP8uDjkstvl2j56rRrx+z2Yu3U3S47t4K05h5n6SjV2/upT0qGVWbXqX2LRgT9YfHQHA8ed4I3etYg/4EHVmrn9ip4acoof51Tk1egQDv7hybh5hwkKuXYnVJGilmOYbF4KY8SIEaxdu5ajR4/yxx9/MGLECFavXk10dDT+/v707t2bIUOGsGrVKrZs2ULPnj2JiIigRYsWANx3332EhYXx1FNPsX37dpYtW8Zrr71G//79Lc10ffv25fDhwwwbNoy9e/fy0UcfMX/+fAYPHmyJY8iQIXz66afMmjWLPXv20K9fP9LS0ujZs2ehrqfMNJldjqenJ2fPnqVHjx4cOHCA7777Dj8/P4YPH84DDzzA7t27cXV1pX///mRmZrJ27Vq8vb3ZvXs3Pj75vyBatmzJBx98wMiRI9m3bx/AZctFR0fz2GOPkZqaatm+bNkyLl68SMeOHQGIiYnhv//9L9OnT6du3bqsXbuWJ598ksqVK9OmTZvLXk9MTAxjxowpqttjsxPHfRnwzL14e2dxZ+sTvDh8E8OG3MXxY36MfaMFAwb9zsMdD2IYJtasDObA/nIY5tx/UPHH/Hlv/G306bedHn12Ys4x8e3CUM6dc8d8mYkeatZKZuSbG5g7O4zftxSumlP+1qHXX9RvdpGR3Wtx+oQb4S3S6D/2T86ecuX3n1VLdD1OHHLnuXtvwss3h1YPJjP0w3heejQUp///OfnDfyuyfF4FAA7t9KLxnalEPXGOmTFVSzBqcUQ5NnaqzinkoztOnz5Nt27dLN1OGjZsyLJly7j33nsBeP/993FycqJTp05kZGQQFRXFRx99ZNnf2dmZxYsX069fPyIiIvD29qZ79+688cYbljIhISEsWbKEwYMH8+GHH1K9enVmzJhBVFSUpUznzp05c+YMI0eOJDExkcaNG7N06dJ8Ha2vpUwmRIZhsGLFCpYtW8b999/PokWLWL9+PS1btgRgzpw5BAcHs2jRIh577DHi4+Pp1KkT4eHhANSuXfuyx3Vzc8Pf3x+TyXTVtseoqCi8vb1ZuHAhTz31FABz587l4YcfxtfXl4yMDMaOHctPP/1kqbKrXbs269at4+OPP75iQjRixAiGDBlieZ2SkpKvt39xys52IuFkbsJ38EB56tZLosOjB5jyfjN+3xJI76fux88vg5wcE2lpbvz3q+9JTPi7n9XqlTVYvbIG5cqnk37JBQPo+J/9JJ60TjKDa6Yw9t21/LikNl/OaVCcl2hX3DzM9Hg5kTd61+K3Fbnt/0f2eFL75kv8p+8ZJUTXKTvLiZNHc3+tHvzDi3qNL/JInzPMm1IFgGP7rfsMHT/oTpVqmcUep0hx++yzz6663cPDg6lTpzJ16tQrlqlZs6alxeZK7rrrLn7//ferlhkwYAADBgy4aplrKVMJ0eLFi/Hx8SErKwuz2UzXrl159NFHWbx4Mc2bN7eUq1ixIvXq1WPPnj0ADBw4kH79+rF8+XIiIyPp1KkTDRs2vO44XFxcePzxx5kzZw5PPfUUaWlpfPvtt3z55ZcAHDx4kIsXL1qy5DyZmZk0adLkisd1d3e/am/+kubkZODqaj18JiUlN95GjU9TrlwGv2wIyrdf3lD8e9sdISvTmd+3VLFsq1EzmZiJa1mxvCazP7/lBkZv/1xcDFzdDMz/GuFkzgGTk+ZfLSomE7i6GZw67sZfCS5Ur2PdBFytdgabV6oTsBQ/s+GE2YZRZmYHn6e5TCVEbdu2Zdq0abi5uREUFISLiwvffffdNffr06cPUVFRLFmyhOXLlxMTE8PEiRN5/vnnrzuW6Oho2rRpw+nTp4mLi8PT05N27doBkJqa26lyyZIlVKtWzWq/0pzw/FOP3n+w+bdATp/2wssrm7vujie80Rlef7kVAPdGHSU+3pfk8+40uPksz/bfzqJv6vLnib9rIR7scJA9uyuSfsmFJs1O0euZP4idcQtpabmdpmvWSibm3bVs3RzAwq9uonz53C+WHLOJlOSycZ+Km4dXDkEhf9c+BAZnUvvmS1w478yZP93YvsGbp19PIDPdiVMnXGkYkUbkf5L4ZEz+RFWureeIBDat9OXMn254+uTQtuN5GrZM5dWutQETX0+rwlNDEzm825PDuzyJfOwcwXUyeOvpCiUdut241mde/lbcTWb2pkwlRN7e3pbhfXkaNGhAdnY2v/76q6XJ7OzZs+zbt8/SSx1yJ5rq27cvffv2ZcSIEXz66aeXTYjc3NzIycm5ZiwtW7YkODiYefPm8eOPP/LYY4/h6po7BD0sLAx3d3fi4+Ov2DxW2vmXz+DFlzdRoUI6aWmuHDnsz+svt+L3LbltstWCL9C9zx/4+mZy+pQ38+bUZ+HX1hMq1qt/jid77MbTI5vjx32Z8n5TVv5U07L9ztYnKFc+g7vvjefue+Mt608letEz+oHiudAy5qZGl3jnm0OW133HnARg+bzyTBxcg5h+Nen1SgLDpxzDt1wOp/90I3Z8VRbPrlhSIZdp5Spl89KkeCpUyebiBWeO7PHg1a612bo2N/FfOKMyrh5m+o45iW+5HA7v9mBEl9okHFNCX1Su9ZkXKSplKiG6nLp169KhQweefvppPv74Y3x9fXn55ZepVq0aHTp0AGDQoEHcf//93HTTTSQlJbFq1SoaNLh8X5VatWqRmprKihUraNSoEV5eXlccbt+1a1emT5/O/v37WbVqlWW9r68vQ4cOZfDgwZjNZu68806Sk5NZv349fn5+dO/evehvRBH78N1br7o9dkY4sTPCr1pm4vjbr7p9zuybmTP75kLH5sh2bPQhKqjRFbcnnXHVl0QRev/Fa/fhmz8lwGoeIila1/rMy9/MUOiRYv/e35GVqWH3VzJz5kyaNWvGgw8+SEREBIZh8MMPP1hqbHJycujfvz8NGjSgXbt23HTTTVY93f+pZcuW9O3bl86dO1O5cmUmTJhwxfNGR0eze/duqlWrxh133GG17c033+T1118nJibGct4lS5YQEqIh5SIiUvTyJma0ZXFketp9Kaan3Rc/Pe1eRIpScT7tftrW2/D0uf6Gn0up2fRruumGxlqalfkmMxERESmKZ5k5dg2REiIRERE7YMaEGVv6EF3/vvZACZGIiIgdUA2RbRz76kVERERQDZGIiIhdsH1iRseuI1FCJCIiYgfMhgmzLfMQ2bCvPXDsdFBEREQE1RCJiIjYBbONTWaOPjGjEiIRERE7YPvT7h07IXLsqxcRERFBNUQiIiJ2IQcTOTZMrmjLvvZACZGIiIgdUJOZbRz76kVERERQDZGIiIhdyMG2Zq+cogulTFJCJCIiYgfUZGYbJUQiIiJ2QA93tY1jX72IiIgIqiESERGxCwYmzDb0ITI07F5ERETKOjWZ2caxr15EREQE1RCJiIjYBbNhwmxcf7OXLfvaAyVEIiIidiDHxqfd27KvPXDsqxcRERFBNUQiIiJ2QU1mtlFCJCIiYgfMOGG2oeHHln3tgWNfvYiIiAiqIRIREbELOYaJHBuavWzZ1x4oIRIREbED6kNkGyVEIiIidsCw8Wn3hmaqFhEREXFsqiESERGxAzmYyLHhAa227GsPlBCJiIjYAbNhWz8gs1GEwZRBajITERERh6caIhERETtgtrFTtS372gMlRCIiInbAjAmzDf2AbNnXHjh2OigiIiKCaohERETsgmaqto0SIhERETugPkS2UUJUBuTsO4TJ5FrSYYiIiFjExMSwYMEC9u7di6enJy1btmT8+PHUq1fPUuauu+5izZo1Vvs9++yzTJ8+3fI6Pj6efv36sWrVKnx8fOjevTsxMTG4uPydoqxevZohQ4awa9cugoODee211+jRo4fVcadOnco777xDYmIijRo1YvLkydx+++0Fvh7HTgdFRETshBmT5Xlm17UUslP1mjVr6N+/P7/88gtxcXFkZWVx3333kZaWZlXu6aefJiEhwbJMmDDBsi0nJ4f27duTmZnJhg0bmDVrFrGxsYwcOdJS5siRI7Rv3562bduybds2Bg0aRJ8+fVi2bJmlzLx58xgyZAijRo1i69atNGrUiKioKE6fPl3g6zEZhuHgUzGVXikpKfj7+3MXHXBRDZGISJmTbWSxmm9JTk7Gz8/vhpwj77visRXdcPV2u+7jZKVl8tU9s6871jNnzlClShXWrFlD69atgdwaosaNG/PBBx9cdp8ff/yRBx98kJMnTxIQEADA9OnTGT58OGfOnMHNzY3hw4ezZMkSdu7cadnviSee4Pz58yxduhSA5s2bc9tttzFlyhQAzGYzwcHBPP/887z88ssFil81RCIiInbAptqh/18gN8H655KRkVGg8ycnJwNQoUIFq/Vz5syhUqVK3HLLLYwYMYKLFy9atm3cuJHw8HBLMgQQFRVFSkoKu3btspSJjIy0OmZUVBQbN24EIDMzky1btliVcXJyIjIy0lKmINSHSERERCyCg4OtXo8aNYrRo0dfdR+z2cygQYO44447uOWWWyzru3btSs2aNQkKCmLHjh0MHz6cffv2sWDBAgASExOtkiHA8joxMfGqZVJSUrh06RJJSUnk5ORctszevXsLfN1KiEREROxAUY0yO378uFWTmbu7+zX37d+/Pzt37mTdunVW65955hnL/4eHh1O1alXuueceDh06RJ06da471htBCZGIiIgd+Gez1/XuD+Dn51eoPkQDBgxg8eLFrF27lurVq1+1bPPmzQE4ePAgderUITAwkN9++82qzKlTpwAIDAy0/Ddv3T/L+Pn54enpibOzM87Ozpctk3eMglAfIhERESk0wzAYMGAACxcuZOXKlYSEhFxzn23btgFQtWpVACIiIvjjjz+sRoPFxcXh5+dHWFiYpcyKFSusjhMXF0dERAQAbm5uNGvWzKqM2WxmxYoVljIFoRoiERERO1DczzLr378/c+fO5dtvv8XX19fS58ff3x9PT08OHTrE3LlzeeCBB6hYsSI7duxg8ODBtG7dmoYNGwJw3333ERYWxlNPPcWECRNITEzktddeo3///pamur59+zJlyhSGDRtGr169WLlyJfPnz2fJkiWWWIYMGUL37t259dZbuf322/nggw9IS0ujZ8+eBb4eJUQiIiJ2oKiazApq2rRpQO7Q+n+aOXMmPXr0wM3NjZ9++smSnAQHB9OpUydee+01S1lnZ2cWL15Mv379iIiIwNvbm+7du/PGG29YyoSEhLBkyRIGDx7Mhx9+SPXq1ZkxYwZRUVGWMp07d+bMmTOMHDmSxMREGjduzNKlS/N1tL4azUNUimkeIhGRsq045yFqv6yPzfMQLYmacUNjLc1UQyQiImIHiruGyN4oIRIREbEDSohso1FmIiIi4vBUQyQiImIHVENkGyVEIiIidsCg8EPn/72/I1NCJCIiYgdUQ2Qb9SESERERh6caIhERETugGiLbKCESERGxA0qIbKMmMxEREXF4qiESERGxA6ohso0SIhERETtgGCYMG5IaW/a1B2oyExEREYenGiIRERE7YMZk08SMtuxrD5QQiYiI2AH1IbKNmsxERETE4amGSERExA6oU7VtlBCJiIjYATWZ2UYJkYiIiB1QDZFt1IdIREREHJ5qiEREROyAYWOTmaPXECkhEhERsQMGYBi27e/I1GQmIiIiDk81RCIiInbAjAmTZqq+bkqIRERE7IBGmdlGTWYiIiLi8FRDJCIiYgfMhgmTJma8bkqIRERE7IBh2DjKzMGHmanJTERERByeaohERETsgDpV20YJkYiIiB1QQmQbNZkVUK1atfjggw9KOowy4aEefzHr1918f3gHHy4+QL3GF0s6pDLpluapjJl1hLlbd7Hs5HYi2iVbbb/j/vOM/d8hvtq5k2Unt1P75kuXPU6DZmmMn3+Ibw/+wYJ9f/DugoO4eZiL4xLslj7jxUv3u2DynnZvy+LISkVC1KNHD0wmE+PGjbNav2jRIkym4n2DYmNjKVeuXL71mzZt4plnninWWMqiNg8n8cyok8x5L5D+UTdxeLcHb889jH/FrJIOrczx8DJzeJcHU16pfsXtu37z5rOxVa94jAbN0nh7zmG2rPVh4AN1GfhAXb6bWQlD+dB102e8eOl+S3EpFQkRgIeHB+PHjycpKamkQ7msypUr4+XlVdJhlHqPPvMXS+dWYPm8CsQf8GDS8OpkXDIR1eVcSYdW5mxe5cesCVXZsNT/sttXfFOBOe8H8vta3yse49nRJ1n0WSXmTwng2H4PThzyYO335cjKLDX/9MscfcaLl+53weWNMrNlcWSl5q9iZGQkgYGBxMTEXLHMunXraNWqFZ6engQHBzNw4EDS0tIs2xMSEmjfvj2enp6EhIQwd+7cfE1d7733HuHh4Xh7exMcHMxzzz1HamoqAKtXr6Znz54kJydjMpkwmUyMHj0asG4y69q1K507d7aKLSsri0qVKjF79mwAzGYzMTExhISE4OnpSaNGjfj666+L4E6VXi6uZuo2vMjWn//+gjYME7//7EtYM1VxFzf/ilk0aHaR82ddeP+7A3y5fRfvfHOQm29PLenQyix9xouX7nfh5CY1JhuWkr6CklVqEiJnZ2fGjh3L5MmTOXHiRL7thw4dol27dnTq1IkdO3Ywb9481q1bx4ABAyxlunXrxsmTJ1m9ejXffPMNn3zyCadPn7Y6jpOTE5MmTWLXrl3MmjWLlStXMmzYMABatmzJBx98gJ+fHwkJCSQkJDB06NB8sURHR/P9999bEimAZcuWcfHiRTp27AhATEwMs2fPZvr06ezatYvBgwfz5JNPsmbNmiveg4yMDFJSUqyWssSvQg7OLnD+jHVf/aS/XChfObuEonJcVWtmAvDUkFP8OKcir0aHcPAPT8bNO0xQSEYJR1c26TNevHS/pTiVmoQIoGPHjjRu3JhRo0bl2xYTE0N0dDSDBg2ibt26tGzZkkmTJjF79mzS09PZu3cvP/30E59++inNmzenadOmzJgxg0uXrDuaDho0iLZt21KrVi3uvvtu3nrrLebPnw+Am5sb/v7+mEwmAgMDCQwMxMfHJ18sUVFReHt7s3DhQsu6uXPn8vDDD+Pr60tGRgZjx47l888/Jyoqitq1a9OjRw+efPJJPv744ytef0xMDP7+/pYlODj4em+lCE7//6/7h/9WZPm8Chza6cXHo6tx4pA7UU+ouUHE3thWO2TbCDV7UKoSIoDx48cza9Ys9uzZY7V++/btxMbG4uPjY1mioqIwm80cOXKEffv24eLiQtOmTS37hIaGUr58eavj/PTTT9xzzz1Uq1YNX19fnnrqKc6ePcvFiwWvfnVxceHxxx9nzpw5AKSlpfHtt98SHR0NwMGDB7l48SL33nuvVbyzZ8/m0KFDVzzuiBEjSE5OtizHjx8vcEylQco5Z3Kyody/frmVr5RN0hnN8FDczp7KvefH9ntYrT9+0J0q1TJLIqQyT5/x4qX7XThGESyOrNQlRK1btyYqKooRI0ZYrU9NTeXZZ59l27ZtlmX79u0cOHCAOnXqFOjYR48e5cEHH6Rhw4Z88803bNmyhalTpwKQmVm4L4jo6GhWrFjB6dOnWbRoEZ6enrRr184SK8CSJUus4t29e/dV+xG5u7vj5+dntZQl2VlOHNjhRZM7L1jWmUwGje9MZfcWdUgvbqeOu/FXggvV66Rbra9WO4PTJ9xKKKqyTZ/x4qX7LcWpVKbY48aNo3HjxtSrV8+yrmnTpuzevZvQ0NDL7lOvXj2ys7P5/fffadasGZBbU/PPUWtbtmzBbDYzceJEnP6/PSGvuSyPm5sbOTk514yxZcuWBAcHM2/ePH788Ucee+wxXF1dAQgLC8Pd3Z34+HjatGlTuIsv4xZ8UomhHxxn/3Yv9v3uRcenz+DhZWb5lxVKOrQyx8Mrh6CQvxP1wOBMat98iQvnnTnzpxu+5bKpXC2LigG5w4+D/z/xSTrtQtIZV8DE19Oq8NTQRA7v9uTwLk8iHztHcJ0M3npa78f10me8eOl+F5wmZrRNqUyIwsPDiY6OZtKkSZZ1w4cPp0WLFgwYMIA+ffrg7e3N7t27iYuLY8qUKdSvX5/IyEieeeYZpk2bhqurKy+++CKenp6WuYxCQ0PJyspi8uTJPPTQQ6xfv57p06dbnbtWrVqkpqayYsUKGjVqhJeX1xWH23ft2pXp06ezf/9+Vq1aZVnv6+vL0KFDGTx4MGazmTvvvJPk5GTWr1+Pn58f3bt3vwF3rXRY8115/Cvm0O2lRMpXzubwLk9ejQ7h/F+uJR1amXNTo0u8883fTax9x5wEYPm88kwcXIMW96Uw9IO/m1VfmR4PwBcTA/jvxEAAFs6ojKuHmb5jTuJbLofDuz0Y0aU2Ccfci/FK7Is+48VL97sQbG33cvA2M5NhlPxAux49enD+/HkWLVpkWXf06FHq1atHZmYmeSFu2rSJV199lY0bN2IYBnXq1KFz58688sorQO6w+969e7Ny5UrLEP5Bgwbxxhtv8OyzzwLw/vvv884773D+/Hlat25NdHQ03bp1IykpyTIhY79+/fjqq684e/Yso0aNYvTo0dSqVYtBgwYxaNAgS4x79uwhLCyMmjVrcuTIEatJJA3DYNKkSUybNo3Dhw9Trlw5mjZtyiuvvELr1q0LdF9SUlLw9/fnLjrgYtI/fhGRsibbyGI135KcnHzDukHkfVfUjn0VJy+Pa+9wBeaL6Rzu8fYNjbU0KxUJ0Y1y4sQJgoODLR2pyxolRCIiZZsSorKjVDaZXa+VK1eSmppKeHg4CQkJDBs2jFq1ahW4RkZERKSssnW2afutHimYUjfKzBZZWVm88sor3HzzzXTs2JHKlSuzevVqS2dnERERe1Xc8xDFxMRw22234evrS5UqVXjkkUfYt2+fVZn09HT69+9PxYoV8fHxoVOnTpw6dcqqTHx8PO3bt8fLy4sqVarw0ksvkZ1tPdXC6tWradq0Ke7u7oSGhhIbG5svnqlTp1KrVi08PDxo3rw5v/32W6Gux64SoqioKHbu3MnFixc5deoUCxcupGbNmiUdloiIiN1Zs2YN/fv355dffiEuLo6srCzuu+8+q0dqDR48mO+//56vvvqKNWvWcPLkSR599FHL9pycHNq3b09mZiYbNmxg1qxZxMbGMnLkSEuZI0eO0L59e9q2bcu2bdsYNGgQffr0YdmyZZYy8+bNY8iQIYwaNYqtW7fSqFEjoqKi8j2t4mrsug9RWac+RCIiZVtx9iGq9dnrNvchOtr7TY4fP24Vq7u7O+7u1x6ZeubMGapUqcKaNWto3bo1ycnJVK5cmblz5/Kf//wHgL1799KgQQM2btxIixYt+PHHH3nwwQc5efIkAQEBAEyfPp3hw4dz5swZ3NzcGD58OEuWLGHnzp2Wcz3xxBOcP3+epUuXAtC8eXNuu+02pkyZknstZjPBwcE8//zzvPzyywW6fruqIRIREXFURfW0++DgYKvHSF3toev/lJycDECFCrlzRG3ZsoWsrCwiIyMtZerXr0+NGjXYuHEjABs3biQ8PNySDEFua09KSgq7du2ylPnnMfLK5B0jMzOTLVu2WJVxcnIiMjLSUqYg7KpTtYiIiNjmcjVE12I2mxk0aBB33HEHt9xyCwCJiYm4ublZprTJExAQQGJioqXMP5OhvO15265WJiUlhUuXLpGUlEROTs5ly+zdu7cAV5xLCZGIiIg9KKKJGa/n0VH9+/dn586drFu3zoYASpaazEREROxAST3tfsCAASxevJhVq1ZRvXp1y/rAwEAyMzM5f/68VflTp04RGBhoKfPvUWd5r69Vxs/PD09PTypVqoSzs/Nly+QdoyAKVEP03XffFfiADz/8cIHLioiISNlkGAbPP/88CxcuZPXq1YSEhFhtb9asGa6urqxYsYJOnToBsG/fPuLj44mIiAAgIiKCt99+m9OnT1OlShUA4uLi8PPzIywszFLmhx9+sDp2XFyc5Rhubm40a9aMFStW8MgjjwC5TXgrVqxgwIABBb6eAiVEeSe4FpPJVKAHo4qIiMgNUIzjxvv378/cuXP59ttv8fX1tfT58ff3x9PTE39/f3r37s2QIUOoUKECfn5+PP/880RERNCiRQsA7rvvPsLCwnjqqaeYMGECiYmJvPbaa/Tv39/Sd6lv375MmTKFYcOG0atXL1auXMn8+fNZsmSJJZYhQ4bQvXt3br31Vm6//XY++OAD0tLS6NmzZ4Gvp0AJkdlsLvABRUREpPgV99Pup02bBsBdd91ltX7mzJn06NEDyH1+qJOTE506dSIjI4OoqCg++ugjS1lnZ2cWL15Mv379iIiIwNvbm+7du/PGG29YyoSEhLBkyRIGDx7Mhx9+SPXq1ZkxYwZRUVGWMp07d+bMmTOMHDmSxMREGjduzNKlS/N1tL4am+YhSk9Px8Pj+uc8kKvTPEQiImVbcc5DFDx9FE6eNsxDdCmd433HOOyzzArdqTonJ4c333yTatWq4ePjw+HDhwF4/fXX+eyzz4o8QBEREZEbrdAJ0dtvv01sbCwTJkzAzc3Nsv6WW25hxowZRRqciIiIFJSpCBbHVeiEaPbs2XzyySdER0fj7OxsWd+oUaNCTYAkIiIiRcgogsWBFToh+vPPPwkNDc233mw2k5WVVSRBiYiIiBSnQidEYWFh/Pzzz/nWf/311zRp0qRIghIREZFCUg2RTQr96I6RI0fSvXt3/vzzT8xmMwsWLGDfvn3Mnj2bxYsX34gYRURE5FoMU+5iy/4OrNA1RB06dOD777/np59+wtvbm5EjR7Jnzx6+//577r333hsRo4iIiMgNdV0Pd23VqhVxcXFFHYuIiIhcJ8PIXWzZ35Fd99PuN2/ezJ49e4DcfkXNmjUrsqBERESkkIroafeOqtAJ0YkTJ+jSpQvr16+nXLlyAJw/f56WLVvy5ZdfWj3pVkRERKQsKHQfoj59+pCVlcWePXs4d+4c586dY8+ePZjNZvr06XMjYhQREZFryetUbcviwApdQ7RmzRo2bNhAvXr1LOvq1avH5MmTadWqVZEGJyIiIgVjMnIXW/Z3ZIVOiIKDgy87AWNOTg5BQUFFEpSIiIgUkvoQ2aTQTWbvvPMOzz//PJs3b7as27x5My+88ALvvvtukQYnIiIiUhwKVENUvnx5TKa/2xbT0tJo3rw5Li65u2dnZ+Pi4kKvXr145JFHbkigIiIichWamNEmBUqIPvjggxschoiIiNhETWY2KVBC1L179xsdh4iIiEiJue6JGQHS09PJzMy0Wufn52dTQCIiInIdVENkk0J3qk5LS2PAgAFUqVIFb29vypcvb7WIiIhICdDT7m1S6IRo2LBhrFy5kmnTpuHu7s6MGTMYM2YMQUFBzJ49+0bEKCIiInJDFbrJ7Pvvv2f27Nncdddd9OzZk1atWhEaGkrNmjWZM2cO0dHRNyJOERERuRqNMrNJoWuIzp07R+3atYHc/kLnzp0D4M4772Tt2rVFG52IiIgUSN5M1bYsjqzQCVHt2rU5cuQIAPXr12f+/PlAbs1R3sNeRURERMqSQidEPXv2ZPv27QC8/PLLTJ06FQ8PDwYPHsxLL71U5AGKiIhIAahTtU0K3Ydo8ODBlv+PjIxk7969bNmyhdDQUBo2bFikwYmIiIgUB5vmIQKoWbMmNWvWLIpYRERE5DqZsPFp90UWSdlUoIRo0qRJBT7gwIEDrzsYERERkZJQoITo/fffL9DBTCaTEqIbwckZTM4lHYVjMOeUdAQOZ9nJbSUdgkOJCmpc0iHIjaJh9zYpUEKUN6pMRERESik9usMmhR5lJiIiImJvbO5ULSIiIqWAaohsooRIRETEDtg627RmqhYRERFxcKohEhERsQdqMrPJddUQ/fzzzzz55JNERETw559/AvDFF1+wbt26Ig1ORERECkiP7rBJoROib775hqioKDw9Pfn999/JyMgAIDk5mbFjxxZ5gCIiIiI3WqETorfeeovp06fz6aef4urqall/xx13sHXr1iINTkRERAomr1O1LYsjK3Qfon379tG6det86/39/Tl//nxRxCQiIiKFpZmqbVLoGqLAwEAOHjyYb/26deuoXbt2kQQlIiIihaQ+RDYpdEL09NNP88ILL/Drr79iMpk4efIkc+bMYejQofTr1+9GxCgiIiJyQxW6yezll1/GbDZzzz33cPHiRVq3bo27uztDhw7l+eefvxExioiIyDVoYkbbFDohMplMvPrqq7z00kscPHiQ1NRUwsLC8PHxuRHxiYiISEFoHiKbXPfEjG5uboSFhRVlLCIiIiIlotAJUdu2bTGZrtwTfeXKlTYFJCIiItfB1qHzDl5DVOhO1Y0bN6ZRo0aWJSwsjMzMTLZu3Up4ePiNiFFERESupZhHma1du5aHHnqIoKAgTCYTixYtstreo0cPTCaT1dKuXTurMufOnSM6Oho/Pz/KlStH7969SU1NtSqzY8cOWrVqhYeHB8HBwUyYMCFfLF999RX169fHw8OD8PBwfvjhh8JdDNdRQ/T+++9fdv3o0aPzXYSIiIjYp7S0NBo1akSvXr149NFHL1umXbt2zJw50/La3d3dant0dDQJCQnExcWRlZVFz549eeaZZ5g7dy4AKSkp3HfffURGRjJ9+nT++OMPevXqRbly5XjmmWcA2LBhA126dCEmJoYHH3yQuXPn8sgjj7B161ZuueWWAl9PkT3c9cknn+T222/n3XffLapDioiISEEVUafqlJQUq9Xu7u75EhmA+++/n/vvv/+qh3R3dycwMPCy2/bs2cPSpUvZtGkTt956KwCTJ0/mgQce4N133yUoKIg5c+aQmZnJ559/jpubGzfffDPbtm3jvffesyREH374Ie3ateOll14C4M033yQuLo4pU6Ywffr0Al/+dT3c9XI2btyIh4dHUR1ORERECqGoHt0RHByMv7+/ZYmJibnumFavXk2VKlWoV68e/fr14+zZs5ZtGzdupFy5cpZkCCAyMhInJyd+/fVXS5nWrVvj5uZmKRMVFcW+fftISkqylImMjLQ6b1RUFBs3bixUrIWuIfp3tZhhGCQkJLB582Zef/31wh5ORERESpHjx4/j5+dneX252qGCaNeuHY8++ighISEcOnSIV155hfvvv5+NGzfi7OxMYmIiVapUsdrHxcWFChUqkJiYCEBiYiIhISFWZQICAizbypcvT2JiomXdP8vkHaOgCp0Q+fv7W712cnKiXr16vPHGG9x3332FPZyIiIiUIn5+flYJ0fV64oknLP8fHh5Ow4YNqVOnDqtXr+aee+6x+fhFrVAJUU5ODj179iQ8PJzy5cvfqJhERESksEr5xIy1a9emUqVKHDx4kHvuuYfAwEBOnz5tVSY7O5tz585Z+h0FBgZy6tQpqzJ5r69V5kp9l66kUH2InJ2due+++/RUexERkVKmqPoQ3SgnTpzg7NmzVK1aFYCIiAjOnz/Pli1bLGVWrlyJ2WymefPmljJr164lKyvLUiYuLo569epZKmYiIiJYsWKF1bni4uKIiIgoVHyF7lR9yy23cPjw4cLuJiIiInYkNTWVbdu2sW3bNgCOHDnCtm3biI+PJzU1lZdeeolffvmFo0ePsmLFCjp06EBoaChRUVEANGjQgHbt2vH000/z22+/sX79egYMGMATTzxBUFAQAF27dsXNzY3evXuza9cu5s2bx4cffsiQIUMscbzwwgssXbqUiRMnsnfvXkaPHs3mzZsZMGBAoa6n0AnRW2+9xdChQ1m8eDEJCQmkpKRYLSIiIlJCimlSRoDNmzfTpEkTmjRpAsCQIUNo0qQJI0eOxNnZmR07dvDwww9z00030bt3b5o1a8bPP/9s1Ul7zpw51K9fn3vuuYcHHniAO++8k08++cSy3d/fn+XLl3PkyBGaNWvGiy++yMiRIy1D7gFatmzJ3Llz+eSTT2jUqBFff/01ixYtKtQcRAAmwzAKdBveeOMNXnzxRXx9ff/e+R+P8DAMA5PJRE5OTqECkCtLSUnB39+fu5wexcXkWtLhOAazPr/FbdnJbSUdgkOJCmpc0iE4lGwji9V8S3JycpF0VL6cvO+K0OFjcXa//ulvcjLSOTj+lRsaa2lW4E7VY8aMoW/fvqxatepGxiMiIiJS7AqcEOVVJLVp0+aGBSMiIiLXx9aO0Te6U3VpV6hh91d7yr2IiIiUoFI+7L60K1RCdNNNN10zKTp37pxNAYmIiIgUt0IlRGPGjMk3U7WIiIiUPDWZ2aZQCdETTzyR77kjIiIiUgqoycwmBZ6HSP2HRERExF4VepSZiIiIlEKqIbJJgRMis9l8I+MQERERG6gPkW0K1YdIRERESinVENmk0M8yExEREbE3qiESERGxB6ohsokSIhERETugPkS2UUIkBdK5fyJ33H+e4NB0MtOd2L3Zm8/GVuPE4b+frFy1ZgZPv36Cm29Lw9XNzJbVfkx9PZjzf7kCEFA9g66DEmnc8gLlq2RxNtGVlQsr8L9JgWRnqfW2sB4fcIrerySy8NNKTB9V7V9bDd767xFuu/sCo3vVYuNSx55Q9ftZFVkyuxKnjrsBULNeOtGDE7nt7gsAfDisOr//7MvZU654eplpcGsavV89SY26GQAsn1eBiYNrXPbY83bspFylbM6ecuGTMdU4sMOTk0fc6dD7L/q98We+8mu/92fWhKqcOuFGtZAMer96ktvvuXCDrrxs6zzgFHc8kExwaMb//93x4rO3q3Li0PU/0V3kSvQtVIxWr16NyWTi/PnzJR1KoTWMSOX7WZUZ9HA9RnQJxdnVYOzcg7h75gDg7pnD2DkHMAwY3rkuQzrWw8XV4I3YQ5j+/2dHcGg6TiaDD1+uwTN3h/HxmOq0f/Iveg4/WZKXVibd1Ogi7Z88x+Fdl/9i6Pj0X2imjL9VrppFr1dOMmXpPib/uJ9Gd1xgdM8Qju7LvX91G17ixffj+XTNXt6eewgMeKVLHXJyP960eTiJ/23babU0uyuFhhGplKuUDUBWphPlKmbT5YVT1A67dNk4dm3yIua5WrTrcpaPlu+jZbtkxvQK4ehefcFfTsOINL6PrcSgB+sy4onaOLsYjP3fYcvfHfkXowgWB1YmE6IePXpgMpkYN26c1fpFixYV6QSSR48exWQysW3btiI7Zln16pOhxH1VkWP7PTm8x4uJg2sSUD2Tug0vAnDzbWkEBGcycXAtju715OheT94ZXIu6DS/S+I7cX7+bV/sz8cVabF3rR2K8O7/ElePrjwO44/7zJXhlZY+HVw7Dpxzjg5eqcyHZOd/22jdfotOzZ3hvSHAJRFc6tbgvhdvvuUC12plUr5NBz5cT8fA2s3eLFwAPPHmW8BZpBAZnUrfhJboPT+DMSTdLjZK7p0GFKtmWxcnZYPt6H6K6nLWcIzA4k35v/sm9jyXh7Xf5aUoWzajMrW1TeOy5M9Som0H3YYmEhl/i25mVbvxNKINeja5N3PwKHNvvweHdnkwcVIOA6lnUbXj5hNPR5TWZ2bI4sjKZEAF4eHgwfvx4kpKSSjoUMjMzSzqEYuftl/sL7cL53FZXVzczGJCV+XdCmpVhwjDDzbenXvk4vjmWY0jBDBj7J7+t8OP3n33zbXP3NPPy1GNMfbUaSWdcSyC60i8nB1YvKkfGRSca3JqWb3v6RSeWz6tAYI0MKgdlXfYYP31VAXdPg1btzxfq3Hu2eNOklfW/h2ZtLrBni3ehjuOo/v67k/+HgIitymxCFBkZSWBgIDExMVcss27dOlq1aoWnpyfBwcEMHDiQtLS//wCaTCYWLVpktU+5cuWIjY0FICQkBIAmTZpgMpm46667gNwaqkceeYS3336boKAg6tWrB8AXX3zBrbfeiq+vL4GBgXTt2pXTp08X+JoyMjJISUmxWkojk8mg7+gT7PzNm2P7PAHYu9Wb9ItO9H7lT9w9zLh75vD063/i7AIVqmRf9jhBtdLp0PM0P8zRr+OCatMhidDwS3weU/Wy258d/Se7N3uzcZlj9xm6nCN7POgQGs6DtRox6eVgRn52hJo3ZVi2fx9bkQ6h4XQIbcimlX7EfHkIV7fL/2Re9r+KtO2YhLtn4X5SJ51xoXwl6ySrfOUskk7rR8G1mEwGfcf8yc7fvCx/d+Rf1GRmkzKbEDk7OzN27FgmT57MiRMn8m0/dOgQ7dq1o1OnTuzYsYN58+axbt06BgwYUOBz/PbbbwD89NNPJCQksGDBAsu2FStWsG/fPuLi4li8eDEAWVlZvPnmm2zfvp1FixZx9OhRevToUeDzxcTE4O/vb1mCg0tnk8eAt49Ts146Mf1DLOuSz7nyVt/aNI9MZtH+bSzcsx1vvxwO7PDEuEzrQcXATN7+7yHWLinPj3OVEBVE5aBM+r1xkvEDapCVkf+fbov7kml8RyrTRwaVQHSlX/U6GXwUt49JS/bzYLe/ePeFmhzb727ZfvejSXy0fB/vLjhA9doZvP1sLTLT8zfB797sRfwBD9r9o7lMbrwBY/+kZv10YvrVLOlQSi8lRDYp0z9LOnbsSOPGjRk1ahSfffaZ1baYmBiio6MZNGgQAHXr1mXSpEm0adOGadOm4eFx7U6MlStXBqBixYoEBgZabfP29mbGjBm4ublZ1vXq1cvy/7Vr12bSpEncdtttpKam4uPjc83zjRgxgiFDhlhep6SklLqkqP9bx2kemcyLnW7irwQ3q21b1/rR885b8CufTU4OpKW48L+tO0iId7cqVyEgkwnzD7B7szcfDrv8yB3JL7ThJcpXzmbqsv2Wdc4uEN4ijYd7/sXi2RWpWiuTBXt3Wu33+qdH2fmrN8P+E1rcIZcqrm4G1UJym7frNrzEvm1eLJpRmRcm5P6g8vYz4+2XSbXamdRvepRODW5h/Y/+tO143uo4S+dWpM7NF6+rH0v5ytkk/WXdlJl0xpXyV6hFlVz93z5B83tTeLFjnXx/d0SKSplOiADGjx/P3XffzdChQ63Wb9++nR07djBnzhzLOsMwMJvNHDlyhAYNGth03vDwcKtkCGDLli2MHj2a7du3k5SUZHn+W3x8PGFhYdc8pru7O+7u7tcsVzIM+r91gpbtzvPSY3U5dfzKcaYk5X6sGrW8QLlK2fyy/O/mm4qBucnQgR1eTBxSE8Mouk7w9m7bzz480/Ymq3Uvvn+c4wc9mD+1MinnXFjyRUWr7Z+s2s/Ho4P4ZblfcYZaJhhG7siwK23DMOXbfinNibXfl6PniITrOmeDZmls+9mHR58+Y1m3da0vDZrl78skAAb93/6Tlu2Seek/oVf9uyNg+v/Flv0dWZlPiFq3bk1UVBQjRoywap5KTU3l2WefZeDAgfn2qVEjt1bCZDJh/GtsclbW5TtR/pu3t3UnyLS0NKKiooiKimLOnDlUrlyZ+Ph4oqKi7KLT9YC3j9P2kSRG967NpVRnylfOvU9pF5zJTM/90rjv8bPEH/Qg+awLDZql0m/MCRZ+WsUyV1HFwEze+eoAp0+48elb1fCv+PevYnUAvrZLac75+k6kX3TiQtLf6y93H0//6ebwXySfj63KbXenULlaFpdSnVi1sDw7Nvjw9txDJBxzY8135WjW5gL+FbI5k+DK/CkBuHmauf0e6358a74tR06OiXs6XX4wx6Gdue/DpTQnks86c2inJy5uZktfpUf6nOGlTnX5enplbr8nhTXflufADk8GvXP8xt6AMmrA2D9p2zGJ0T1DuJTqdNm/O/IPmqnaJmU+IQIYN24cjRs3tnRuBmjatCm7d+8mNPTKzQSVK1cmIeHvX3oHDhzg4sWLltd5NUA5Odee82Lv3r2cPXuWcePGWZq5Nm/eXOhrKa0e6v4XAO9+fcBq/buDaxL3VW6tRPU66fR8+U98y+Vw6oQb/5sUyIJPq1jKNm11gWohGVQLyWDuZutmnajqTW/wFYgjO/+XC+8MrMm50y54+eYQ0iCdt+ceolmbVM4murDzVx8WflqZ1GRnylXKJrxFKu9/e8Ayx1Cepf+ryB33n8fH//J/E5677++/QQd2eLFqYQUCqmcy+7fdANx820VennqUWeOrEjuuKkEhGYz6/Ai16qffuIsvwx7qkdtP690Fh6zWvzsomLj5FUoipFJNM1Xbxi4SovDwcKKjo5k0aZJl3fDhw2nRogUDBgygT58+eHt7s3v3buLi4pgyZQoAd999N1OmTCEiIoKcnByGDx+Oq+vfv7CrVKmCp6cnS5cupXr16nh4eODvf/nROzVq1MDNzY3JkyfTt29fdu7cyZtvvnljL7wYFSRh+TymGp/H/HvG5L/FfVXRkjxJ0bhWv6CooEbFFEnpNuS9K9fAVAzM5q3/Hi7QcT74/sBVty87ue2ax2j9UDKtH0ou0PkcnT6/Upzsps7xjTfesPTZAWjYsCFr1qxh//79tGrViiZNmjBy5EiCgv4egTNx4kSCg4Np1aoVXbt2ZejQoXh5eVm2u7i4MGnSJD7++GOCgoLo0KHDFc9fuXJlYmNj+eqrrwgLC2PcuHG8++67N+ZiRURE/k2jzGxiMv7diUZKjZSUFPz9/bnL6VFcTOpjUyzMeiRAcStIrYoUnaigxiUdgkPJNrJYzbckJyfj53djBjfkfVfc/OxYnN2u/zEwOZnp7Pr4lRsaa2lmNzVEIiIiItfLLvoQiYiIODp1qraNEiIRERF7oGH3NlGTmYiIiDg81RCJiIjYATWZ2UYJkYiIiD1Qk5lN1GQmIiIiDk81RCIiInZATWa2UUIkIiJiD9RkZhMlRCIiIvZACZFN1IdIREREHJ5qiEREROyA+hDZRgmRiIiIPVCTmU3UZCYiIiIOTzVEIiIidsBkGJiM66/msWVfe6CESERExB6oycwmajITERERh6eESERExA7kjTKzZSmMtWvX8tBDDxEUFITJZGLRokVW2w3DYOTIkVStWhVPT08iIyM5cOCAVZlz584RHR2Nn58f5cqVo3fv3qSmplqV2bFjB61atcLDw4Pg4GAmTJiQL5avvvqK+vXr4+HhQXh4OD/88EPhLgYlRCIiIvbBKIKlENLS0mjUqBFTp0697PYJEyYwadIkpk+fzq+//oq3tzdRUVGkp6dbykRHR7Nr1y7i4uJYvHgxa9eu5ZlnnrFsT0lJ4b777qNmzZps2bKFd955h9GjR/PJJ59YymzYsIEuXbrQu3dvfv/9dx555BEeeeQRdu7cWajrMRmGg/eiKsVSUlLw9/fnLqdHcTG5lnQ4jsGcU9IROJxlJ7eVdAgOJSqocUmH4FCyjSxW8y3Jycn4+fndkHPkfVc06fo2zm4e132cnMx0fp/76nXFajKZWLhwIY888giQWzsUFBTEiy++yNChQwFITk4mICCA2NhYnnjiCfbs2UNYWBibNm3i1ltvBWDp0qU88MADnDhxgqCgIKZNm8arr75KYmIibm5uALz88sssWrSIvXv3AtC5c2fS0tJYvHixJZ4WLVrQuHFjpk+fXuBrUA2RiIiIHSiqJrOUlBSrJSMjo9CxHDlyhMTERCIjIy3r/P39ad68ORs3bgRg48aNlCtXzpIMAURGRuLk5MSvv/5qKdO6dWtLMgQQFRXFvn37SEpKspT553nyyuSdp6CUEImIiNiDImoyCw4Oxt/f37LExMQUOpTExEQAAgICrNYHBARYtiUmJlKlShWr7S4uLlSoUMGqzOWO8c9zXKlM3vaC0rB7ERERO1BUj+44fvy4VZOZu7u7jZGVDaohEhEREQs/Pz+r5XoSosDAQABOnTpltf7UqVOWbYGBgZw+fdpqe3Z2NufOnbMqc7lj/PMcVyqTt72glBCJiIjYg2IeZXY1ISEhBAYGsmLFCsu6lJQUfv31VyIiIgCIiIjg/PnzbNmyxVJm5cqVmM1mmjdvbimzdu1asrKyLGXi4uKoV68e5cuXt5T553nyyuSdp6CUEImIiNiJ4pqDCCA1NZVt27axbds2ILcj9bZt24iPj8dkMjFo0CDeeustvvvuO/744w+6detGUFCQZSRagwYNaNeuHU8//TS//fYb69evZ8CAATzxxBMEBQUB0LVrV9zc3Ojduze7du1i3rx5fPjhhwwZMsQSxwsvvMDSpUuZOHEie/fuZfTo0WzevJkBAwYU6nrUh0hEREQKbfPmzbRt29byOi9J6d69O7GxsQwbNoy0tDSeeeYZzp8/z5133snSpUvx8Ph7aoA5c+YwYMAA7rnnHpycnOjUqROTJk2ybPf392f58uX079+fZs2aUalSJUaOHGk1V1HLli2ZO3cur732Gq+88gp169Zl0aJF3HLLLYW6Hs1DVIppHqISoHmIip3mISpemoeoeBXnPETNHnsLF9frn4coOyudLV+9dkNjLc1UQyQiImIHimqUmaNSHyIRERFxeKohEhERsQe2jhRz8BoiJUQiIiJ2wGTOXWzZ35GpyUxEREQcnmqIRERE7IGazGyihEhERMQOaJSZbZQQiYiI2APDyF1s2d+BqQ+RiIiIODzVEImIiNgBNZnZRglRWWDOAZMq88Q+6VESIkVEnaptom9ZERERcXiqIRIREbEDajKzjRIiERERe6BRZjZRk5mIiIg4PNUQiYiI2AE1mdlGCZGIiIg90Cgzm6jJTERERByeaohERETsgJrMbKOESERExB6YjdzFlv0dmBIiERERe6A+RDZRHyIRERFxeKohEhERsQMmbOxDVGSRlE1KiEREROyBZqq2iZrMRERExOGphkhERMQOaNi9bZQQiYiI2AONMrOJmsxERETE4amGSERExA6YDAOTDR2jbdnXHighEhERsQfm/19s2d+BqclMREREHJ5qiEREROyAmsxso4RIRETEHmiUmU2UEImIiNgDzVRtE/UhEhEREYenGiIRERE7oJmqbaOESERExB6oycwmajITERERh6caIhERETtgMucutuzvyJQQiYiI2AM1mdlETWYiIiLi8FRDJCIiYg80MaNNlBCJiIjYAT26wzZqMhMRERGHp4RIRETEHuR1qrZlKYTRo0djMpmslvr161u2p6en079/fypWrIiPjw+dOnXi1KlTVseIj4+nffv2eHl5UaVKFV566SWys7OtyqxevZqmTZvi7u5OaGgosbGx132LrkYJkYiIiD0wALMNy3W0mN18880kJCRYlnXr1lm2DR48mO+//56vvvqKNWvWcPLkSR599FHL9pycHNq3b09mZiYbNmxg1qxZxMbGMnLkSEuZI0eO0L59e9q2bcu2bdsYNGgQffr0YdmyZYUP9hrUh0hERMQOlEQfIhcXFwIDA/OtT05O5rPPPmPu3LncfffdAMycOZMGDRrwyy+/0KJFC5YvX87u3bv56aefCAgIoHHjxrz55psMHz6c0aNH4+bmxvTp0wkJCWHixIkANGjQgHXr1vH+++8TFRV13dd6OaohEhEREYuUlBSrJSMj44plDxw4QFBQELVr1yY6Opr4+HgAtmzZQlZWFpGRkZay9evXp0aNGmzcuBGAjRs3Eh4eTkBAgKVMVFQUKSkp7Nq1y1Lmn8fIK5N3jKKkhEhERMQeGNjYhyj3MMHBwfj7+1uWmJiYy56uefPmxMbGsnTpUqZNm8aRI0do1aoVFy5cIDExETc3N8qVK2e1T0BAAImJiQAkJiZaJUN52/O2Xa1MSkoKly5dsvGGWVOTmYiIiD0oopmqjx8/jp+fn2W1u7v7ZYvff//9lv9v2LAhzZs3p2bNmsyfPx9PT8/rj6OEqIZIRERELPz8/KyWKyVE/1auXDluuukmDh48SGBgIJmZmZw/f96qzKlTpyx9jgIDA/ONOst7fa0yfn5+RZ50KSGSIvdQj7+Y9etuvj+8gw8XH6Be44slHZLd6jzgFJN+2M/C/X8wb8cuRn1+hOp10ks6LLunz3jxuaV5KmNmHWHu1l0sO7mdiHbJJR1S6WXLCLO8xQapqakcOnSIqlWr0qxZM1xdXVmxYoVl+759+4iPjyciIgKAiIgI/vjjD06fPm0pExcXh5+fH2FhYZYy/zxGXpm8YxQlJUQFsHr1akwmU75MV/Jr83ASz4w6yZz3AukfdROHd3vw9tzD+FfMKunQ7FLDiDS+j63EoAfrMuKJ2ji7GIz932HcPXNKOjS7pc948fLwMnN4lwdTXqle0qGUenmjzGxZCmPo0KGsWbOGo0ePsmHDBjp27IizszNdunTB39+f3r17M2TIEFatWsWWLVvo2bMnERERtGjRAoD77ruPsLAwnnrqKbZv386yZct47bXX6N+/v6VWqm/fvhw+fJhhw4axd+9ePvroI+bPn8/gwYOL/P6VaELUo0cPTCYTffv2zbetf//+mEwmevToUfyB/UvLli1JSEjA39+/pEMp9R595i+Wzq3A8nkViD/gwaTh1cm4ZCKqy7mSDs0uvRpdm7j5FTi234PDuz2ZOKgGAdWzqNuwaDsbyt/0GS9em1f5MWtCVTYs1d/f0ubEiRN06dKFevXq8fjjj1OxYkV++eUXKleuDMD777/Pgw8+SKdOnWjdujWBgYEsWLDAsr+zszOLFy/G2dmZiIgInnzySbp168Ybb7xhKRMSEsKSJUuIi4ujUaNGTJw4kRkzZhT5kHsoBZ2qg4OD+fLLL3n//fct7YHp6enMnTuXGjVq3NBzZ2Zm4ubmds1ybm5ul51nQay5uJqp2/AiX06pYllnGCZ+/9mXsGZqUigO3n65NUMXzjuXcCT2SZ9xKdWKqFN1QX355ZdX3e7h4cHUqVOZOnXqFcvUrFmTH3744arHueuuu/j9998LFdv1KPEms6ZNmxIcHGyVNS5YsIAaNWrQpEkTy7qMjAwGDhxIlSpV8PDw4M4772TTpk2W7bGxsfmG9y1atAiTyWR5PXr0aBo3bsyMGTMICQnBw8MDAJPJxIwZM+jYsSNeXl7UrVuX7777zrLfv5vM8s61bNkyGjRogI+PD+3atSMhIcGyT3Z2NgMHDqRcuXJUrFiR4cOH0717dx555JGiuG2lkl+FHJxd4PwZ6zw76S8XylfOvsJeUlRMJoO+Y/5k529eHNtX9kZ4lAX6jEupVsyP7rA3JZ4QAfTq1YuZM2daXn/++ef07NnTqsywYcP45ptvmDVrFlu3biU0NJSoqCjOnStcNfXBgwf55ptvWLBgAdu2bbOsHzNmDI8//jg7duzggQceIDo6+qrHvnjxIu+++y5ffPEFa9euJT4+nqFDh1q2jx8/njlz5jBz5kzWr19PSkoKixYtumpsGRkZ+SbEEimoAWP/pGb9dGL61SzpUEREypxSkRA9+eSTrFu3jmPHjnHs2DHWr1/Pk08+admelpbGtGnTeOedd7j//vsJCwvj008/xdPTk88++6xQ58rMzGT27Nk0adKEhg0bWtb36NGDLl26EBoaytixY0lNTeW333674nGysrKYPn06t956K02bNmXAgAFWPeEnT57MiBEj6NixI/Xr12fKlCn5arD+LSYmxmoyrODg4EJdW0lLOedMTjaU+9cv5fKVskk6U+Kts3at/9snaH5vCsP+U4e/Eq7dDCzXR59xKdVUQ2STUpEQVa5cmfbt2xMbG8vMmTNp3749lSpVsmw/dOgQWVlZ3HHHHZZ1rq6u3H777ezZs6dQ56pZs6alw9c//TM58vb2xs/Pz2oo4L95eXlRp04dy+uqVatayicnJ3Pq1Cluv/12y3ZnZ2eaNWt21dhGjBhBcnKyZTl+/HiBr6s0yM5y4sAOL5rcecGyzmQyaHxnKru3eJVgZPbMoP/bJ2jZLplhj9Xh1PGCzRci10efcSnVSnjYfVlXan7S9OrViwEDBgBctQPWlTg5OWH8K7vNyso/DNbb2/uy+7u6ulq9NplMmM1X/nRcrvy/z19Y7u7uBZ4Aq7Ra8Eklhn5wnP3bvdj3uxcdnz6Dh5eZ5V9WKOnQ7NKAsX/StmMSo3uGcCnVifKVcz/zaRecyUwvFb937I4+48XLwyuHoJBMy+vA4Exq33yJC+edOfOnakP/qSQe7mpPSk1C1K5dOzIzMzGZTPmG09WpUwc3NzfWr19PzZq5/SOysrLYtGkTgwYNAnJrmS5cuEBaWpol6flnH6Hi5O/vT0BAAJs2baJ169YA5OTksHXrVho3blwiMRWXNd+Vx79iDt1eSqR85WwO7/Lk1egQzv/leu2dpdAe6nEWgHcXHLJa/+6gYOLm6wv6RtBnvHjd1OgS73zz9+e775iTACyfV56Jg2/sSGRxLKUmIXJ2drY0fzk7Ww8Z9vb2pl+/frz00ktUqFCBGjVqMGHCBC5evEjv3r2B3IfMeXl58corrzBw4EB+/fVXYmNji/syLJ5//nliYmIIDQ2lfv36TJ48maSkJKtRb/bqu5mV+G5mpWsXFJtFBTUq6RAckj7jxWfHRh99zguqmIfd25tSVaee99yUyxk3bhydOnXiqaeeomnTphw8eJBly5ZRvnx5ACpUqMB///tffvjhB8LDw/nf//7H6NGjizF6a8OHD6dLly5069aNiIgIfHx8iIqKsgz1FxERKVJmw/bFgZkMWzu+SIGYzWYaNGjA448/zptvvlmgfVJSUvD39+cuOuBiUnW8iEhZk21ksZpvSU5OvuIPflvlfVdE1hmEi/P190PNzsngp0Mf3NBYS7NS02Rmb44dO8by5ctp06YNGRkZTJkyhSNHjtC1a9eSDk1EROyRmsxsooToBnFyciI2NpahQ4diGAa33HILP/30Ew0aNCjp0ERExC7ZOpeQEiK5AYKDg1m/fn1JhyEiIiIFoIRIRETEHqjJzCZKiEREROyB2cCmZi8HH2VWqobdi4iIiJQE1RCJiIjYA8Ocu9iyvwNTQiQiImIP1IfIJkqIRERE7IH6ENlEfYhERETE4amGSERExB6oycwmSohERETsgYGNCVGRRVImqclMREREHJ5qiEREROyBmsxsooRIRETEHpjNgA1zCZkdex4iNZmJiIiIw1MNkYiIiD1Qk5lNlBCJiIjYAyVENlGTmYiIiDg81RCJiIjYAz26wyZKiEREROyAYZgxbHhivS372gMlRCIiIvbAMGyr5VEfIhERERHHphoiERERe2DY2IfIwWuIlBCJiIjYA7MZTDb0A3LwPkRqMhMRERGHpxoiERERe6AmM5soIRIREbEDhtmMYUOTmaMPu1eTmYiIiDg81RCJiIjYAzWZ2UQJkYiIiD0wG2BSQnS91GQmIiIiDk81RCIiIvbAMABb5iFy7BoiJUQiIiJ2wDAbGDY0mRlKiERERKTMM8zYVkOkYfciIiIi12Xq1KnUqlULDw8Pmjdvzm+//VbSIV0XJUQiIiJ2wDAbNi+FNW/ePIYMGcKoUaPYunUrjRo1IioqitOnT9+AK7yxlBCJiIjYA8Ns+1JI7733Hk8//TQ9e/YkLCyM6dOn4+Xlxeeff34DLvDGUh+iUiyvg1s2WTbNtSUiIiUjmyygeDos2/pdkRdrSkqK1Xp3d3fc3d3zlc/MzGTLli2MGDHCss7JyYnIyEg2btx4/YGUECVEpdiFCxcAWMcPJRyJiIjY4sKFC/j7+9+QY7u5uREYGMi6RNu/K3x8fAgODrZaN2rUKEaPHp2v7F9//UVOTg4BAQFW6wMCAti7d6/NsRQ3JUSlWFBQEMePH8fX1xeTyVTS4RRYSkoKwcHBHD9+HD8/v5IOxyHonhcv3e/iV1bvuWEYXLhwgaCgoBt2Dg8PD44cOUJmZqbNxzIMI9/3zeVqh+yREqJSzMnJierVq5d0GNfNz8+vTP3hsge658VL97v4lcV7fqNqhv7Jw8MDDw+PG36ef6pUqRLOzs6cOnXKav2pU6cIDAws1liKgjpVi4iISKG5ubnRrFkzVqxYYVlnNptZsWIFERERJRjZ9VENkYiIiFyXIUOG0L17d2699VZuv/12PvjgA9LS0ujZs2dJh1ZoSoikyLm7uzNq1CiHaXcuDXTPi5fud/HTPS+dOnfuzJkzZxg5ciSJiYk0btyYpUuX5utoXRaYDEd/eImIiIg4PPUhEhEREYenhEhEREQcnhIiERERcXhKiKTIrF69GpPJxPnz569arlatWnzwwQfFEpNcnt6D0qug/47k6nQfpbCUEDmgHj16YDKZMJlMuLm5ERoayhtvvEF2drZNx23ZsiUJCQmWSchiY2MpV65cvnKbNm3imWeeselcpVne/R03bpzV+kWLFhX7jOOO+h5A8b0PR48exWQysW3btiI7ZmmWd1/79u2bb1v//v0xmUz06NGj+AP7l3//PRK5FiVEDqpdu3YkJCRw4MABXnzxRUaPHs0777xj0zHznqdzrS+bypUr4+XlZdO5SjsPDw/Gjx9PUlJSSYdyWY7wHkDpeh+K4rEKpUVwcDBffvklly5dsqxLT09n7ty51KhR44aeu6D3saB/j0TyKCFyUO7u7gQGBlKzZk369etHZGQk3333HUlJSXTr1o3y5cvj5eXF/fffz4EDByz7HTt2jIceeojy5cvj7e3NzTffzA8/5D5Q8J9V1KtXr6Znz54kJydbaqPyHg74z+aarl270rlzZ6vYsrKyqFSpErNnzwZyZz6NiYkhJCQET09PGjVqxNdff33jb5INIiMjCQwMJCYm5opl1q1bR6tWrfD09CQ4OJiBAweSlpZm2Z6QkED79u3x9PQkJCSEuXPn5mvqeu+99wgPD8fb25vg4GCee+45UlNTARz+PYCieR9MJhOLFi2y2qdcuXLExsYCEBISAkCTJk0wmUzcddddQG5NyiOPPMLbb79NUFAQ9erVA+CLL77g1ltvxdfXl8DAQLp27crp06eL7qKLQdOmTQkODmbBggWWdQsWLKBGjRo0adLEsi4jI4OBAwdSpUoVPDw8uPPOO9m0aZNl++VqMP9dgzd69GgaN27MjBkzCAkJsTyewmQyMWPGDDp27IiXlxd169blu+++s+z37yazvHMtW7aMBg0a4OPjY/lhmCc7O5uBAwdSrlw5KlasyPDhw+nevTuPPPJIUdw2KeWUEAkAnp6eZGZm0qNHDzZv3sx3333Hxo0bMQyDBx54gKysLCC3SjwjI4O1a9fyxx9/MH78eHx8fPIdr2XLlnzwwQf4+fmRkJBAQkICQ4cOzVcuOjqa77//3vIlDrBs2TIuXrxIx44dAYiJiWH27NlMnz6dXbt2MXjwYJ588knWrFlzg+6G7ZydnRk7diyTJ0/mxIkT+bYfOnSIdu3a0alTJ3bs2MG8efNYt24dAwYMsJTp1q0bJ0+eZPXq1XzzzTd88skn+b44nZycmDRpErt27WLWrFmsXLmSYcOGAXoPoGjeh2v57bffAPjpp59ISEiwShJWrFjBvn37iIuLY/HixUBusvnmm2+yfft2Fi1axNGjR0tFE1Nh9erVi5kzZ1pef/755/lmJx42bBjffPMNs2bNYuvWrYSGhhIVFcW5c+cKda6DBw/yzTffsGDBAqumyTFjxvD444+zY8cOHnjgAaKjo6967IsXL/Luu+/yxRdfsHbtWuLj463+TYwfP545c+Ywc+ZM1q9fT0pKSr5kWOyYIQ6ne/fuRocOHQzDMAyz2WzExcUZ7u7uxiOPPGIAxvr16y1l//rrL8PT09OYP3++YRiGER4ebowePfqyx121apUBGElJSYZhGMbMmTMNf3//fOVq1qxpvP/++4ZhGEZWVpZRqVIlY/bs2ZbtXbp0MTp37mwYhmGkp6cbXl5exoYNG6yO0bt3b6NLly7Xc/k33D/vb4sWLYxevXoZhmEYCxcuNPL+yfXu3dt45plnrPb7+eefDScnJ+PSpUvGnj17DMDYtGmTZfuBAwcMwHLvLuerr74yKlasaHntqO+BYRTN+2AYhgEYCxcutCrj7+9vzJw50zAMwzhy5IgBGL///nu+8wcEBBgZGRlXjXPTpk0GYFy4cMEwjPz/jkqbvPt6+vRpw93d3Th69Khx9OhRw8PDwzhz5ozRoUMHo3v37kZqaqrh6upqzJkzx7JvZmamERQUZEyYMMEwjMt/Pv/5/hiGYYwaNcpwdXU1Tp8+bVUOMF577TXL69TUVAMwfvzxR8MwLv/3CDAOHjxo2Wfq1KlGQECA5XVAQIDxzjvvWF5nZ2cbNWrUsHyOxL7p0R0OavHixfj4+JCVlYXZbKZr1648+uijLF68mObNm1vKVaxYkXr16rFnzx4ABg4cSL9+/Vi+fDmRkZF06tSJhg0bXnccLi4uPP7448yZM4ennnqKtLQ0vv32W7788ksg95fhxYsXuffee632y8zMtKqaL63Gjx/P3Xffna9mZvv27ezYsYM5c+ZY1hmGgdls5siRI+zfvx8XFxeaNm1q2R4aGkr58uWtjvPTTz8RExPD3r17SUlJITs7m/T0dC5evFjgPkL2/h7A9b8PDRo0sOm84eHhuLm5Wa3bsmULo0ePZvv27SQlJWE2mwGIj48nLCzMpvMVp8qVK9O+fXtiY2MxDIP27dtTqVIly/ZDhw6RlZXFHXfcYVnn6urK7bffbvl7UlA1a9akcuXK+db/82+Pt7c3fn5+V21+9PLyok6dOpbXVatWtZRPTk7m1KlT3H777Zbtzs7ONGvWzPIeiX1TQuSg2rZty7Rp03BzcyMoKAgXFxer9vcr6dOnD1FRUSxZsoTly5cTExPDxIkTef755687lujoaNq0acPp06eJi4vD09OTdu3aAViacZYsWUK1atWs9isLzzRq3bo1UVFRjBgxwqpZJDU1lWeffZaBAwfm26dGjRrs37//msc+evQoDz74IP369ePtt9+mQoUKrFu3jt69e5OZmVmoTtP2/B7A9b8PkNtXxfjXE47ympCvxdvb2+p1WloaUVFRREVFMWfOHCpXrkx8fDxRUVFlstN1r169LM2LU6dOLfT+Tk5OBbq3/76PeVxdXa1em0ymqyYvlyv/7/OL41JC5KC8vb0JDQ21WtegQQOys7P59ddfadmyJQBnz55l3759Vr9cg4OD6du3L3379mXEiBF8+umnl02I3NzcyMnJuWYsLVu2JDg4mHnz5vHjjz/y2GOPWf5whYWF4e7uTnx8PG3atLHlkkvMuHHjaNy4saVTLeR2St29e3e+9yBPvXr1yM7O5vfff6dZs2ZAbk3NP0dLbdmyBbPZzMSJE3Fyyu0OOH/+fKvj6D342/W8D5BbE/LPjrcHDhzg4sWLltd5NUAFuc979+7l7NmzjBs3juDgYAA2b95c6GspLdq1a0dmZiYmk4moqCirbXXq1MHNzY3169dTs2ZNIDfZ2bRpE4MGDQJy7+2FCxdIS0uzJD0lNX2Bv78/AQEBbNq0idatWwO57+nWrVtp3LhxicQkxUsJkVjUrVuXDh068PTTT/Pxxx/j6+vLyy+/TLVq1ejQoQMAgwYN4v777+emm24iKSmJVatWXbFZoVatWqSmprJixQoaNWqEl5fXFWstunbtyvTp09m/fz+rVq2yrPf19WXo0KEMHjwYs9nMnXfeSXJyMuvXr8fPz4/u3bsX/Y0oYuHh4URHRzNp0iTLuuHDh9OiRQsGDBhAnz598Pb2Zvfu3cTFxTFlyhTq169PZGQkzzzzDNOmTcPV1ZUXX3wRT09Pywic0NBQsrKymDx5Mg899BDr169n+vTpVufWe/C363kfAO6++26mTJlCREQEOTk5DB8+3KqmoUqVKnh6erJ06VKqV6+Oh4fHFee+qVGjBm5ubkyePJm+ffuyc+dO3nzzzRt74TeQs7OzpfnL2dnZapu3tzf9+vXjpZdeokKFCtSoUYMJEyZw8eJFevfuDUDz5s3x8vLilVdeYeDAgfz666+W0Xsl4fnnnycmJobQ0FDq16/P5MmTSUpK0tB9B6FRZmJl5syZNGvWjAcffJCIiAgMw+CHH36wfAHk5OTQv39/GjRoQLt27bjpppv46KOPLnusli1b0rdvXzp37kzlypWZMGHCFc8bHR3N7t27qVatmlWfA4A333yT119/nZiYGMt5lyxZYhnuXBa88cYbVlX5DRs2ZM2aNezfv59WrVrRpEkTRo4cSVBQkKXM7NmzCQgIoHXr1nTs2JGnn34aX19fy7DjRo0a8d577zF+/HhuueUW5syZk294ud4Da9fzPkycOJHg4GBatWpF165dGTp0qFVS6eLiwqRJk/j4448JCgqy/Hi4nMqVKxMbG8tXX31FWFgY48aN4913370xF1tM/Pz88PPzu+y2cePG0alTJ5566imaNm3KwYMHWbZsmaUvXIUKFfjvf//LDz/8QHh4OP/73/8sU0OUhOHDh9OlSxe6detGREQEPj4+REVFWf7NiX0zGWpAFSkTTpw4QXBwMD/99BP33HNPSYcjYvfMZjMNGjTg8ccfL9M1eVIwajITKaVWrlxJamoq4eHhJCQkMGzYMGrVqmXp3yAiRevYsWMsX76cNm3akJGRwZQpUzhy5Ahdu3Yt6dCkGCghEimlsrKyeOWVVzh8+DC+vr60bNmSOXPm5BspIyJFw8nJidjYWIYOHYphGNxyyy389NNPNk+/IGWDmsxERETE4alTtYiIiDg8JUQiIiLi8JQQiYiIiMNTQiQiIiIOTwmRiIiIODwlRCJyVT169OCRRx6xvL7rrrssz6IqTqtXr8ZkMnH+/PkrljGZTCxatKjAxxw9erTNz6k6evQoJpOpxJ7BJSJFQwmRSBnUo0cPTCYTJpMJNzc3QkNDeeONN8jOzr7h516wYEGBZ+0tSBIjIlIaaGJGkTKqXbt2zJw5k4yMDH744Qf69++Pq6srI0aMyFc2MzPT8lR2W1WoUKFIjiMiUpqohkikjHJ3dycwMJCaNWvSr18/IiMj+e6774C/m7nefvttgoKCqFevHgDHjx/n8ccfp1y5clSoUIEOHTpw9OhRyzFzcnIYMmQI5cqVo2LFigwbNox/z9367yazjIwMhg8fTnBwMO7u7oSGhvLZZ59x9OhR2rZtC0D58uUxmUz06NEDyH1GVExMDCEhIXh6etKoUSO+/vprq/P88MMP3HTTTXh6etK2bVurOAtq+PDh3HTTTXh5eVG7dm1ef/11srKy8pX7+OOPCQ4OxsvLi8cff5zk5GSr7TNmzKBBgwZ4eHhQv379Kz7QWETKLiVEInbC09OTzMxMy+sVK1awb98+4uLiWLx4MVlZWURFReHr68vPP//M+vXr8fHxoV27dpb9Jk6cSGxsLJ9//jnr1q3j3LlzLFy48Krn7datG//73/+YNGkSe/bs4eOPP8bHx4fg4GC++eYbAPbt20dCQgIffvghADExMcyePZvp06eza9cuBg8ezJNPPsmaNWuA3MTt0Ucf5aGHHmLbtm306dOHl19+udD3xNfXl9jYWHbv3s2HH37Ip59+yvvvv29V5uDBg8yfP5/vv/+epUuX8vvvv/Pcc89Zts+ZM4eRI0fy9ttvs2fPHsaOHcvrr7/OrFmzCh2PiJRihoiUOd27dzc6dOhgGIZhmM1mIy4uznB3dzeGDh1q2R4QEGBkZGRY9vniiy+MevXqGWaz2bIuIyPD8PT0NJYtW2YYhmFUrVrVmDBhgmV7VlaWUb16dcu5DMMw2rRpY7zwwguGYRjGvn37DMCIi4u7bJyrVq0yACMpKcmyLj093fDy8jI2bNhgVbZ3795Gly5dDMMwjBEjRhhhYWFW24cPH57vWP8GGAsXLrzi9nfeecdo1qyZ5fWoUaMMZ2dn48SJE5Z1P/74o+Hk5GQkJCQYhmEYderUMebOnWt1nDfffNOIiIgwDMMwjhw5YgDG77//fsXzikjppz5EImXU4sWL8fHxISsrC7PZTNeuXRk9erRle3h4uFW/oe3bt3Pw4EF8fX2tjpOens6hQ4dITk4mISGB5s2bW7a5uLhw66235ms2y7Nt2zacnZ1p06ZNgeM+ePAgFy9e5N5777Van5mZSZMmTQDYs2ePVRwAERERBT5Hnnnz5jFp0iQOHTpEamoq2dnZ+Pn5WZWpUaMG1apVszqP2Wxm3759+Pr6cujQIXr37s3TTz9tKZOdnY2/v3+h4xGR0ksJkUgZ1bZtW6ZNm4abmxtBQUG4uFj/c/b29rZ6nZqaSrNmzZgzZ06+Y1WuXPm6YvD09Cz0PqmpqQAsWbLEKhGB3H5RRWXjxo1ER0czZswYoqKi8Pf358svv2TixImFjvXTTz/Nl6A5OzsXWawiUvKUEImUUd7e3oSGhha4fNOmTZk3bx5VqlTJV0uSp2rVqvz666+0bt0ayK0J2bJlC02bNr1s+fDwcMxmM2vWrCEyMjLf9rwaqpycHMu6sLAw3N3diY+Pv2LNUoMGDSwdxPP88ssv177If9iwYQM1a9bk1Vdftaw7duxYvnLx8fGcPHmSoKAgy3mcnJyoV68eAQEBBAUFcfjwYaKjowt1fhEpW9SpWsRBREdHU6lSJTp06MDPP//MkSNHWL16NQMHDuTEiRMAvPDCC4wbN45Fixaxd+9ennvuuavOIVSrVi26d+9Or169WLRokeWY8+fPB6BmzZqYTCYWL17MmTNnSE1NxdfXl6FDhzJ48GBmzZrFoUOH2Lp1K5MnT7Z0VO7bty8HDhzgpZdeYt++fcydO5fY2NhCXW/dunWJj4/nyy+/5NChQ0yaNOmyHcQ9PDzo3r0727dv5+eff2bgwIE8/vjjBAYGAjBmzBhiYmKYNGkS+/fv548//mDmzJm89957hYpHREo3JUQiDsLLy4u1a9dSo0YNHn30URo0aEDv3r1JT0+31Bi9+OKLPPXUU3Tv3p2IiAh8fX3p2LHjVY87bdo0/vOf//Dcc89Rv359nn76adLS0gCoVq0aY8aM4eWXXyYgIIABAwYA8Oabb/L6668TExNDgwYNaNeuHUuWLCEkJATI7dfzzTffsGjRIho1asT06dMZO3Zsoa734YcfZvDgwQwYMIDGjRuzYcMGXn/99XzlQkNDefTRR3nggQe47777aNiwodWw+j59+jBjxgxmzpxJeHg4bdq0ITY21hKriNgHk3Gl3pIiIiIiDkI1RCIiIuLwlBCJiIiIw1NCJCIiIg5PCZGIiIg4PCVEIiIi4vCUEImIiIjDU0IkIiIiDk8JkYiIiDg8JUQiIiLi8JQQiYiIiMNTQiQiIiIO7/8A2BgLdojEkTMAAAAASUVORK5CYII=\n"
          },
          "metadata": {}
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Accuracy:  0.9896634741194327\n",
            "Precision:  0.9906928729173493\n",
            "F1-Score:  0.989961238295044\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "## Mapping Predictions Back to Sentiment Labels\n"
      ],
      "metadata": {
        "id": "0apYht2sErb2"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "def label_to_sentiment(label):\n",
        "    reverse_mapping = {0: \"Positive\", 1: \"Negative\", 2: \"Neutral\", 3: \"Mourning\"}\n",
        "    return reverse_mapping.get(label, \"Unknown\")\n",
        "\n",
        "label_udf = udf(label_to_sentiment, StringType())\n",
        "predictions = predictions.withColumn(\"predicted_sentiment\", label_udf(col(\"prediction\")))\n",
        "predictions.select(\"filteredWords\", \"sentiment\", \"predicted_sentiment\").show(30, truncate=False)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "4tpa9V7zE2SX",
        "outputId": "0c280899-06d1-4b5a-bd03-d2e844437b58"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+-------------------+\n",
            "|filteredWords                                                                                                                                                                                                                                                                                                |sentiment|predicted_sentiment|\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+-------------------+\n",
            "|[https://twitter.com/mukhtar07107624/status/1568046270878519297]                                                                                                                                                                                                                                             |Neutral  |Neutral            |\n",
            "|[https://twitter.com/derekbgriffin/status/1567971890333122560]                                                                                                                                                                                                                                               |Neutral  |Neutral            |\n",
            "|[https://twitter.com/teambomareport/status/1567945213645037568]                                                                                                                                                                                                                                              |Neutral  |Neutral            |\n",
            "|[https://twitter.com/wainaina_f_/status/1568146509669044224]                                                                                                                                                                                                                                                 |Neutral  |Neutral            |\n",
            "|[god, save, king, !!, today, figure, history, century,, gone., , queen, elizabeth, ii, dead., , rest, peace., , respect, strength, royal, family.]                                                                                                                                                           |Positive |Positive           |\n",
            "|[people, ask, “where, queen, elizabeth, ii, died?”, forced, say, exfoliating, legs, shower]                                                                                                                                                                                                                  |Neutral  |Neutral            |\n",
            "|[try, “live, peace”, say, unto, us, “rest, peace.”, , #rwot, #rwotgain, #bishopfem, #queenelizabethii]                                                                                                                                                                                                       |Neutral  |Positive           |\n",
            "|[happens, canada, queen, elizabeth, ii, died?, , called, operation, london, bridge., story, @ivymak_, , , https://t.co/ly0swyr5rb]                                                                                                                                                                           |Neutral  |Neutral            |\n",
            "|[rip, queen, elizabeth, ii, -, ross, patterson, revolution, ep., 817, 90ed, , https://t.co/9fhoofdq93]                                                                                                                                                                                                       |Neutral  |Neutral            |\n",
            "|[🌷🌻i, cant, belive, #queenelizabethii, passed, away, , aged, 96⚰️🌹🥀]                                                                                                                                                                                                                                     |Neutral  |Neutral            |\n",
            "|[è, morto, un, pezzo, di, storia, degli, ultimi, 100, anni., , nel, bene, e, nel, male,, è, stata, sicuramente, la, donna, più, influente, e, importante, dei, nostri, tempi., dopo, 70anni,, tornerà, godsavetheking., #queenelizabethii]                                                                   |Neutral  |Neutral            |\n",
            "|[sadness, profound., rest, peace, queen, elizabeth, ii.]                                                                                                                                                                                                                                                     |Neutral  |Neutral            |\n",
            "|[queen, elizabeth, ii, died,, buckingham, palace, announces, , https://t.co/0pyzsvmibz, , https://t.co/9ghrxarvut]                                                                                                                                                                                           |Neutral  |Neutral            |\n",
            "|[*queen, elizabeth, ii,, uk's, longest-serving, monarch,, died, age, 96, , 🇬🇧🇬🇧, , https://t.co/tefmp4nvnl]                                                                                                                                                                                              |Neutral  |Neutral            |\n",
            "|[curtsying, queen, heaven., 🥺👑, #queenelizabethii]                                                                                                                                                                                                                                                         |Neutral  |Neutral            |\n",
            "|[queen, elizabeth, ii, died,, buckingham, palace, announces, , https://t.co/9qjyu4fhgx]                                                                                                                                                                                                                      |Neutral  |Neutral            |\n",
            "|[deep, sorrow, offer, heartfelt, condolences, royal, family, death, majesty, queen, elizabeth, ii.  , , mark, respect,, union, flags, flown, half-mast, buildings, period, national, mourning., , may, rest, peace.]                                                                                         |Positive |Positive           |\n",
            "|[god, queen., 🇬🇧🥺, #queen, rest, peace, #queenelizabethii, #queenelizabethii, , https://t.co/354j6nfnhe]                                                                                                                                                                                                  |Neutral  |Neutral            |\n",
            "|[rip, cuz, #queenelizabethii]                                                                                                                                                                                                                                                                                |Neutral  |Neutral            |\n",
            "|[◼️, #queenelizabethii, la, monarca, que, estaba, destinada, reinar, y, terminó, por, hacerlo, 70, años, , https://t.co/rgzbwojps7]                                                                                                                                                                          |Neutral  |Neutral            |\n",
            "|[watching, crown,, i’m, 99%, sure, #queenelizabethii, full, code, #emerg]                                                                                                                                                                                                                                    |Neutral  |Neutral            |\n",
            "|[queen, elizabeth, ii,, aged, 96,, passed, away, today., bbc, reports, last, words, were:, , , “i, always, wondered,, ever, since, took, burden,, curse,, wondered, be., true, happiness, even, look, like., never, found, answer., one, thing, wa]                                                          |Neutral  |Neutral            |\n",
            "|[quiet, realm., #queenelizabethii]                                                                                                                                                                                                                                                                           |Neutral  |Neutral            |\n",
            "|[rip, queen, elizabeth, ii, !, , queen, dead,, long, live, king, !, et, ça, sera, mon, premier, et, dernier, tweet, dessus, car, c’est, une, nation, qui, est, endeuillée, et, faire, des, blagues, ou, du, clic, dessus, c’est, pas, mon, style]                                                            |Neutral  |Neutral            |\n",
            "|[\"queen, elizabeth, ii’s, death, puts, action, detailed, plan, reportedly, called, \"\"operation, london, bridge.\"\", , https://t.co/rapabsqnuk\"]                                                                                                                                                               |Neutral  |Neutral            |\n",
            "|[photos:, queen, elizabeth, ii, canada, years, , https://t.co/9vwvjhflwu]                                                                                                                                                                                                                                    |Neutral  |Neutral            |\n",
            "|[queen, elizabeth, ii, biography,, age,, family,, wealth,, reign,, death, , https://t.co/csplaigh34]                                                                                                                                                                                                         |Neutral  |Neutral            |\n",
            "|[pakistan, president, arif, alvi,, head, state, second, populous, country, commonwealth, former, british, colonies,, hailed, queen, elizabeth, ii, “great, beneficent, ruler”, following, death, thursday., , , https://t.co/n6vt4nxq8t, , #arifalvi, #queenelizabethii, #britain, , https://t.co/pf26tolflz]|Neutral  |Neutral            |\n",
            "|[rip, majesty,, queen, elizabeth, ii., served, country, well, dignified, end., sad, indeed!, 😢, #queenelizabethii, #rip, #ripqueen, #endofanera, #pride, #greatbritain, #loss, #godblessourqueen, #gstq, , https://t.co/zrakp6ic6n]                                                                         |Neutral  |Neutral            |\n",
            "|[god, save, #queenelizabethii, 🇬🇧]                                                                                                                                                                                                                                                                         |Neutral  |Neutral            |\n",
            "+-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------+---------+-------------------+\n",
            "only showing top 30 rows\n",
            "\n"
          ]
        }
      ]
    }
  ]
}