do_kafka_test.sh

#!/bin/bash

# This script tests the PPM against a kafka cluster. It sets up variables for container and input data
# file names. It starts a Kafka container using another script and checks that required topics are created.
# If the container or topics are missing, the script exits. It builds a Docker image using the current
# directory and specified name/tag. It runs a series of tests using a script with different properties
# and input data files, outputting results to the console. It stops the Kafka container after the tests
# are completed. The script performs five steps: set up the test environment, wait for Kafka to create
# topics, build the PPM image, run the tests, and clean up.

CYAN='\033[0;36m'
YELLOW='\033[1;33m'
NC='\033[0m' # No Color


MAP_FILE=data/I_80.edges
BSM_DATA_FILE=data/I_80_test.json
PPM_CONTAINER_NAME=test_ppm_instance
PPM_IMAGE_TAG=do-kafka-test-ppm-image
PPM_IMAGE_NAME=jpo-cvdp_ppm

setup() {
    if [ -z $DOCKER_HOST_IP ]
    then
        export DOCKER_HOST_IP=$(ifconfig | grep -A 1 'inet ' | grep -v 'inet6\|127.0.0.1' | awk '{print $2}' | grep -E '^172\.1[6-9]\.|^172\.2[0-9]\.|^172\.3[0-1]\.|^192\.168\.' | head -n 1)
    fi
    if [ -z $DOCKER_HOST_IP ]
    then
        echo "DOCKER_HOST_IP is not set and could not be determined. Exiting."
        exit 1
    fi


    # print setup info
    echo "=== Setup Info ==="
    echo "DOCKER_HOST_IP: $DOCKER_HOST_IP"
    echo "KAFKA_CONTAINER_NAME is resolved dynamically"
    echo "MAP_FILE: $MAP_FILE"
    echo "BSM_DATA_FILE: $BSM_DATA_FILE"
    echo "PPM_CONTAINER_NAME: $PPM_CONTAINER_NAME"
    echo "PPM_IMAGE_TAG: $PPM_IMAGE_TAG"
    echo "PPM_IMAGE_NAME: $PPM_IMAGE_NAME"
    echo "=================="

    ./start_kafka.sh
}

waitForKafkaToCreateTopics() {
    maxAttempts=100
    attempts=0
    KAFKA_CONTAINER_NAME=$(docker ps --format '{{.Names}}' | grep kafka)
    while true; do
        attempts=$((attempts+1))
        if [ $(docker ps | grep $KAFKA_CONTAINER_NAME | wc -l) == "0" ]; then
            echo "Kafka container '$KAFKA_CONTAINER_NAME' is not running. Exiting."
            ./stop_kafka.sh
            exit 1
        fi

        ltopics=$(docker exec -it $KAFKA_CONTAINER_NAME /opt/kafka/bin/kafka-topics.sh --list --zookeeper 172.17.0.1)
        allTopicsCreated=true
        if [ $(echo $ltopics | grep "topic.FilteredOdeBsmJson" | wc -l) == "0" ]; then
            allTopicsCreated=false
        elif [ $(echo $ltopics | grep "topic.OdeBsmJson" | wc -l) == "0" ]; then
            allTopicsCreated=false
        fi
        
        if [ $allTopicsCreated == true ]; then
            echo "Kafka has created all required topics"
            break
        fi

        sleep 1

        if [ $attempts -ge $maxAttempts ]; then
            echo "Kafka has not created all required topics after $maxAttempts attempts. Exiting."
            ./stop_kafka.sh
            exit 1
        fi
    done
}

buildPPMImage() {
    docker build . -t $PPM_IMAGE_NAME:$PPM_IMAGE_TAG -f Dockerfile.testing
}

run_tests() {
    echo "--- File Being Used ---"
    echo $MAP_FILE
    echo $BSM_DATA_FILE
    echo "-----------------"

    numberOfTests=6
    echo -e $YELLOW"Test 1/$numberOfTests"$NC
    ./test-scripts/standalone.sh $MAP_FILE config/bsm-test/c1.properties $BSM_DATA_FILE 0
    echo ""
    echo ""

    echo -e $YELLOW"Test 2/$numberOfTests"$NC
    ./test-scripts/standalone.sh $MAP_FILE config/bsm-test/c2.properties $BSM_DATA_FILE 10
    echo ""
    echo ""

    echo -e $YELLOW"Test 3/$numberOfTests"$NC
    ./test-scripts/standalone.sh $MAP_FILE config/bsm-test/c3.properties $BSM_DATA_FILE 18
    echo ""
    echo ""

    echo -e $YELLOW"Test 4/$numberOfTests"$NC
    ./test-scripts/standalone.sh $MAP_FILE config/bsm-test/c4.properties $BSM_DATA_FILE 23
    echo ""
    echo ""

    echo -e $YELLOW"Test 5/$numberOfTests"$NC
    ./test-scripts/standalone.sh $MAP_FILE config/bsm-test/c5.properties $BSM_DATA_FILE 33
    echo ""
    echo ""

    echo -e $YELLOW"Test 6/$numberOfTests"$NC
    ./test-scripts/standalone.sh $MAP_FILE config/bsm-test/c6.properties $BSM_DATA_FILE 43
    echo ""
    echo ""
}

cleanup() {
    echo "[log] stopping Kafka"
    ./stop_kafka.sh
}

run() {
    numberOfSteps=5
    echo ""
    echo -e $CYAN"Step 1/$numberOfSteps: Set up test environment"$NC
    setup

    echo ""
    echo -e $CYAN"Step 2/$numberOfSteps: Wait for Kafka to create topics"$NC
    waitForKafkaToCreateTopics

    echo ""
    echo -e $CYAN"Step 3/$numberOfSteps: Build PPM image"$NC
    buildPPMImage

    echo ""
    echo -e $CYAN"Step 4/$numberOfSteps: Run tests"$NC
    run_tests

    echo ""
    echo -e $CYAN"Step 5/$numberOfSteps: Cleanup"$NC
    cleanup
}

run