Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Update Satellite Files #291

Merged
merged 1 commit into from
Dec 10, 2024
Merged

Update Satellite Files #291

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
150 changes: 96 additions & 54 deletions static/artifacts/satellite/levo_satellite.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,85 +6,127 @@
# ./levo_satellite.sh stop
# ./levo_satellite.sh restart
# ./levo_satellite.sh upgrade
# ./levo_satellite.sh get-logs
############################################

set -Eexuo pipefail
DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )"
echo "DIR: $DIR"

if [ -r "$DIR"/.levoenv ]
then
if [ -r "$DIR"/.levoenv ]; then
echo "Loading environment variables from $DIR/.levoenv"
# export these env variables so that docker compose can pick them
export $(grep -v '^#' "$DIR"/.levoenv | xargs)
fi

set_resource_limits() {
# Get the number of cores on the machine. This should work for both Linux and Mac.
cpu_cores=$(grep -c ^processor /proc/cpuinfo 2>/dev/null || sysctl -n hw.ncpu)

# One CPU unit is 1/30th of total cores.
cpu_unit=$(echo "scale=2; $cpu_cores / 30" | bc)
echo "CPU cores: $cpu_cores, CPU unit: $cpu_unit"

export LEVOAI_RABBITMQ_CPU_LIMIT=$(bc <<< "$cpu_unit * 10")
export LEVOAI_SATELLITE_CPU_LIMIT=$(bc <<< "$cpu_unit * 6")
export LEVOAI_TAGGER_CPU_LIMIT=$(bc <<< "$cpu_unit * 15")
export LEVOAI_COLLECTOR_CPU_LIMIT=$(bc <<< "$cpu_unit * 6")

# Get the total memory on the machine. This should work for both Linux and Mac.
total_memory=$(grep MemTotal /proc/meminfo 2>/dev/null | awk '{print $2}' || sysctl -n hw.memsize)
memory_mult=$(echo "scale=2; $total_memory / 1024 / 256 / 20" | bc)

# mac memsize is in bytes, so divide by 1024 to get to MB
if [[ "$OSTYPE" == "darwin"* ]]; then
memory_mult=$(echo "scale=2; $memory_mult / 1024" | bc)
fi
memory_unit=$(bc <<< "$memory_mult * 256")
echo "Total memory: $total_memory, memory unit: $memory_unit"

export LEVOAI_RABBITMQ_MEM_LIMIT=$(bc <<< "$memory_unit * 4")m
export LEVOAI_SATELLITE_MEM_LIMIT=$(bc <<< "$memory_unit * 2")m
export LEVOAI_TAGGER_MEM_LIMIT=$(bc <<< "$memory_unit * 8")m
export LEVOAI_COLLECTOR_MEM_LIMIT=$(bc <<< "$memory_unit * 4")m
cpu_cores=$(grep -c ^processor /proc/cpuinfo 2>/dev/null || sysctl -n hw.ncpu)

# One CPU unit is 1/30th of total cores.
cpu_unit=$(echo "scale=2; $cpu_cores / 30" | bc)
echo "CPU cores: $cpu_cores, CPU unit: $cpu_unit"

export LEVOAI_RABBITMQ_CPU_LIMIT=$(bc <<< "$cpu_unit * 10")
export LEVOAI_SATELLITE_CPU_LIMIT=$(bc <<< "$cpu_unit * 6")
export LEVOAI_TAGGER_CPU_LIMIT=$(bc <<< "$cpu_unit * 15")
export LEVOAI_COLLECTOR_CPU_LIMIT=$(bc <<< "$cpu_unit * 6")

# Get the total memory on the machine. This should work for both Linux and Mac.
total_memory=$(grep MemTotal /proc/meminfo 2>/dev/null | awk '{print $2}' || sysctl -n hw.memsize)
memory_mult=$(echo "scale=2; $total_memory / 1024 / 256 / 20" | bc)

# mac memsize is in bytes, so divide by 1024 to get to MB
if [[ "$OSTYPE" == "darwin"* ]]; then
memory_mult=$(echo "scale=2; $memory_mult / 1024" | bc)
fi
memory_unit=$(bc <<< "$memory_mult * 256")
echo "Total memory: $total_memory, memory unit: $memory_unit"

export LEVOAI_RABBITMQ_MEM_LIMIT=$(bc <<< "$memory_unit * 4")m
export LEVOAI_SATELLITE_MEM_LIMIT=$(bc <<< "$memory_unit * 2")m
export LEVOAI_TAGGER_MEM_LIMIT=$(bc <<< "$memory_unit * 8")m
export LEVOAI_COLLECTOR_MEM_LIMIT=$(bc <<< "$memory_unit * 4")m
}

start() {
echo "Starting Levo Satellite..."
if [ ! -e "$DIR"/docker-compose.yml ]
then
echo "Downloading Levo Satellite docker compose file."
curl https://docs.levo.ai/artifacts/satellite/docker-compose.yml -o "$DIR"/docker-compose.yml
fi

export LEVOAI_AUTH_KEY=$LEVOAI_AUTH_KEY

set_resource_limits
docker compose -f "$DIR"/docker-compose.yml up -d
echo "Levo Satellite started Successfully!!!"
echo "Starting Levo Satellite..."
if [ ! -e "$DIR"/docker-compose.yml ]; then
echo "Downloading Levo Satellite docker compose file."
curl https://docs.levo.ai/artifacts/satellite/docker-compose.yml -o "$DIR"/docker-compose.yml
fi

set_resource_limits
docker compose -f "$DIR"/docker-compose.yml up -d
echo "Levo Satellite started Successfully!!!"
}

stop() {
echo "Stopping Levo Satellite..."
docker compose -f "$DIR"/docker-compose.yml stop
echo "Levo Satellite stopped Successfully!!!"
echo "Stopping Levo Satellite..."
docker compose -f "$DIR"/docker-compose.yml stop
echo "Levo Satellite stopped Successfully!!!"
}

restart() {
echo "Restarting Levo Satellite..."
stop
start
echo "Levo Satellite restarted Successfully!!!"
echo "Restarting Levo Satellite..."
stop
start
echo "Levo Satellite restarted Successfully!!!"
}

upgrade() {
echo "Upgrading Levo Satellite..."
curl https://docs.levo.ai/artifacts/satellite/docker-compose.yml -o "$DIR"/docker-compose.yml
docker compose -f "$DIR"/docker-compose.yml down -v --remove-orphans
set_resource_limits
docker compose -f "$DIR"/docker-compose.yml pull
docker compose -f "$DIR"/docker-compose.yml up -d --force-recreate
echo "Levo Satellite upgraded Successfully!!!"
echo "Upgrading Levo Satellite..."
curl https://docs.levo.ai/artifacts/satellite/docker-compose.yml -o "$DIR"/docker-compose.yml
docker compose -f "$DIR"/docker-compose.yml down -v --remove-orphans
set_resource_limits
docker compose -f "$DIR"/docker-compose.yml pull
docker compose -f "$DIR"/docker-compose.yml up -d --force-recreate
echo "Levo Satellite upgraded Successfully!!!"
}

get-logs() {
echo "Collecting Docker Logs"
# Check if docker is installed
if ! command -v docker &> /dev/null; then
echo "Error: docker is not installed or not found in your PATH. Please install docker-compose and try again."
exit 1
fi

# Check if docker is running
if ! docker info >/dev/null 2>&1; then
echo "Error: Docker daemon is not running. Please start Docker and try again."
exit 1
fi

echo "Collecting Docker logs..."

# Create a temporary directory to store logs
TEMP_DIR=$(mktemp -d)
echo "Temporary directory created: $TEMP_DIR"

# Get all service names from docker
SERVICES=$(docker ps --format '{{.Names}}')

if [ -z "$SERVICES" ]; then
echo "Warning: No running services found in docker-compose setup."
exit 1
fi

# Loop through each service and save its logs into separate files
for SERVICE in $SERVICES; do
LOG_FILE="$TEMP_DIR/${SERVICE}.log"
echo "Collecting logs for container: $SERVICE"
docker logs "$SERVICE" > "$LOG_FILE" 2>&1
done

# Create archive of logs
TAR_FILE="/tmp/docker_compose_logs_$(date +%Y_%m_%d_%H_%M_%S).tar.gz"
tar -czf "$TAR_FILE" -C "$TEMP_DIR" .

echo "Logs have been collected and archived at $TAR_FILE"

# Clean up temporary directory
rm -rf "$TEMP_DIR"
}

"$@"