Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

feat: adding haproxy support #75

Merged
merged 27 commits into from
Nov 16, 2024
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
237 changes: 237 additions & 0 deletions .github/workflows/test-haproxy-ingress.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,237 @@
name: Test HAProxy Ingress

on:
pull_request:
branches:
- main
workflow_dispatch:
inputs:
debug_enabled:
description: 'Run workflow with debug logging'
required: false
default: true
type: boolean

jobs:
test-haproxy-ingress:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v3
with:
fetch-depth: 0

- name: Set up Helm
uses: azure/setup-helm@v3
with:
version: v3.10.3

- uses: actions/setup-python@v4
with:
python-version: 3.11

- name: Install test dependencies
run: |
npm install -g wscat
sudo apt-get update && sudo apt-get install -y curl

- name: Create kind config
run: |
cat <<-EOF > kind-config.yaml
kind: Cluster
apiVersion: kind.x-k8s.io/v1alpha4
nodes:
- role: control-plane
extraPortMappings:
- containerPort: 80
hostPort: 80
protocol: TCP
- containerPort: 443
hostPort: 443
protocol: TCP
EOF

- name: Create kind cluster
uses: helm/[email protected]
with:
wait: 600s
config: kind-config.yaml

- name: Install HAProxy Ingress Controller
run: |
helm repo add haproxy-ingress https://haproxy-ingress.github.io/charts
helm repo update
helm install haproxy haproxy-ingress/haproxy-ingress \
--set controller.service.type=NodePort \
--set controller.kind=DaemonSet \
--set controller.daemonset.useHostPort=true \
--set controller.service.ports.http=80 \
--set controller.service.ports.https=443 \
--set controller.service.ports.stat=30024

- name: Wait for HAProxy Ingress
run: |
echo "Waiting for HAProxy Ingress pods..."
kubectl wait --namespace default \
--for=condition=ready pod \
--selector=app.kubernetes.io/name=haproxy-ingress \
--timeout=120s

- name: Set up chart-testing
uses: helm/[email protected]

- name: Create test values for haproxy
run: |
mkdir -p debug
cat <<EOF > debug/haproxy-values.yaml
global:
ingress:
enabled: true
className: haproxy
classType: haproxy
websocketPrefix: /websocket
backendPrefix: /v2
frontendPrefix: /
frontend:
enabled: true
backend:
enabled: true
websocket:
enabled: true
EOF

- name: Debug - Show test values
if: ${{ inputs.debug_enabled }}
run: cat debug/haproxy-values.yaml

- name: Install Keep chart
run: |
helm install keep ./charts/keep -f debug/haproxy-values.yaml

- name: Wait for all pods
run: |
echo "Waiting for all pods to be ready..."
kubectl wait --for=condition=ready pod --all -n default --timeout=180s

echo "Checking pod status..."
kubectl get pods -n default

echo "Checking ingress status..."
kubectl get ingress -n default

echo "Waiting additional 30s for services to stabilize..."
sleep 30

- name: Verify services and endpoints
run: |
echo "Service Status:"
kubectl get svc -n default

echo "Endpoint Status:"
kubectl get endpoints -n default

echo "Ingress Details:"
kubectl describe ingress -n default

- name: Test HAProxy Ingress endpoints
run: |
INGRESS_IP="127.0.0.1"
APP_NAME=$(helm list -n default -o json | jq -r '.[0].name')
MAX_RETRIES=5
RETRY_DELAY=10

test_endpoint() {
local url=$1
local expected_code=$2
local headers=${3:-""}

for ((i=1; i<=MAX_RETRIES; i++)); do
echo "Attempt $i of $MAX_RETRIES for $url"
echo "Headers being sent: $headers"

if [ -n "$headers" ]; then
echo "Full curl command: curl -v $headers \"$url\""
RESP=$(curl -v $headers "$url" 2>&1)
else
echo "Full curl command: curl -v \"$url\""
RESP=$(curl -v "$url" 2>&1)
fi

# Extract response code, handling connection failures
RESP_CODE=$(echo "$RESP" | grep "< HTTP" | awk '{print $3}')
if [ -z "$RESP_CODE" ]; then
echo "⚠️ No response code received - connection may have failed"
echo -e "\n🔍 Response Details:"
echo "------------------------"
echo "Response code: Connection failed"
echo -e "\n📋 Response Headers:"
echo "$RESP" | grep -E "^< " || echo "No headers found"
echo -e "\n📝 Response Body:"
echo "$RESP" | sed -n '/^* Connected/,/^* Connection/!p' | grep -v "^[*<>]" || echo "No body found"
echo "------------------------"

if [ "$i" -lt "$MAX_RETRIES" ]; then
echo "⏳ Waiting ${RETRY_DELAY}s before next attempt..."
sleep "$RETRY_DELAY"
continue
fi
echo "❌ Failed to establish connection after $MAX_RETRIES attempts"
return 1
fi

echo -e "\n🔍 Response Details:"
echo "------------------------"
echo "Response code: $RESP_CODE"
echo -e "\n📋 Response Headers:"
echo "$RESP" | grep -E "^< " || echo "No headers found"
echo -e "\n📝 Response Body:"
echo "$RESP" | sed -n '/^* Connected/,/^* Connection/!p' | grep -v "^[*<>]" || echo "No body found"
echo "------------------------"

if [ "$RESP_CODE" -eq "$expected_code" ]; then
echo "✅ Expected response code $expected_code received"
return 0
fi

if [ "$i" -lt "$MAX_RETRIES" ]; then
echo "⏳ Waiting ${RETRY_DELAY}s before next attempt..."
sleep "$RETRY_DELAY"
fi
done
echo "❌ Failed to get expected response code $expected_code after $MAX_RETRIES attempts"
return 1
}

echo "🌐 Testing frontend endpoint..."
test_endpoint "http://$INGRESS_IP/" 307 || exit 1

echo "🔌 Testing backend endpoint..."
test_endpoint "http://$INGRESS_IP/v2/docs" 200 || exit 1

echo "🔄 Testing websocket endpoint..."
# should return "OK"
test_endpoint "http://$INGRESS_IP/websocket/" 200 || exit 1

- name: Debug - Show logs on failure
if: ${{ failure() }}
run: |
echo "HAProxy Ingress Controller logs:"
kubectl logs -l app.kubernetes.io/instance=haproxy-ingress -n default --tail=100

echo "All pods status:"
kubectl get pods -n default -o wide

echo "Application pods logs:"
for pod in $(kubectl get pods -n default -o name); do
echo "Logs for $pod:"
kubectl logs $pod -n default --tail=100 || true
done

echo "Ingress configuration:"
kubectl get ingress -n default -o yaml

echo "Endpoints:"
kubectl get endpoints -n default

echo "Services:"
kubectl get svc -n default
Loading