Build ci pipeline

.github/workflows/main.yml

@@ -0,0 +1,77 @@
+---
+name: CI
+
+on:
+  push:
+  pull_request:
+
+concurrency:
+  group: ${{ github.workflow }}
+
+jobs:
+  build:
+    name: build
+    runs-on: ubuntu-latest
+    container: centos:centos7
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - name: Install build requisites
+        run: |
+          yum -y install rpmdevtools rpmlint rsync
+      - name: Build rpm
+        run: |
+          chmod 777 rpm/teapot-rpm.sh
+          rpm/teapot-rpm.sh
+      - name: Upload rpm
+        uses: actions/upload-artifact@v3
+        with:
+          name: teapot-rpm
+          path: |
+            /github/home/rpmbuild/RPMS/noarch/teapot-v*-1.el7.noarch.rpm
+
+  test:
+    name: test
+    needs: build
+    runs-on: ubuntu-latest
+    container:
+      image: dvrbanec/teapot-dependencies:latest
+      ports:
+        - 4242:4242
+        - 8081:8081
+        - 8085:8085
+    services:
+      keycloak:
+        image: dvrbanec/keycloak-dev:latest
+    steps:
+      - uses: actions/download-artifact@v3
+        with:
+          name: teapot-rpm
+      - name: Install the rpm package and self-signed certs
+        run: |
+          rpm -i teapot-v*-1.el7.noarch.rpm --nodeps
+          /usr/share/teapot/self-signed-cert-gen.sh
+      - uses: actions/checkout@v3
+        with:
+          fetch-depth: 0
+      - name: Test Teapot
+        run: |
+          eval "$(oidc-agent)"
+          python3 keycloak-setup/keycloak-config.py
+          oidc-gen --flow password -f keycloak-setup/client_config.json --op-username test-user1 --op-password secret1  --prompt none --pw-file keycloak_setup/pw-file test-user1
+          oidc-gen --flow password -f keycloak-setup/client_config.json --op-username test-user2 --op-password secret2  --prompt none --pw-file keycloak_setup/pw-file test-user2
+          adduser test-user1
+          adduser test-user2
+          cp robot/storage-areas /etc/teapot/
+          chmod 777 robot/User-sub_generator.sh
+          robot/User-sub_generator.sh
+          /usr/share/teapot/webdav-automation.sh test-user1 8085
+          robot /__w/teapot/teapot/robot/storm-webdav-tests.robot
+      - name: Upload configs
+        uses: actions/upload-artifact@v3
+        with:
+          name: test-config
+          path: |
+            /var/lib/teapot/user-test-user1
+

keycloak-setup/Dockerfile

@@ -0,0 +1,22 @@
+FROM registry.access.redhat.com/ubi9 AS ubi-micro-build
+
+RUN mkdir -p /mnt/rootfs
+
+RUN dnf install --installroot /mnt/rootfs curl --releasever 9 --setopt install_weak_deps=false --nodocs -y && \
+    dnf --installroot /mnt/rootfs clean all && \
+    rpm --root /mnt/rootfs -e --nodeps setup
+
+FROM quay.io/keycloak/keycloak:22.0.5
+
+COPY --from=ubi-micro-build /mnt/rootfs /
+
+ENV KEYCLOAK_ADMIN=admin 
+ENV KEYCLOAK_ADMIN_PASSWORD=testing1 
+ENV KC_HOSTNAME=keycloak 
+ENV KC_HTTP_ENABLED=true 
+ENV KC_HEALTH_ENABLED=true
+
+CMD [ "start-dev"]
+
+HEALTHCHECK --interval=10s --start-period=30s --retries=15 CMD curl --fail http://keycloak:8080 || exit 1
+

keycloak-setup/client_config.json

@@ -0,0 +1,9 @@
+{
+    "issuer_url": "http://keycloak:8080/realms/test-realm",
+    "client_id": "test-client",
+    "client_secret": "test-secret",
+    "scope": "max",
+    "redirect_uris": [
+        "http://localhost:4242"
+    ]
+}

keycloak-setup/keycloak-config.py

@@ -0,0 +1,57 @@
+from keycloak import KeycloakAdmin, KeycloakOpenID, KeycloakOpenIDConnection
+
+# Keycloak Admin
+keycloak_connection = KeycloakOpenIDConnection(
+    server_url="http://keycloak:8080/",
+    username="admin",
+    password="testing1",
+    realm_name="master",
+    verify=True,
+)
+
+keycloak_admin = KeycloakAdmin(connection=keycloak_connection)
+
+# Changing Realm
+keycloak_admin.create_realm(
+    payload={"realm": "test-realm", "enabled": True}, skip_exists=False
+)
+keycloak_connection.realm_name = "test-realm"
+
+# Create a client
+client = keycloak_admin.create_client(
+    payload={
+        "name": "test-client",
+        "clientId": "test-client",
+        "secret": "test-secret",
+        "redirectUris": ["http://localhost:4242/"],
+        "enabled": True,
+        "directAccessGrantsEnabled": True,
+    }
+)
+
+# Configuring client in the new Realm
+keycloak_openid = KeycloakOpenID(
+    server_url="http://keycloak:8080/",
+    client_id="test-client",
+    realm_name="test-realm",
+    client_secret_key="test-secret",
+)
+
+# Get WellKnown
+config_well_known = keycloak_openid.well_known()
+
+# Adding Users
+test_user1 = keycloak_admin.create_user(
+    {
+        "username": "test-user1",
+        "enabled": True,
+        "credentials": [{"value": "secret1", "type": "password"}],
+    }
+)
+test_user2 = keycloak_admin.create_user(
+    {
+        "username": "test-user2",
+        "enabled": True,
+        "credentials": [{"value": "secret2", "type": "password"}],
+    }
+)

keycloak-setup/pw_file

@@ -0,0 +1 @@
+

robot/Dockerfile

@@ -0,0 +1,60 @@
+FROM centos:centos7
+
+USER root
+
+RUN \
+yum -y update && \
+yum -y install epel-release redhat-lsb-core yum-utils && \
+yum -y install initscripts java-11-openjdk && \
+yum -y install perl-IPC-Cmd perl-Test-Simple && \
+yum -y group install "Development Tools" && \
+yum -y install tar jq-1.6
+
+WORKDIR /usr/src
+ADD https://www.openssl.org/source/openssl-3.0.10.tar.gz .
+RUN \
+tar -zxf openssl-3.0.10.tar.gz && \
+rm openssl-3.0.10.tar.gz
+
+WORKDIR /usr/src/openssl-3.0.10 
+RUN \
+./config && \
+make && \
+make install && \
+ln -s /usr/local/lib64/libssl.so.3 /usr/lib64/libssl.so.3 && \
+ln -s /usr/local/lib64/libcrypto.so.3 /usr/lib64/libcrypto.so.3 && \
+ln -s /usr/local/bin/openssl /usr/bin/openssl
+
+WORKDIR /tmp
+ADD https://www.python.org/ftp/python/3.10.12/Python-3.10.12.tgz .
+RUN \
+tar -xzf Python-3.10.12.tgz && \
+rm Python-3.10.12.tgz && \
+yum -y install libffi libffi-devel zlib-devel
+
+WORKDIR /tmp/Python-3.10.12/
+RUN \
+./configure --enable-optimizations && \
+make clean && \
+make install && \
+echo "export PATH=\"\${PATH}:/usr/local/lib/python3.10/site-packages\"" >> ~/.bashrc && \
+pip3 install --upgrade pip && \
+pip3 install pydantic && \
+pip3 install regex && \
+pip3 install httpx && \
+pip3 install liboidcagent && \
+pip3 install logging && \
+pip3 install uvicorn && \
+pip3 install requests && \
+pip3 install flaat && \
+pip3 install fastapi && \
+pip3 install robotframework && \
+pip3 install robotframework-requests && \
+pip3 install python-keycloak
+
+WORKDIR /tmp
+ADD https://repo.data.kit.edu//data-kit-edu-centos7.repo /etc/yum.repos.d/data-kit-edu-centos7.repo
+RUN \
+yum -y install oidc-agent && \
+yum -y update  && \
+yum clean all

robot/User-sub_generator.sh

@@ -0,0 +1,11 @@
+user1=test-user1
+curl -s -H "Authorization: Bearer $(oidc-token test-user1)" http://keycloak:8080/realms/test-realm/protocol/openid-connect/userinfo | jq . | grep sub | while read column sub; do \
+    sub1=`sed -e 's/^"//' -e 's/",$//' <<< $sub` \
+    && echo -e "$user1 $sub1" >> /etc/teapot/user-mapping.csv\
+    ;done
+
+user2=test-user2
+curl -s -H "Authorization: Bearer $(oidc-token test-user2)" http://keycloak:8080/realms/test-realm/protocol/openid-connect/userinfo | jq . | grep sub | while read column sub; do \
+    sub2=`sed -e 's/^"//' -e 's/",$//' <<< $sub` \
+    && echo -e "$user2 $sub2" >> /etc/teapot/user-mapping.csv\
+    ;done

robot/storage-areas

@@ -0,0 +1,2 @@
+default $HOME/interTwin
+extra $HOME/interTwin_extra

robot/storm-webdav-tests.robot

@@ -1,6 +1,6 @@
 *** Settings ***
 Library          RequestsLibrary
-Variables        /home/dijana/teapot/robot/variables.py
+Variables        /__w/teapot/teapot/robot/variables.py
 
 
 *** Test Cases ***

robot/teapot-tests.robot

@@ -0,0 +1,46 @@
+*** Settings ***
+Library          RequestsLibrary
+Variables        /__w/teapot/teapot/robot/variables.py
+
+
+*** Test Cases ***
+
+Authentification
+    [Tags]         authentication
+    ${RESPONSE}=    GET    ${MAIN_URL}    headers=${HEADER1}    verify=${false}    expected_status=200
+
+WRONG TOKEN
+    ${RESPONSE}=    GET    ${MAIN_URL}    headers=${HEADER2}    verify=${false}    expected_status=403 
+
+NO TOKEN
+    ${RESPONSE}=    GET    ${MAIN_URL}                          verify=${false}    expected_status=401 
+
+INVALID TOKEN
+    ${RESPONSE}=    GET    ${MAIN_URL}    headers=${HEADER4}    verify=${false}    expected_status=500
+
+PUT REQUEST INVALID TOKEN
+    ${RESPONSE}=    PUT    ${MAIN_URL}/TestFile1    data=${DATA}    headers=${HEADER4}    verify=${false}     expected_status=500
+
+PUT REQUEST WRONG TOKEN
+    ${RESPONSE}=    PUT    ${MAIN_URL}/TestFile1    data=${DATA}    headers=${HEADER2}    verify=${false}     expected_status=403
+
+PUT REQUEST NO TOKEN
+    ${RESPONSE}=    PUT    ${MAIN_URL}/TestFile1    data=${DATA}                          verify=${false}     expected_status=401
+
+PUT REQUEST DEFAULT SA
+    ${RESPONSE}=    PUT    ${MAIN_URL}/TestFile1    data=${DATA}    headers=${HEADER1}    verify=${false}     expected_status=201
+
+
+DELETE REQUEST
+    ${RESPONSE}=    DELETE    ${MAIN_URL}/TestFile1    headers=${HEADER1}    verify=${false}     expected_status=204
+
+DELETE REQUEST INVALID TOKEN
+    ${RESPONSE}=    DELETE    ${MAIN_URL}/TestFile1    headers=${HEADER4}    verify=${false}     expected_status=500
+
+DELETE REQUEST WRONG TOKEN
+    ${RESPONSE}=    DELETE    ${MAIN_URL}/TestFile1    headers=${HEADER2}    verify=${false}     expected_status=403
+
+DELETE REQUEST NO TOKEN
+    ${RESPONSE}=    DELETE    ${MAIN_URL}/TestFile1                          verify=${false}     expected_status=401
+
+

robot/variables.py

@@ -1,15 +1,13 @@
 import subprocess
 
-PORT= '8085'
-PORT_MAIN='8081'
-HOST='131.169.234.115'
-STORM_URL="https://"+HOST+":"+PORT
-MAIN_URL="https://"+HOST+":"+PORT_MAIN
-TOKEN1=subprocess.check_output("oidc-token test-kc1", shell=True)
-TOKEN2=subprocess.check_output("oidc-token test-kc2", shell=True)
-TOKEN3=subprocess.check_output("oidc-token test-kc3", shell=True)
-HEADER1={"Authorization": ("Bearer "+str(TOKEN1, 'ascii')).strip("\n")}
-HEADER2={"Authorization": ("Bearer "+str(TOKEN2, 'ascii')).strip("\n")}
-HEADER3={"Authorization": ("Bearer "+str(TOKEN3, 'ascii')).strip("\n")}
-HEADER4={"Authorization": "Bearer NOT_A_TOKEN"}
-DATA='/home/dijana/TestFile1'
+PORT = "8085"
+PORT_MAIN = "8081"
+HOST = str(subprocess.check_output("curl ifconfig.me", shell=True), encoding="utf-8")
+STORM_URL = "https://" + HOST + ":" + PORT
+MAIN_URL = "https://" + HOST + ":" + PORT_MAIN
+TOKEN1 = subprocess.check_output("oidc-token test-user1", shell=True)
+TOKEN2 = subprocess.check_output("oidc-token test-user2", shell=True)
+HEADER1 = {"Authorization": ("Bearer " + str(TOKEN1, "ascii")).strip("\n")}
+HEADER2 = {"Authorization": ("Bearer " + str(TOKEN2, "ascii")).strip("\n")}
+HEADER4 = {"Authorization": "Bearer NOT_A_TOKEN"}
+DATA = "/__w/teapot/teapot/robot/test_file"

rpm/teapot-rpm.sh

@@ -28,5 +28,5 @@ mv storm-webdav-server.tar.gz $HOME/rpmbuild/SOURCES/
 #building the RPM package
 rpmbuild -ba ~/rpmbuild/SPECS/teapot.spec
 
-cp $HOME/rpmbuild/RPMS/noarch/teapot-v*-1.el7.noarch.rpm $HOME/
-rm -r $HOME/rpmbuild
+# cp $HOME/rpmbuild/RPMS/noarch/teapot-v*-1.el7.noarch.rpm $HOME/
+# rm -r $HOME/rpmbuild

run-teapot.sh

@@ -1,12 +1,12 @@
 #!/bin/bash
 
-path_to_pid='/home/dijana/teapot.pid'
-if [ -a $path_to_pid ]; then
-        stormpid=`cat $path_to_pid`
-        kill $stormpid 
-        rm $path_to_pid
-else
-    	python3 /usr/share/teapot/teapot.py &> tmp-storm-proxy.log &
-        echo $! > $path_to_pid
-fi
+#path_to_pid='$HOME/teapot.pid'
+#if [ -a $path_to_pid ]; then
+#        stormpid=`cat $path_to_pid`
+#        kill $stormpid 
+#        rm $path_to_pid
+#else
+python3 /usr/share/teapot/teapot.py &> tmp-storm-proxy.log &
+#        echo $! > $path_to_pid
+#fi