Add support for regression

.github/workflows/clang_gcc_linux.yml

@@ -0,0 +1,46 @@
+name: Linux (Ubuntu) CPU
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+  workflow_dispatch:
+jobs:
+  Linux-Test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        build_type: [Debug, Release]
+        compiler: [g++, clang++]
+    steps:
+      - name: "Update system"
+        run: |
+          sudo apt update
+          sudo apt upgrade
+          sudo apt autoremove
+      - name: "Install Compiler"
+        run: |
+          sudo apt install g++ clang libomp-dev
+      - name: "Install cmake 3.31.0"
+        uses: lukka/[email protected]
+      - name: "Clone the PLSSVM repository into PLSSVM/"
+        uses: actions/[email protected]
+        with:
+          path: PLSSVM
+      - name: "Install Python dependencies"
+        run: |
+          pip install --upgrade pip
+          pip install -r PLSSVM/install/python_requirements.txt
+      - name: "Configure PLSSVM using CMake"
+        run: |
+          cd PLSSVM
+          cmake --preset openmp_test -DCMAKE_CXX_COMPILER=${{ matrix.compiler }} -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} -DPLSSVM_TARGET_PLATFORMS="cpu" -DPLSSVM_ENABLE_LANGUAGE_BINDINGS=ON -DPLSSVM_ENABLE_PERFORMANCE_TRACKING=ON -DPLSSVM_TEST_FILE_NUM_DATA_POINTS=50 -DPLSSVM_TEST_FILE_NUM_FEATURES=20 -DPLSSVM_ENABLE_LTO=OFF
+      - name: "Build PLSSVM"
+        run: |
+          cd PLSSVM
+          cmake --build --preset openmp_test --config ${{ matrix.build_type }}
+          echo "${GITHUB_WORKSPACE}/PLSSVM/build" >> $GITHUB_PATH
+      - name: "Run tests"
+        run: |
+          cd PLSSVM
+          ctest --preset openmp_test -C ${{ matrix.build_type }} --parallel 2

.github/workflows/clang_macos.yml

@@ -1,7 +1,10 @@
 name: macOS CPU
 on:
-  workflow_dispatch:
   push:
+    branches:
+      - main
+  pull_request:
+  workflow_dispatch:
 jobs:
   macOS-Test:
     runs-on: macos-13
@@ -22,7 +25,12 @@ jobs:
           brew install libomp
       - name: "Install Python dependencies"
         run: |
-          python3 -m pip install argparse scikit-learn humanize --break-system-packages
+          python3 -m pip install -U pip
+          pip install argparse scikit-learn humanize --break-system-packages
+      - name: "Set PYTHONPATH"
+        run: |
+          export PYTHONPATH=$(python3 -c "import site; print(site.getsitepackages()[0])")
+          echo "PYTHONPATH=$PYTHONPATH" >> $GITHUB_ENV
       - name: "Clone the PLSSVM repository into PLSSVM/"
         uses: actions/[email protected]
         with:
@@ -32,7 +40,7 @@ jobs:
           cd PLSSVM
           export LDFLAGS="-L/opt/homebrew/opt/libomp/lib"
           export CPPFLAGS="-I/opt/homebrew/opt/libomp/include"
-          cmake --preset openmp_test -DCMAKE_CXX_COMPILER=clang++ -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} -DPLSSVM_TARGET_PLATFORMS="cpu" -DPLSSVM_ENABLE_LANGUAGE_BINDINGS=ON -DPLSSVM_ENABLE_PERFORMANCE_TRACKING=ON -DPLSSVM_GENERATE_TEST_FILE=OFF -DPLSSVM_ENABLE_LTO=OFF
+          cmake --preset openmp_test -DCMAKE_CXX_COMPILER=clang++ -DCMAKE_BUILD_TYPE=${{ matrix.build_type }} -DPLSSVM_TARGET_PLATFORMS="cpu" -DPLSSVM_ENABLE_LANGUAGE_BINDINGS=ON -DPLSSVM_ENABLE_PERFORMANCE_TRACKING=ON -DPLSSVM_TEST_FILE_NUM_DATA_POINTS=50 -DPLSSVM_TEST_FILE_NUM_FEATURES=20 -DPLSSVM_ENABLE_LTO=OFF
       - name: "Build PLSSVM"
         shell: bash
         run: |

.github/workflows/format.yml

@@ -31,6 +31,7 @@ jobs:
           cmake --preset all -DPLSSVM_TARGET_PLATFORMS="cpu" -DPLSSVM_ENABLE_FORMATTING=ON
       # check source file formatting
       - name: "Check source file formatting via clang-format"
+        if: always()
         run: |
           set +e
           cd PLSSVM
@@ -53,6 +54,7 @@ jobs:
           if-no-files-found: ignore
       # check CMake formatting
       - name: "Check CMake formatting via cmake-format"
+        if: always()
         run: |
           set +e
           cd PLSSVM

.github/workflows/msvc_windows.yml

@@ -1,7 +1,10 @@
 name: Windows MSVC CPU
 on:
-  workflow_dispatch:
   push:
+    branches:
+      - main
+  pull_request:
+  workflow_dispatch:
 jobs:
   MSVC-Test:
     runs-on: windows-latest

.github/workflows/pip.yml

@@ -0,0 +1,66 @@
+name: pip install
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+  workflow_dispatch:
+jobs:
+  pip-Test:
+    runs-on: ubuntu-latest
+    steps:
+      - name: "Update system"
+        run: |
+          sudo apt update
+          sudo apt upgrade
+          sudo apt autoremove
+      - name: "Install new g++"
+        run: |
+          sudo apt install g++
+      - name: "Clone the PLSSVM repository into PLSSVM/"
+        uses: actions/[email protected]
+        with:
+          path: PLSSVM
+      - name: "Set up Python"
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+      - name: "Create and activate virtual environment"
+        run: |
+          python -m venv venv
+          source venv/bin/activate
+          echo "VIRTUAL_ENV=$VIRTUAL_ENV" >> $GITHUB_ENV
+      - name: "Install Python dependencies"
+        run: |
+          source $VIRTUAL_ENV/bin/activate
+          pip install --upgrade pip
+          pip install -r PLSSVM/install/python_requirements.txt
+      - name: "Build PLSSVM locally via pip"
+        run: |
+          source $VIRTUAL_ENV/bin/activate
+          cd PLSSVM
+          pip install .
+      - name: "Run examples"
+        env:
+          MPLBACKEND: Agg
+        run: |
+          source $VIRTUAL_ENV/bin/activate
+          set -e
+          cd PLSSVM/examples/python
+          python sklearn_like_svc.py
+          python sklearn_like_svr.py
+          cd sklearn
+          python plot_classifier_comparison.py
+          python plot_decision_boundaries_via_coef_and_intercept.py
+          python plot_decision_boundary_confidence.py
+          python plot_different_classifiers.py
+          python plot_digits_classification.py
+          python plot_face_recognition.py
+          python plot_feature_discretization.py
+          python plot_rbf_parameters.py
+          python plot_rbf_parameters_3_classes.py
+          python plot_separating_hyperplane.py
+          python plot_svm_anova.py
+          python plot_svm_kernels.py
+          python plot_svm_margin.py
+          python plot_svm_regression.py

CMakeLists.txt

@@ -93,20 +93,22 @@ set(PLSSVM_BASE_SOURCES
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/detail/string_utility.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/detail/utility.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/exceptions/exceptions.cpp
+    ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/svm/csvm.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/version/version.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/version/git_metadata/git_metadata.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/backend_types.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/classification_report.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/classification_types.cpp
-    ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/csvm.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/file_format_types.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/gamma.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/kernel_function_types.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/matrix.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/parameter.cpp
+    ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/regression_report.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/shape.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/solver_types.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/target_platforms.cpp
+    ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/svm_types.cpp
     ${CMAKE_CURRENT_SOURCE_DIR}/src/plssvm/verbosity_levels.cpp
 )
 
@@ -166,7 +168,9 @@ target_compile_options(
            /wd4005
            /wd4702
            /wd4849
-           /wd4127>
+           /wd4127
+           /wd4250 # disable multiple-inheritance dominance warning
+           /wd4589> # disable constructor inheritance warning
            # /wd4849: ignore "OpenMP 'reduction' clause ignored in 'simd' directive" -> no SIMD clause currently effective in MSVC /wd4127: ignore "conditional
            # expression is constant" from {fmt} ranges.h header
 )
@@ -211,11 +215,11 @@ endif ()
 ########################################################################################################################
 #                                       check for OpenMP (not for the backend!)                                        #
 ########################################################################################################################
-find_package(OpenMP 4.0 QUIET)
+find_package(OpenMP QUIET)
 if (OpenMP_FOUND)
     message(STATUS "Found OpenMP ${OpenMP_CXX_VERSION} to speed-up library utilities (like file parsing).")
     set(PLSSVM_FOUND_OPENMP_FOR_UTILITY ON)
-    if (${CMAKE_CXX_COMPILER_ID} MATCHES "MSVC")
+    if (CMAKE_CXX_COMPILER_ID STREQUAL "MSVC")
         target_compile_options(${PLSSVM_BASE_LIBRARY_NAME} PUBLIC -openmp:llvm -openmp:experimental)
     else ()
         target_link_libraries(${PLSSVM_BASE_LIBRARY_NAME} PUBLIC OpenMP::OpenMP_CXX)
@@ -326,17 +330,6 @@ else ()
         )
     endif ()
 
-    include(${CMAKE_CURRENT_SOURCE_DIR}/cmake/check_python_libs.cmake)
-    set(PLSSVM_TARGET_PLATFORMS_PYTHON_SCRIPT_REQUIRED_LIBS cpuinfo GPUtil pyamdgpuinfo pylspci)
-    message(
-        STATUS
-            "Checking required Python3 libraries (${PLSSVM_TARGET_PLATFORMS_PYTHON_SCRIPT_REQUIRED_LIBS}) to automatically determine the PLSSVM_TARGET_PLATFORMS."
-    )
-    set(PLSSVM_TARGET_PLATFORMS_PYTHON_SCRIPT_REQUIRED_LIBS_ERROR_MESSAGE
-        "or manually define PLSSVM_TARGET_PLATFORMS (e.g. -DPLSSVM_TARGET_PLATFORMS=\"cpu;nvidia:sm_70,sm_86;amd:gfx906;intel:skl\"!"
-    )
-    check_python_libs(${PLSSVM_TARGET_PLATFORMS_PYTHON_SCRIPT_REQUIRED_LIBS} ${PLSSVM_TARGET_PLATFORMS_PYTHON_SCRIPT_REQUIRED_LIBS_ERROR_MESSAGE})
-
     # run our `plssvm_target_platforms.py` script to determine the PLSSVM_TARGET_PLATFORMS string
     execute_process(
         COMMAND ${Python3_EXECUTABLE} "${CMAKE_CURRENT_SOURCE_DIR}/utility_scripts/plssvm_target_platforms.py" "--quiet"