From 17c3e759f53b1700b1d25a728b29ddde25bf7bc8 Mon Sep 17 00:00:00 2001
From: AJ ONeal <aj@therootcompany.com>
Date: Sun, 13 Oct 2024 01:51:49 -0600
Subject: [PATCH] feat: add pg-build* to build a specific version from source

---
 pg-build       |  18 ++++
 pg-build-linux | 269 +++++++++++++++++++++++++++++++++++++++++++++++++
 pg-build-macos | 265 ++++++++++++++++++++++++++++++++++++++++++++++++
 3 files changed, 552 insertions(+)
 create mode 100755 pg-build
 create mode 100755 pg-build-linux
 create mode 100755 pg-build-macos

diff --git a/pg-build b/pg-build
new file mode 100755
index 0000000..52f9235
--- /dev/null
+++ b/pg-build
@@ -0,0 +1,18 @@
+#!/bin/sh
+set -e
+set -u
+
+g_scriptdir="$(dirname "$0")"
+
+case "$(uname -s)" in
+    Linux)
+        "${g_scriptdir}/pg-build-linux" "$@"
+        ;;
+    Darwin)
+        "${g_scriptdir}/pg-build-macos" "$@"
+        ;;
+    *)
+        echo "Unsupported OS: $(uname -s)" >&2
+        exit 1
+        ;;
+esac
diff --git a/pg-build-linux b/pg-build-linux
new file mode 100755
index 0000000..04c3903
--- /dev/null
+++ b/pg-build-linux
@@ -0,0 +1,269 @@
+#!/bin/sh
+#shellcheck disable=SC2016,SC2155
+set -e
+set -u
+
+g_vendor="${1:-}"
+g_ver="${2:-}"
+g_patch="${POSTGRES_PATCH_VERSION:-0}"
+g_llvmver="${POSTGRES_LLVM_VERSION:-15}"
+
+g_semver="${g_ver}.${g_patch}"
+
+g_prof=""
+g_libc="gnu"
+if ldd /bin/ls | grep -q 'musl'; then
+    g_libc="musl"
+fi
+
+# linux
+g_platform="$(uname -s | tr '[:upper:]' '[:lower:]')" # darwin
+# x86_64 or arm64
+g_arch="$(uname -m)"
+if test "arm64" = "${g_arch}"; then
+    g_arch="aarch64"
+fi
+# aarch64-linux
+g_target="${g_prof}${g_arch}-${g_platform}-${g_libc}"
+
+g_libdir="/usr/lib/${g_arch}-linux-${g_libc}"
+if ! test -e "${g_libdir}"; then
+    g_libdir="/usr/lib"
+fi
+
+main() { (
+    if test -z "${g_vendor}"; then
+        echo ""
+        echo "USAGE"
+        echo "    postgres-build-linux <vendor-name> <pg-version>"
+        echo ""
+        echo "EXAMPLE"
+        echo "    postgres-build-linux 'custom' 17.0"
+        echo ""
+        echo "ENVs"
+        echo "    Use ENVs to set the (cosmetic) patch version and optional LLVM version"
+        echo "    POSTGRES_PATCH_VERSION=0"
+        echo "    POSTGRES_LLVM_VERSION=15"
+        echo ""
+        return 1
+    fi
+
+    echo ""
+    echo "Installing build dependencies ..."
+    sleep 1
+    if command -v apt-get > /dev/null; then
+        fn_deps_apt
+    elif command -v apk > /dev/null; then
+        fn_deps_apk
+    else
+        echo "warn: unknown package manager: you moust install dependencies manually"
+    fi
+
+    echo ""
+    echo "Downloading PostgreSQL source ..."
+    sleep 1
+    fn_download
+
+    echo ""
+    echo "Building ..."
+    sleep 1
+    fn_build
+
+    echo ""
+    echo "Bundling dependencies ..."
+    sleep 1
+    fn_copy_libs
+
+    echo ""
+    echo "Updating linker paths and resigning ..."
+    sleep 1
+    fn_patch_rpaths
+
+    echo ""
+    echo "Packaging for distribution ..."
+    sleep 1
+    fn_package
+
+    echo "done"
+); }
+
+fn_deps_apt() { (
+    cmd_sudo=''
+    if command -v sudo > /dev/null; then
+        cmd_sudo='sudo'
+    fi
+
+    $cmd_sudo apt-get update
+    $cmd_sudo apt-get install -y \
+        tzdata \
+        wget \
+        build-essential bison flex \
+        binutils patchelf \
+        "clang-${g_llvmver}" "llvm-${g_llvmver}-dev" \
+        libicu-dev libreadline-dev zlib1g-dev \
+        libssl-dev \
+        liblz4-dev libzstd-dev
+); }
+
+fn_deps_apk() { (
+    cmd_sudo=''
+    if command -v sudo > /dev/null; then
+        cmd_sudo='sudo'
+    fi
+
+    $cmd_sudo apk update
+    $cmd_sudo apk add \
+        openssl tzdata \
+        wget \
+        alpine-sdk bison flex perl \
+        binutils patchelf \
+        "clang${g_llvmver}" "llvm${g_llvmver}-dev" \
+        icu-dev readline-dev zlib-dev \
+        openssl-dev lz4-dev zstd-dev \
+        icu-data-full icu-libs lz4 zlib zstd
+); }
+
+fn_download() {
+    if ! test -f ./"postgresql-${g_ver}".tar.gz; then
+        (
+            cd /tmp/
+            wget -c "https://ftp.postgresql.org/pub/source/v${g_ver}/postgresql-${g_ver}.tar.gz"
+        )
+        mv /tmp/"postgresql-${g_ver}".tar.gz .
+    fi
+    rm -rf ./"postgresql-${g_ver}-${g_target}"/
+    tar xvf ./"postgresql-${g_ver}".tar.gz
+    mv ./"postgresql-${g_ver}"/ ./"postgresql-${g_ver}-${g_target}"/
+}
+
+fn_build() { (
+    export CLANG="/usr/bin/clang-${g_llvmver}"
+    export LLVM_CONFIG="/usr/bin/llvm-config-${g_llvmver}"
+    if command -v apk > /dev/null; then
+        export LLVM_CONFIG="/usr/bin/llvm${g_llvmver}-config"
+    fi
+
+    export ICU_CFLAGS="-I/usr/include"
+    export ICU_LIBS="-L${g_libdir} -licui18n -licuuc -licudata"
+
+    export LZ4_CFLAGS="-I/usr/include"
+    export LZ4_LIBS="-L${g_libdir} -llz4"
+
+    export ZSTD_CFLAGS="-I/usr/include"
+    export ZSTD_LIBS="-L${g_libdir} -lzstd"
+
+    b_arch="$(echo "${g_arch}" | tr _ -)"
+    if test "${b_arch}" = "x86_64"; then
+        b_arch="x86_64_v2"
+    elif test "${b_arch}" = "aarch64"; then
+        b_arch="armv8-a"
+    fi
+    export CFLAGS="-march=${b_arch} -mtune=generic -O2 -pipe -fstack-protector-strong -flto=auto -I/usr/include"
+    export CXXFLAGS="${CFLAGS}"
+    export CPPFLAGS="${CFLAGS}"
+    export LDFLAGS="-L${g_libdir}"
+
+    export LD_RUN_PATH='$ORIGIN/../lib'
+
+    cd ./"postgresql-${g_ver}-${g_target}"/ || return 1
+
+    # Configure
+
+    # turned on: llvm,lz4,ssl,zstd
+    # disabled: -
+    # not turned off: icu,readline,zlib,spinlocks,atomics
+    # built-in: -
+    # custom-location: tzdata
+    # not turned on: gssapi,ldap,nls,ossp,pam,perl,python,selinux,systemd,tcl,xml,xslt
+    ./configure \
+        --prefix="${HOME}/relocatable/postgres-${g_semver}-${g_target}" \
+        --exec-prefix="${HOME}/relocatable/postgres-${g_semver}-${g_target}" \
+        --disable-rpath \
+        --with-llvm \
+        --with-lz4 \
+        --with-ssl=openssl \
+        --with-system-tzdata=/usr/share/zoneinfo \
+        --with-zstd \
+        --with-extra-version=" ${g_vendor} +icu,llvm-${g_llvmver},lz4,openssl-3,readline,zlib,zstd -tzdata"
+
+    # Build
+    make clean
+    make -j"$(nproc --ignore=1)"
+
+    # Install
+    rm -rf ~/relocatable
+    mkdir -p ~/relocatable
+    make install
+); }
+
+fn_copy_libs() { (
+    # Everything EXCEPT:
+    #   - llvm (due to size and number of items)
+    #   - openssl (for security)
+    #   - tzdata (due to ubiquiti)
+
+    cp -RPp \
+        "${g_libdir}"/libicuuc.so* \
+        "${g_libdir}"/libicui18n.so* \
+        "${g_libdir}"/libicudata.so* \
+        ~/relocatable/"postgres-${g_semver}-${g_target}"/lib/ 2> /dev/null || true
+
+    cp -RPp \
+        "${g_libdir}"/liblz4.so* \
+        ~/relocatable/"postgres-${g_semver}-${g_target}"/lib/ 2> /dev/null || true
+
+    cp -RPp \
+        "${g_libdir}"/libreadline.so* \
+        ~/relocatable/"postgres-${g_semver}-${g_target}"/lib/ 2> /dev/null || true
+
+    if test -e /lib/libz.so; then
+        # alpine installs libz.so to /lib/
+        cp -RPp \
+            /lib/libz.so* \
+            ~/relocatable/"postgres-${g_semver}-${g_target}"/lib/ 2> /dev/null || true
+    else
+        cp -RPp \
+            "${g_libdir}"/libz.so* \
+            ~/relocatable/"postgres-${g_semver}-${g_target}"/lib/ 2> /dev/null || true
+    fi
+
+    cp -RPp \
+        "${g_libdir}"/libzstd*.so* \
+        ~/relocatable/"postgres-${g_semver}-${g_target}"/lib/ 2> /dev/null || true
+); }
+
+fn_patch_rpath() { (
+    patchelf --set-rpath '$ORIGIN/../lib' "${1}"
+); }
+
+fn_patch_rpaths() { (
+    # Each of these can be debugged to ensure they don't link to other things
+    #   readelf -d ~/relocatable/"postgres-${g_semver}-${g_target}"/lib/libfoo.so.0.0
+    #
+    # They each still rely on slow-changing libraries, such as:
+    #   libstdc++.so.6, libm.so.6, libgcc_s.so.1,
+    #   libc.so.6, ld-linux-aarch64.so.1, libtinfo.so.6
+    # but these are likely to exist on a standard system, and to match versions
+
+    b_pgdir="${HOME}/relocatable/postgres-${g_semver}-${g_target}"
+
+    fn_patch_rpath "${b_pgdir}"/lib/libicuuc.so.*.*
+    fn_patch_rpath "${b_pgdir}"/lib/libicui18n.so.*.*
+    fn_patch_rpath "${b_pgdir}"/lib/libicudata.so.*.*
+
+    fn_patch_rpath "${b_pgdir}"/lib/liblz4.so.*.*
+
+    fn_patch_rpath "${b_pgdir}"/lib/libreadline.so.*.*
+
+    fn_patch_rpath "${b_pgdir}"/lib/libz.so.*.*
+
+    fn_patch_rpath "${b_pgdir}"/lib/libzstd.so.*.*
+); }
+
+fn_package() { (
+    tar czvf ./"postgres-${g_semver}-${g_target}".tar.gz \
+        -C ~/relocatable/ ./"postgres-${g_semver}-${g_target}"/
+    echo ./"postgres-${g_semver}-${g_target}".tar.gz
+); }
+
+main
diff --git a/pg-build-macos b/pg-build-macos
new file mode 100755
index 0000000..0e9c914
--- /dev/null
+++ b/pg-build-macos
@@ -0,0 +1,265 @@
+#!/bin/sh
+set -e
+set -u
+
+g_vendor="${1:-}"
+g_ver="${2:-}"
+g_patch="${POSTGRES_PATCH_VERSION:-0}"
+
+g_semver="${g_ver}.${g_patch}"
+
+g_prof=""
+g_libc=""
+# darwin
+g_platform="$(uname -s | tr '[:upper:]' '[:lower:]')" # darwin
+# x86_64 or arm64
+g_arch="$(uname -m)"
+if test "arm64" = "${g_arch}"; then
+    g_arch="aarch64"
+fi
+# aarch64-darwin
+g_target="${g_prof}${g_arch}-${g_platform}${g_libc}"
+
+main() { (
+    if test -z "${g_vendor}"; then
+        echo ""
+        echo "USAGE"
+        echo "    postgres-build-macos <vendor-name> <pg-version>"
+        echo ""
+        echo "EXAMPLE"
+        echo "    postgres-build-macos 'custom' 17.0"
+        echo ""
+        echo "ENVs"
+        echo "    Use ENVs to set the (cosmetic) patch version"
+        echo "    POSTGRES_PATCH_VERSION=0"
+        echo "    (the LLVM version will be set the same as Xcode clang)"
+        echo ""
+        return 1
+    fi
+
+    echo ""
+    echo "Installing build dependencies ..."
+    sleep 1
+    fn_deps
+
+    echo ""
+    echo "Downloading PostgreSQL source ..."
+    sleep 1
+    fn_download
+
+    echo ""
+    echo "Building ..."
+    sleep 1
+    fn_build
+
+    echo ""
+    echo "Bundling dependencies ..."
+    sleep 1
+    fn_copy_libs
+
+    echo ""
+    echo "Updating linker paths and resigning ..."
+    sleep 1
+    fn_patch_rpaths_recursively ~/relocatable/"postgres-${g_semver}-${g_target}"
+
+    echo ""
+    echo "Packaging for distribution ..."
+    sleep 1
+    fn_package
+
+    echo "done"
+); }
+
+fn_deps() { (
+    xcode-select --install 2> /dev/null || true
+    if ! git --version > /dev/null; then
+        echo ""
+        echo ""
+        echo "ERROR"
+        echo "    first install Xcode Tools, then try building again"
+        echo ""
+        return 1
+    fi
+
+    if ! command -v brew > /dev/null; then
+        curl https://webi.sh/brew | sh
+        #shellcheck disable=SC2030
+        export PATH="$HOME/.local/opt/brew/sbin:$PATH"
+        export PATH="$HOME/.local/opt/brew/bin:$PATH"
+    fi
+
+    b_clang_ver="$(clang --version | cut -d' ' -f4 | head -n 1 | cut -d'.' -f1)"
+    # note: this is always true for idempotency - installing again would otherwise cause non-zero exit status
+    brew install llvm@"${b_clang_ver}" openssl@3 icu4c libedit lz4 zstd || true
+); }
+
+fn_download() { (
+    if ! test -f ./"postgresql-${g_ver}".tar.gz; then
+        (
+            cd /tmp/
+            curl -L -O "https://ftp.postgresql.org/pub/source/v${g_ver}/postgresql-${g_ver}.tar.gz"
+        )
+        mv /tmp/"postgresql-${g_ver}".tar.gz .
+    fi
+    rm -rf ./"postgresql-${g_ver}-${g_target}"/
+    tar xvf ./"postgresql-${g_ver}".tar.gz
+    mv ./"postgresql-${g_ver}"/ ./"postgresql-${g_ver}-${g_target}"/
+); }
+
+#shellcheck disable=SC2155
+fn_build() { (
+    if ! command -v brew > /dev/null; then
+        #shellcheck disable=SC2030,SC2031
+        export PATH="$HOME/.local/opt/brew/sbin:$PATH"
+        export PATH="$HOME/.local/opt/brew/bin:$PATH"
+    fi
+
+    b_clang_ver="$(clang --version | cut -d' ' -f4 | head -n 1 | cut -d'.' -f1)"
+
+    export CLANG="$(brew --prefix llvm@"${b_clang_ver}")/bin/clang"
+    export LLVM_CONFIG="$(brew --prefix llvm@"${b_clang_ver}")/bin/llvm-config"
+
+    export ICU_CFLAGS="-I$(brew --prefix icu4c)/include"
+    export ICU_LIBS="-L$(brew --prefix icu4c)/lib -licui18n -licuuc -licudata"
+
+    export LZ4_CFLAGS="-I$(brew --prefix lz4)/include"
+    export LZ4_LIBS="-L$(brew --prefix lz4)/lib -llz4"
+
+    export ZSTD_CFLAGS="-I$(brew --prefix zstd)/include"
+    export ZSTD_LIBS="-L$(brew --prefix zstd)/lib -lzstd"
+
+    #export CFLAGS="-march=x86-64-v3 -mtune=generic -O2 -pipe -fstack-protector-strong -flto=auto"
+    #export CFLAGS="-arch x86_64 -arch arm64 -mtune=generic -O2 -pipe -fstack-protector-strong -flto=auto"
+    export CFLAGS="-I$(brew --prefix llvm@"${b_clang_ver}")/include -I$(brew --prefix openssl@3)/include -I$(brew --prefix libedit)/include"
+    export CXXFLAGS="${CFLAGS}"
+    export CPPFLAGS="${CFLAGS}"
+
+    export LDFLAGS="-L$(brew --prefix llvm@"${b_clang_ver}")/lib -L$(brew --prefix openssl@3)/lib -L$(brew --prefix libedit)/lib"
+
+    # DYLD_RUN_PATH may be removed by sip
+    #export DYLD_RUN_PATH="@loader_path/../lib"
+    # DYLD_FALLBACK_LIBRARY_PATH may cause unexpected conflicts
+    #export DYLD_FALLBACK_LIBRARY_PATH="@loader_path/../lib"
+
+    cd ./"postgresql-${g_ver}-${g_target}"/ || return 1
+
+    # Configure
+
+    # turned on: llvm,lz4,ssl,zstd
+    # disabled: -
+    # not turned off: icu,readline,zlib,spinlocks,atomics
+    # built-in: -
+    # custom-location: libedit,tzdata
+    # not turned on: bonjour,gssapi,ldap,nls,ossp,pam,perl,python,tcl,xml,xslt
+    ./configure \
+        --prefix="${HOME}/relocatable/postgres-${g_semver}-${g_target}" \
+        --exec-prefix="${HOME}/relocatable/postgres-${g_semver}-${g_target}" \
+        --disable-rpath \
+        --with-libedit-preferred \
+        --with-llvm \
+        --with-lz4 \
+        --with-ssl=openssl \
+        --with-system-tzdata=/usr/share/zoneinfo \
+        --with-zstd \
+        --with-extra-version=" ${g_vendor} +icu,llvm-${b_clang_ver},openssl-3,readline,zlib -tzdata"
+
+    # Build
+    make clean
+    make -j"$(nproc --ignore=1)"
+
+    # Install
+    rm -rf ~/relocatable
+    mkdir -p ~/relocatable
+    make install
+); }
+
+fn_copy_libs() { (
+    if ! command -v brew > /dev/null; then
+        #shellcheck disable=SC2031
+        export PATH="$HOME/.local/opt/brew/sbin:$PATH"
+        export PATH="$HOME/.local/opt/brew/bin:$PATH"
+    fi
+
+    b_icudir="$(brew --prefix icu4c)"
+    cp -RPp \
+        "${b_icudir}"/lib/libicuuc*.dylib \
+        "${b_icudir}"/lib/libicui18n*.dylib \
+        "${b_icudir}"/lib/libicudata*.dylib \
+        ~/relocatable/"postgres-${g_semver}-${g_target}"/lib/
+
+    b_lz4dir="$(brew --prefix lz4)"
+    cp -RPp \
+        "${b_lz4dir}"/lib/*.dylib \
+        ~/relocatable/"postgres-${g_semver}-${g_target}"/lib/
+
+    # readline for bsd/macos
+    b_editdir="$(brew --prefix libedit)"
+    cp -RPp \
+        "${b_editdir}"/lib/*.dylib \
+        ~/relocatable/"postgres-${g_semver}-${g_target}"/lib/
+
+    b_ssldir="$(brew --prefix openssl@3)"
+    cp -RPp \
+        "${b_ssldir}"/lib/*.dylib \
+        ~/relocatable/"postgres-${g_semver}-${g_target}"/lib/
+
+    # note: zlib is part of the macos base
+
+    b_zstddir="$(brew --prefix zstd)"
+    cp -RPp \
+        "${b_zstddir}"/lib/*.dylib \
+        ~/relocatable/"postgres-${g_semver}-${g_target}"/lib/
+); }
+
+fn_patch_rpaths() { (
+    a_file="${1}"
+    a_name="$(basename "${a_file}")"
+
+    case "$a_file" in
+        *.dylib)
+            # skip the name of the file, and the first line (its self-link)
+            b_libs="$(otool -L "${a_file}" | tail -n +3 | grep '/Users/' | cut -f2 | cut -d' ' -f1)"
+            ;;
+        *)
+            b_libs="$(otool -L "${a_file}" | tail -n +2 | grep '/Users/' | cut -f2 | cut -d' ' -f1)"
+            ;;
+    esac
+
+    if test -n "${b_libs}"; then
+        echo "    updating ${a_file}"
+        for b_lib in ${b_libs}; do
+            b_name="$(basename "${b_lib}")"
+            if test "${b_name}" = "${a_name}"; then
+                #echo "        ${b_name} (self)"
+                continue
+            fi
+
+            echo "        ${b_name}"
+            b_path="@loader_path/../lib/${b_name}"
+            install_name_tool -change "${b_lib}" "${b_path}" "${a_file}"
+        done
+    fi
+
+    codesign --force --sign - "$a_file"
+); }
+
+fn_patch_rpaths_recursively() { (
+    a_dir="${1}"
+    for b_file in "${a_dir}"/bin/*; do
+        fn_patch_rpaths "${b_file}"
+    done
+
+    for b_file in "${a_dir}"/lib/*.*.dylib; do
+        fn_patch_rpaths "${b_file}"
+    done
+); }
+
+# lipo -create -output my_binary my_binary_arm64.o my_binary_x86_64.o
+
+fn_package() { (
+    tar czvf ./"postgres-${g_semver}-${g_target}".tar.gz \
+        -C ~/relocatable/ ./"postgres-${g_semver}-${g_target}"/
+    echo ./"postgres-${g_semver}-${g_target}".tar.gz
+); }
+
+main