PGlite changes to Postgres v16

.buildkite/builder-docker-image.yml

@@ -0,0 +1,30 @@
+env:
+  DOCKERHUB_REPO: electricsql
+  IMAGE_NAME: pglite-builder
+
+agent:
+  docker: true
+  gcp: true
+
+steps:
+  - label: '🚀 Build & publish the builder image to Docker Hub'
+    if: build.env("TRIGGERED_FROM_GHA") == 'true'
+    command:
+      - |
+        source ./pglite/.buildconfig
+        export PG_VERSION=$$PG_VERSION
+        export SDK_VERSION=$$SDK_VERSION
+        export IMGNAME="${DOCKERHUB_REPO}/${IMAGE_NAME}"
+        export IMGTAG="$${PG_VERSION}_$${SDK_VERSION}"
+      - echo "Building with PG_VERSION $$PG_VERSION and SDK_VERSION $$SDK_VERSION"
+      - |
+        if docker manifest inspect $${IMGNAME}:$${IMGTAG} >/dev/null 2>&1; then
+          echo "Image $${IMGNAME}:$${IMGTAG} already exists on Docker Hub. Exiting successfully."
+          exit 0
+        fi
+      - docker buildx build --platform linux/arm64/v8,linux/amd64 --push
+        --build-arg PG_VERSION=$${PG_VERSION}
+        --build-arg SDK_VERSION=$${SDK_VERSION}
+        -t $${IMGNAME}:$${IMGTAG}
+        -t $${IMGNAME}:latest
+        ./pglite

.github/workflows/build_wasm_postgres.yml

@@ -0,0 +1,39 @@
+name: Build postgres-pglite (aka Postgresql WASM)
+
+permissions:
+  pull-requests: write
+  issues: write
+  contents: read
+
+on:
+  workflow_call:
+  push:
+    branches: ['pglite/REL_16_STABLE']
+  pull_request:
+
+jobs:
+  build:
+    name: Build postgres-pglite (WASM Postgres)
+    runs-on: ubuntu-22.04
+    env:
+      BUILD_CONFIG_FILE: pglite/.buildconfig
+      PGROOT: /tmp/pglite
+      TOTAL_MEMORY: 128MB
+      CMA_MB: 16
+      DEBUG: false
+      OBJDUMP: true
+      contrib: contrib
+      extra: extra
+      EXTRA_EXT: vector
+
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
+
+      - name: Build postgres WASM via emsdk
+        working-directory: ${{ github.workspace }}
+        env: 
+          PGSRC: ${{ github.workspace }}
+        run: |
+          pglite/cibuild/build-with-docker.sh

.github/workflows/trigger_buildkite_build.yml

@@ -0,0 +1,25 @@
+name: Trigger BuildKite build of Docker image for building PGlite
+
+on:
+  push:
+    branches: ['pglite/REL_16_STABLE']
+    paths:
+      - pglite/.buildconfig
+  pull_request:
+    paths:
+      - pglite/.buildconfig
+
+jobs:
+  build:
+    name: Build Docker image
+    runs-on: ubuntu-22.04
+    steps:
+      - name: Trigger a Buildkite Build on Push using v2.0.0
+        uses: buildkite/[email protected]
+        with:
+          buildkite_api_access_token: ${{ secrets.TRIGGER_BK_BUILD_TOKEN }}
+          pipeline: 'vaxine/build-pglite-builder-docker-image'
+          branch: ${{ github.head_ref || github.ref_name }}
+          commit: HEAD
+          message: '🚀 Triggered from a GitHub Action'
+          build_env_vars: '{"TRIGGERED_FROM_GHA": "true"}'

README

@@ -1,3 +1,12 @@
+PGlite PostgreSQL Fork
+======================
+
+This is a fork of PostgreSQL used by PGlite.
+
+For more information, please visit the PGlite website at https://pglite.dev or see the main PGlite repository at https://github.com/electric-sql/pglite.
+
+We use the issues tracker on the main PGlite repository to track issues with this fork.
+
 PostgreSQL Database Management System
 =====================================
 

contrib/pgstattuple/pgstatindex.c

@@ -656,9 +656,9 @@ pgstathashindex(PG_FUNCTION_ARGS)
 			stats.unused_pages++;
 		else if (PageGetSpecialSize(page) !=
 				 MAXALIGN(sizeof(HashPageOpaqueData)))
-			ereport(ERROR,
+			ereport(WARNING,
 					(errcode(ERRCODE_INDEX_CORRUPTED),
-					 errmsg("index \"%s\" contains corrupted page at block %u",
+					 errmsg("# 661(FATAL block=%d): index \"%s\" contains corrupted page at block %u", blkno,
 							RelationGetRelationName(rel),
 							BufferGetBlockNumber(buf))));
 		else

contrib/xml2/Makefile

@@ -11,7 +11,7 @@ DATA = xml2--1.1.sql xml2--1.0--1.1.sql
 PGFILEDESC = "xml2 - XPath querying and XSLT"
 
 REGRESS = xml2
-
+PG_CFLAGS=$(shell xml2-config --cflags)
 SHLIB_LINK += $(filter -lxslt, $(LIBS)) -lxml2
 
 ifdef USE_PGXS

pglite/.buildconfig

@@ -0,0 +1,4 @@
+PG_VERSION=16.4
+SDK_VERSION=3.1.74.3bi
+WASI_SDK_VERSION=24.0.4
+SDKROOT=/opt/python-wasm-sdk

pglite/.gitignore

@@ -0,0 +1,4 @@
+patches/imports.pgcore
+dist
+patches/imports
+patches/exports

pglite/Dockerfile

@@ -0,0 +1,68 @@
+FROM ubuntu:22.04 AS build_sdk
+
+ARG PG_VERSION=16.4
+ARG SDK_VERSION=3.1.74.3bi
+ARG DEBUG=false
+ARG OBJDUMP=true
+
+ENV \
+  PG_VERSION=$PG_VERSION \
+  SDK_VERSION=$SDK_VERSION \
+  SDKROOT=/opt/python-wasm-sdk \
+  SYS_PYTHON=/usr/bin/python3 \
+  DEBUG=$DEBUG \
+  BUILDS=3.12 \
+  EMFLAVOUR=3.1.74
+
+WORKDIR /workspace
+
+# Install dependencies to build python-wasm-sdk
+RUN \
+  apt-get update &&\
+  apt-get install -y \
+  sudo patchelf git clang unzip autoconf libtool \
+  libsqlite3-dev libffi-dev libssl-dev zlib1g-dev pkg-config \
+  libncursesw5-dev python3 python3-pip \
+  make build-essential wget lz4 bzip2 pv curl
+
+# Download the python-wasm-sdk source for the given version
+# RUN git clone --depth 1 --branch ${SDK_VERSION} https://github.com/pygame-web/python-wasm-sdk.git
+RUN git clone --depth 1 https://github.com/electric-sql/portable-sdk.git
+
+WORKDIR /workspace/portable-sdk/python-wasm-sdk
+
+# Make python-wasm-sdk
+RUN chmod +x python-wasm-sdk.sh 
+
+RUN bash -c "./python-wasm-sdk.sh"
+
+FROM ubuntu:22.04
+
+# Install dependencies to build postgres wasm
+RUN \
+  apt-get update &&\
+  apt-get install -y lz4 wget pv bash bzip2 python3 build-essential libreadline-dev zlib1g-dev bison flex &&\
+  apt-get clean
+
+ARG PG_VERSION=16.4
+ARG SDK_VERSION=3.1.74.3bi
+ARG DEBUG=false
+ARG OBJDUMP=true
+
+ENV \
+  PG_VERSION=$PG_VERSION \
+  SDK_VERSION=$SDK_VERSION \
+  SDK_ARCHIVE=python3.12-wasm-sdk-Ubuntu-22.04.tar.lz4 \
+  SDKROOT=/opt/python-wasm-sdk \
+  SYS_PYTHON=/usr/bin/python3 \
+  PGROOT=/tmp/pglite \
+  DEBUG=$DEBUG \
+  OBJDUMP=$OBJDUMP
+
+COPY --from=build_sdk /tmp/sdk /tmp/sdk
+
+RUN tar --use-compress-program=lz4 -xvf /tmp/sdk/${SDK_ARCHIVE} -C /
+
+RUN rm -r /tmp/sdk
+
+WORKDIR /workspace