WIP: Add new custom event loop for Linux I/O layer #940

Workflow file for this run

.github/workflows/ci.yml at 1949b8f

	name: CI

	on:
	push:
	branches:
	- master
	pull_request:
	branches:
	- master

	jobs:
	build-linux:

	runs-on: ubuntu-24.04

	steps:
	- uses: actions/checkout@v3
	- name: Add PostgreSQL apt repository
	run: \|
	sudo sh -c 'echo "deb https://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list'
	sudo wget --quiet --output-document /etc/apt/trusted.gpg.d/apt.postgresql.org.asc https://www.postgresql.org/media/keys/ACCC4CF8.asc
	- name: Update system
	run: sudo apt update
	- name: Install liburing
	run: sudo apt install -y liburing-dev
	- name: Install systemd
	run: sudo apt install -y libsystemd-dev
	- name: Install rst2man
	run: sudo apt install -y python3-docutils
	- name: Install zstd
	run: sudo apt install -y libzstd-dev
	- name: Install lz4
	run: sudo apt install -y liblz4-dev
	- name: Install bzip2
	run: sudo apt install -y libbz2-dev
	- name: Install graphviz
	run: sudo apt install graphviz
	- name: Install doxygen
	run: sudo apt install doxygen
	- name: Install crudini
	run: sudo apt install -y crudini
	- name: Install clang
	run: sudo apt install -y clang
	- name: Install PostgreSQL
	run: sudo apt install -y postgresql postgresql-contrib
	- name: Start postgres & setup test table
	run: \|
	version=$(pg_config --version \| grep -Eo "[0-9]{1,2}" \| head -1)
	sudo cp pg_hba.conf /etc/postgresql/${version}/main
	sudo -u postgres /usr/lib/postgresql/${version}/bin/pg_ctl start -D /etc/postgresql/${version}/main/ -o "-p 5432"
	netstat -tuln \| grep '127.0.0.1:5432' \|\| (echo "Nothing is listening on 127.0.0.1:5432"; exit 1)
	netstat -tuln \| grep '::1:5432' \|\| (echo "Nothing is listening on ::1:5432"; exit 1)
	PGPASSWORD="postgres" pgbench -i -s 1 -h localhost -p 5432 -U postgres -d postgres
	working-directory: /home/runner/work/pgagroal/pgagroal/.github/config/
	- name: Define functions `verify_running` and `verify_shutdown`
	run: \|
	echo 'verify_running() {
	echo "Confirming pgagroal is listening on port 2345"
	netstat -tuln \| grep "127.0.0.1:2345" \|\| (echo "Nothing is listening on 127.0.0.1:2345"; exit 1)
	netstat -tuln \| grep "::1:2345" \|\| (echo "Nothing is listening on ::1:2345"; exit 1)
	echo "[*] Running pgagroal-cli ping"
	./pgagroal-cli ping
	echo "[*] Running queries with psql"
	PGPASSWORD="postgres" psql -h 127.0.0.1 -p 2345 -U postgres -d postgres -c "SELECT * FROM pgbench_accounts LIMIT 50;" > /dev/null
	PGPASSWORD="postgres" psql -h ::1 -p 2345 -U postgres -d postgres -c "SELECT * FROM pgbench_accounts LIMIT 50;" > /dev/null
	}

	verify_shutdown() {
	echo "[*] Getting pgid"
	pgid=$(ps -o pgid= -p $(cat /tmp/pgagroal.2345.pid) \| grep -o '[0-9]*')
	echo "[*] Running pgagroal-cli shutdown immediate"
	./pgagroal-cli shutdown immediate
	sleep 5
	echo "[*] Confirming there are no dangling pgagroal processes"
	if pgrep -g $pgid > /tmp/dangling; then
	echo "[E] Dangling pgagroal child processes:
	$(cat /tmp/dangling)"
	exit 1
	else
	echo "rm -f /tmp/pgagroal.2345.pid"
	rm -f /tmp/pgagroal.2345.pid
	fi
	}' > /tmp/functions.sh
	- name: GCC/mkdir
	run: mkdir build
	working-directory: /home/runner/work/pgagroal/pgagroal/
	- name: GCC/cmake
	run: sudo apt install cmake && export CC=/usr/bin/gcc && cmake -DCMAKE_BUILD_TYPE=Debug ..
	working-directory: /home/runner/work/pgagroal/pgagroal/build/
	- name: GCC/make
	run: make
	working-directory: /home/runner/work/pgagroal/pgagroal/build/
	- name: GCC/Run pgagroal as daemon with 'io_uring' backend
	run: \|
	sudo mkdir -p /etc/pgagroal
	crudini --set ../../doc/etc/pgagroal.conf pgagroal log_type file
	crudini --set ../../doc/etc/pgagroal.conf pgagroal log_path /dev/null
	crudini --set ../../doc/etc/pgagroal.conf pgagroal ev_backend io_uring
	echo "host all all all trust" > ../../doc/etc/pgagroal_hba.conf
	sudo cp ../../doc/etc/*.conf /etc/pgagroal
	sudo sysctl kernel.io_uring_disabled=0
	./pgagroal -d \|\| exit
	sleep 5
	working-directory: /home/runner/work/pgagroal/pgagroal/build/src/
	- name: GCC/Run verify_running for 'io_uring' backend
	run: \|
	source /tmp/functions.sh
	verify_running
	working-directory: /home/runner/work/pgagroal/pgagroal/build/src/
	- name: GCC/Run verify_shutdown for 'io_uring' backend
	run: \|
	source /tmp/functions.sh
	verify_shutdown
	working-directory: /home/runner/work/pgagroal/pgagroal/build/src/
	- name: GCC/Run pgagroal as daemon with 'epoll' backend
	run: \|
	sudo mkdir -p /etc/pgagroal
	crudini --set ../../doc/etc/pgagroal.conf pgagroal log_type file
	crudini --set ../../doc/etc/pgagroal.conf pgagroal log_path /dev/null
	crudini --set ../../doc/etc/pgagroal.conf pgagroal ev_backend epoll
	echo "host all all all trust" > ../../doc/etc/pgagroal_hba.conf
	sudo cp ../../doc/etc/*.conf /etc/pgagroal
	./pgagroal -d \|\| exit
	sleep 5
	working-directory: /home/runner/work/pgagroal/pgagroal/build/src/
	- name: GCC/Run verify_running for 'epoll' backend
	run: \|
	source /tmp/functions.sh
	verify_running
	working-directory: /home/runner/work/pgagroal/pgagroal/build/src/
	- name: GCC/Run verify_shutdown for 'epoll' backend
	run: \|
	source /tmp/functions.sh
	verify_shutdown
	working-directory: /home/runner/work/pgagroal/pgagroal/build/src/
	- name: rm -Rf
	run: rm -Rf build/
	working-directory: /home/runner/work/pgagroal/pgagroal/
	- name: CLANG/mkdir
	run: mkdir build
	working-directory: /home/runner/work/pgagroal/pgagroal/
	- name: CLANG/cmake
	run: export CC=/usr/bin/clang && cmake -DCMAKE_BUILD_TYPE=Debug ..
	working-directory: /home/runner/work/pgagroal/pgagroal/build/
	- name: CLANG/make
	run: make
	working-directory: /home/runner/work/pgagroal/pgagroal/build/
	- name: CLANG/Run pgagroal as daemon with 'io_uring' backend
	run: \|
	sudo mkdir -p /etc/pgagroal
	crudini --set ../../doc/etc/pgagroal.conf pgagroal log_type file
	crudini --set ../../doc/etc/pgagroal.conf pgagroal log_path /dev/null
	crudini --set ../../doc/etc/pgagroal.conf pgagroal ev_backend io_uring
	echo "host all all all trust" > ../../doc/etc/pgagroal_hba.conf
	sudo cp ../../doc/etc/*.conf /etc/pgagroal
	sudo sysctl kernel.io_uring_disabled=0
	./pgagroal -d \|\| exit 1
	sleep 5
	working-directory: /home/runner/work/pgagroal/pgagroal/build/src/
	- name: CLANG/Run verify_running for 'io_uring' backend
	run: \|
	source /tmp/functions.sh
	verify_running
	working-directory: /home/runner/work/pgagroal/pgagroal/build/src/
	- name: CLANG/Run verify_shutdown for 'io_uring' backend
	run: \|
	source /tmp/functions.sh
	verify_shutdown
	working-directory: /home/runner/work/pgagroal/pgagroal/build/src/
	- name: CLANG/Run pgagroal as daemon with 'epoll' backend
	run: \|
	sudo mkdir -p /etc/pgagroal
	crudini --set ../../doc/etc/pgagroal.conf pgagroal log_type file
	crudini --set ../../doc/etc/pgagroal.conf pgagroal log_path /dev/null
	crudini --set ../../doc/etc/pgagroal.conf pgagroal ev_backend epoll
	echo "host all all all trust" > ../../doc/etc/pgagroal_hba.conf
	sudo cp ../../doc/etc/*.conf /etc/pgagroal
	./pgagroal -d \|\| exit
	sleep 5
	working-directory: /home/runner/work/pgagroal/pgagroal/build/src/
	- name: CLANG/Run verify_running for 'epoll' backend
	run: \|
	source /tmp/functions.sh
	verify_running
	working-directory: /home/runner/work/pgagroal/pgagroal/build/src/
	- name: CLANG/Run verify_shutdown for 'epoll' backend
	run: \|
	source /tmp/functions.sh
	verify_shutdown
	working-directory: /home/runner/work/pgagroal/pgagroal/build/src/

	build-macos:

	runs-on: macos-latest

	steps:
	- uses: actions/checkout@v3
	- name: Update system
	run: brew update
	- name: Install openssl
	run: brew install openssl
	- name: Install zstd
	run: brew install zstd
	- name: Install lz4
	run: brew install lz4
	- name: Install bzip2
	run: brew install bzip2
	- name: Install rst2man
	run: brew install docutils
	- name: Install graphviz
	run: brew install graphviz
	- name: Install doxygen
	run: brew install doxygen
	- name: Install clang
	run: brew install llvm
	- name: Install PostgreSQL
	run: \|
	latest_pg=$(brew search postgresql \| grep postgresql@ \| tail -n 1)
	brew install ${latest_pg} \|\| true # `\|\| true` prevents install errors from breaking the run
	- name: Start PostgreSQL & setup test table
	run: \|
	installed_pg=$(brew search postgresql \| grep postgresql@ \| tail -n 1)
	brew services start ${installed_pg}
	sleep 5
	/opt/homebrew/opt/${installed_pg}/bin/pgbench -i -s 1 -h localhost -p 5432 -U $(whoami) -d postgres
	exit 0
	- name: Define functions `verify_running` and `verify_shutdown`
	run: \|
	echo 'verify_running() {
	echo "[*] Confirming pgagroal is listening on port 2345"
	netstat -an \| grep "\.2345 .*LISTEN" \|\| (echo "Nothing is listening on port 2345"; exit 1)
	echo "[*] Running pgagroal-cli ping"
	./pgagroal-cli ping
	echo "[*] Running queries with psql"
	installed_pg=$(brew search postgresql \| grep postgresql@ \| tail -n 1)
	PGPASSWORD="postgres" /opt/homebrew/opt/${installed_pg}/bin/psql -h 127.0.0.1 -p 2345 -U $(whoami) -d postgres -c "SELECT * FROM pgbench_accounts LIMIT 50;" > /dev/null
	PGPASSWORD="postgres" /opt/homebrew/opt/${installed_pg}/bin/psql -h ::1 -p 2345 -U $(whoami) -d postgres -c "SELECT * FROM pgbench_accounts LIMIT 50;" > /dev/null
	}

	verify_shutdown() {
	echo "[*] Getting pgid"
	pgid=$(ps -o pgid= -p $(cat /tmp/pgagroal.2345.pid) \| grep -o "[0-9]*")
	echo "[*] Running pgagroal-cli shutdown immediate"
	./pgagroal-cli shutdown immediate
	sleep 5
	echo "[*] Confirming there are no dangling pgagroal processes"
	if pgrep -g $pgid > /tmp/dangling; then
	echo "[E] Dangling pgagroal child processes:
	$(cat /tmp/dangling)"
	exit 1
	else
	echo "Removing PID file"
	rm -f /tmp/pgagroal.2345.pid
	fi
	}' > /tmp/functions.sh
	- name: GCC/mkdir
	run: mkdir build
	working-directory: /Users/runner/work/pgagroal/pgagroal/
	- name: GCC/cmake
	run: export CC=/usr/bin/gcc && export OPENSSL_ROOT_DIR=`brew --prefix openssl` && cmake -DCMAKE_BUILD_TYPE=Debug ..
	working-directory: /Users/runner/work/pgagroal/pgagroal/build/
	- name: GCC/make
	run: make
	working-directory: /Users/runner/work/pgagroal/pgagroal/build/
	- name: GCC/Run pgagroal as daemon with 'kqueue' backend
	run: \|
	sudo mkdir -p /etc/pgagroal
	sed -i '' 's/^log_type =.*$/log_type = file/' ../../doc/etc/pgagroal.conf
	sed -i '' 's\|^log_path =.*$\|log_path = /dev/null\|' ../../doc/etc/pgagroal.conf
	sed -i '' 's/^ev_backend =.*$/ev_backend = kqueue/' ../../doc/etc/pgagroal.conf
	cat ../../doc/etc/pgagroal.conf
	echo "host all all all trust" > ../../doc/etc/pgagroal_hba.conf
	sudo cp ../../doc/etc/*.conf /etc/pgagroal
	./pgagroal -d \|\| exit 1
	sleep 5
	working-directory: /Users/runner/work/pgagroal/pgagroal/build/src/
	- name: DISABLED - GCC/Run verify_running for 'kqueue' backend
	run: echo DISABLED
	# source /tmp/functions.sh
	# verify_running
	working-directory: /Users/runner/work/pgagroal/pgagroal/build/src/
	- name: GCC/Run verify_shutdown for 'kqueue' backend
	run: \|
	source /tmp/functions.sh
	verify_shutdown
	working-directory: /Users/runner/work/pgagroal/pgagroal/build/src/
	- name: GCC/Clean up build
	run: rm -Rf build
	working-directory: /Users/runner/work/pgagroal/pgagroal/
	- name: CLANG/mkdir
	run: mkdir build
	working-directory: /Users/runner/work/pgagroal/pgagroal/
	- name: CLANG/cmake
	run: \|
	export CC=/usr/bin/clang
	export OPENSSL_ROOT_DIR=$(brew --prefix openssl)
	cmake -DCMAKE_BUILD_TYPE=Debug ..
	working-directory: /Users/runner/work/pgagroal/pgagroal/build/
	- name: CLANG/make
	run: make
	working-directory: /Users/runner/work/pgagroal/pgagroal/build/
	- name: CLANG/Run pgagroal as daemon with 'kqueue' backend
	run: \|
	sudo mkdir -p /etc/pgagroal
	sed -i '' 's/^log_type =.*$/log_type = file/' ../../doc/etc/pgagroal.conf
	sed -i '' 's\|^log_path =.*$\|log_path = /dev/null\|' ../../doc/etc/pgagroal.conf
	sed -i '' 's/^ev_backend =.*$/ev_backend = kqueue/' ../../doc/etc/pgagroal.conf
	cat ../../doc/etc/pgagroal.conf
	echo "host all all all trust" > ../../doc/etc/pgagroal_hba.conf
	sudo cp ../../doc/etc/*.conf /etc/pgagroal
	./pgagroal -d \|\| exit 1
	sleep 5
	working-directory: /Users/runner/work/pgagroal/pgagroal/build/src/
	- name: DISABLED - CLANG/Run verify_running for 'kqueue' backend
	run: echo DISABLED
	#source /tmp/functions.sh
	#verify_running
	working-directory: /Users/runner/work/pgagroal/pgagroal/build/src/
	- name: CLANG/Run verify_shutdown for 'kqueue' backend
	run: \|
	source /tmp/functions.sh
	verify_shutdown
	working-directory: /Users/runner/work/pgagroal/pgagroal/build/src/

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

WIP: Add new custom event loop for Linux I/O layer #940

Workflow file

WIP: Add new custom event loop for Linux I/O layer #940

Jobs

Run details

Workflow file for this run