nix

Improve transaction relay logic #5399

Workflow file for this run

	name: nix
	on:
	pull_request:
	push:
	# If the branches list is ever changed, be sure to change it on all
	# build/test jobs (nix, macos, windows)
	branches:
	# Always build the package branches
	- develop
	- release
	- master
	# Branches that opt-in to running
	- "ci/**"
	concurrency:
	group: ${{ github.workflow }}-${{ github.ref }}
	cancel-in-progress: true

	# This workflow has multiple job matrixes.
	# They can be considered phases because most of the matrices ("test",
	# "coverage", "conan", ) depend on the first ("dependencies").
	#
	# The first phase has a job in the matrix for each combination of
	# variables that affects dependency ABI:
	# platform, compiler, and configuration.
	# It creates a GitHub artifact holding the Conan profile,
	# and builds and caches binaries for all the dependencies.
	# If an Artifactory remote is configured, they are cached there.
	# If not, they are added to the GitHub artifact.
	# GitHub's "cache" action has a size limit (10 GB) that is too small
	# to hold the binaries if they are built locally.
	# We must use the "{upload,download}-artifact" actions instead.
	#
	# The remaining phases have a job in the matrix for each test
	# configuration. They install dependency binaries from the cache,
	# whichever was used, and build and test rippled.
	#
	# "instrumentation" is independent, but is included here because it also
	# builds on linux in the same "on:" conditions.

	jobs:
	dependencies:
	strategy:
	fail-fast: false
	matrix:
	platform:
	- linux
	compiler:
	- gcc
	- clang
	configuration:
	- Debug
	- Release
	include:
	- compiler: gcc
	profile:
	version: 11
	cc: /usr/bin/gcc
	cxx: /usr/bin/g++
	- compiler: clang
	profile:
	version: 14
	cc: /usr/bin/clang-14
	cxx: /usr/bin/clang++-14
	runs-on: [self-hosted, heavy]
	container: rippleci/rippled-build-ubuntu:aaf5e3e
	env:
	build_dir: .build
	steps:
	- name: upgrade conan
	run: \|
	pip install --upgrade "conan<2"
	- name: checkout
	uses: actions/checkout@v4
	- name: check environment
	run: \|
	echo ${PATH} \| tr ':' '\n'
	lsb_release -a \|\| true
	${{ matrix.profile.cc }} --version
	conan --version
	cmake --version
	env \| sort
	- name: configure Conan
	run: \|
	conan profile new default --detect
	conan profile update settings.compiler.cppstd=20 default
	conan profile update settings.compiler=${{ matrix.compiler }} default
	conan profile update settings.compiler.version=${{ matrix.profile.version }} default
	conan profile update settings.compiler.libcxx=libstdc++11 default
	conan profile update env.CC=${{ matrix.profile.cc }} default
	conan profile update env.CXX=${{ matrix.profile.cxx }} default
	conan profile update conf.tools.build:compiler_executables='{"c": "${{ matrix.profile.cc }}", "cpp": "${{ matrix.profile.cxx }}"}' default
	- name: archive profile
	# Create this archive before dependencies are added to the local cache.
	run: tar -czf conan.tar -C ~/.conan .
	- name: build dependencies
	uses: ./.github/actions/dependencies
	env:
	CONAN_URL: http://18.143.149.228:8081/artifactory/api/conan/conan-non-prod
	CONAN_LOGIN_USERNAME_RIPPLE: ${{ secrets.CONAN_USERNAME }}
	CONAN_PASSWORD_RIPPLE: ${{ secrets.CONAN_TOKEN }}
	with:
	configuration: ${{ matrix.configuration }}
	- name: upload archive
	uses: actions/upload-artifact@v4
	with:
	name: ${{ matrix.platform }}-${{ matrix.compiler }}-${{ matrix.configuration }}
	path: conan.tar
	if-no-files-found: error

	test:
	strategy:
	fail-fast: false
	matrix:
	platform:
	- linux
	compiler:
	- gcc
	- clang
	configuration:
	- Debug
	- Release
	cmake-args:
	-
	- "-Dunity=ON"
	needs: dependencies
	runs-on: [self-hosted, heavy]
	container: rippleci/rippled-build-ubuntu:aaf5e3e
	env:
	build_dir: .build
	steps:
	- name: upgrade conan
	run: \|
	pip install --upgrade "conan<2"
	- name: download cache
	uses: actions/download-artifact@v4
	with:
	name: ${{ matrix.platform }}-${{ matrix.compiler }}-${{ matrix.configuration }}
	- name: extract cache
	run: \|
	mkdir -p ~/.conan
	tar -xzf conan.tar -C ~/.conan
	- name: check environment
	run: \|
	env \| sort
	echo ${PATH} \| tr ':' '\n'
	conan --version
	cmake --version
	- name: checkout
	uses: actions/checkout@v4
	- name: dependencies
	uses: ./.github/actions/dependencies
	env:
	CONAN_URL: http://18.143.149.228:8081/artifactory/api/conan/conan-non-prod
	with:
	configuration: ${{ matrix.configuration }}
	- name: build
	uses: ./.github/actions/build
	with:
	generator: Ninja
	configuration: ${{ matrix.configuration }}
	cmake-args: "-Dassert=TRUE -Dwerr=TRUE ${{ matrix.cmake-args }}"
	- name: test
	run: \|
	${build_dir}/rippled --unittest --unittest-jobs $(nproc)

	coverage:
	strategy:
	fail-fast: false
	matrix:
	platform:
	- linux
	compiler:
	- gcc
	configuration:
	- Debug
	needs: dependencies
	runs-on: [self-hosted, heavy]
	container: rippleci/rippled-build-ubuntu:aaf5e3e
	env:
	build_dir: .build
	steps:
	- name: upgrade conan
	run: \|
	pip install --upgrade "conan<2"
	- name: download cache
	uses: actions/download-artifact@v4
	with:
	name: ${{ matrix.platform }}-${{ matrix.compiler }}-${{ matrix.configuration }}
	- name: extract cache
	run: \|
	mkdir -p ~/.conan
	tar -xzf conan.tar -C ~/.conan
	- name: install gcovr
	run: pip install "gcovr>=7,<8"
	- name: check environment
	run: \|
	echo ${PATH} \| tr ':' '\n'
	conan --version
	cmake --version
	gcovr --version
	env \| sort
	ls ~/.conan
	- name: checkout
	uses: actions/checkout@v4
	- name: dependencies
	uses: ./.github/actions/dependencies
	env:
	CONAN_URL: http://18.143.149.228:8081/artifactory/api/conan/conan-non-prod
	with:
	configuration: ${{ matrix.configuration }}
	- name: build
	uses: ./.github/actions/build
	with:
	generator: Ninja
	configuration: ${{ matrix.configuration }}
	cmake-args: >-
	-Dassert=TRUE
	-Dwerr=TRUE
	-Dcoverage=ON
	-Dcoverage_format=xml
	-DCODE_COVERAGE_VERBOSE=ON
	-DCMAKE_CXX_FLAGS="-O0"
	-DCMAKE_C_FLAGS="-O0"
	cmake-target: coverage
	- name: move coverage report
	shell: bash
	run: \|
	mv "${build_dir}/coverage.xml" ./
	- name: archive coverage report
	uses: actions/upload-artifact@v4
	with:
	name: coverage.xml
	path: coverage.xml
	retention-days: 30
	- name: upload coverage report
	uses: wandalen/[email protected]
	with:
	action: codecov/[email protected]
	with: \|
	files: coverage.xml
	fail_ci_if_error: true
	disable_search: true
	verbose: true
	plugin: noop
	token: ${{ secrets.CODECOV_TOKEN }}
	attempt_limit: 5
	attempt_delay: 210000 # in milliseconds

	conan:
	needs: dependencies
	runs-on: [self-hosted, heavy]
	container: rippleci/rippled-build-ubuntu:aaf5e3e
	env:
	build_dir: .build
	configuration: Release
	steps:
	- name: upgrade conan
	run: \|
	pip install --upgrade "conan<2"
	- name: download cache
	uses: actions/download-artifact@v4
	with:
	name: linux-gcc-${{ env.configuration }}
	- name: extract cache
	run: \|
	mkdir -p ~/.conan
	tar -xzf conan.tar -C ~/.conan
	- name: check environment
	run: \|
	env \| sort
	echo ${PATH} \| tr ':' '\n'
	conan --version
	cmake --version
	- name: checkout
	uses: actions/checkout@v4
	- name: dependencies
	uses: ./.github/actions/dependencies
	env:
	CONAN_URL: http://18.143.149.228:8081/artifactory/api/conan/conan-non-prod
	with:
	configuration: ${{ env.configuration }}
	- name: export
	run: \|
	version=$(conan inspect --raw version .)
	reference="xrpl/${version}@local/test"
	conan remove -f ${reference} \|\| true
	conan export . local/test
	echo "reference=${reference}" >> "${GITHUB_ENV}"
	- name: build
	run: \|
	cd examples/example
	mkdir ${build_dir}
	cd ${build_dir}
	conan install .. --output-folder . \
	--require-override ${reference} --build missing
	cmake .. \
	-DCMAKE_TOOLCHAIN_FILE:FILEPATH=./build/${configuration}/generators/conan_toolchain.cmake \
	-DCMAKE_BUILD_TYPE=${configuration}
	cmake --build .
	./example \| grep '^[[:digit:]]\+\.[[:digit:]]\+\.[[:digit:]]\+'

	# NOTE we are not using dependencies built above because it lags with
	# compiler versions. Instrumentation requires clang version 16 or
	# later

	instrumentation-build:
	env:
	CLANG_RELEASE: 16
	strategy:
	fail-fast: false
	runs-on: [self-hosted, heavy]
	container: debian:bookworm
	steps:
	- name: install prerequisites
	env:
	DEBIAN_FRONTEND: noninteractive
	run: \|
	apt-get update
	apt-get install --yes --no-install-recommends \
	clang-${CLANG_RELEASE} clang++-${CLANG_RELEASE} \
	python3-pip python-is-python3 make cmake git wget
	apt-get clean
	update-alternatives --install \
	/usr/bin/clang clang /usr/bin/clang-${CLANG_RELEASE} 100 \
	--slave /usr/bin/clang++ clang++ /usr/bin/clang++-${CLANG_RELEASE}
	update-alternatives --auto clang
	pip install --no-cache --break-system-packages "conan<2"

	- name: checkout
	uses: actions/checkout@v4

	- name: prepare environment
	run: \|
	mkdir ${GITHUB_WORKSPACE}/.build
	echo "SOURCE_DIR=$GITHUB_WORKSPACE" >> $GITHUB_ENV
	echo "BUILD_DIR=$GITHUB_WORKSPACE/.build" >> $GITHUB_ENV
	echo "CC=/usr/bin/clang" >> $GITHUB_ENV
	echo "CXX=/usr/bin/clang++" >> $GITHUB_ENV

	- name: configure Conan
	run: \|
	conan profile new --detect default
	conan profile update settings.compiler=clang default
	conan profile update settings.compiler.version=${CLANG_RELEASE} default
	conan profile update settings.compiler.libcxx=libstdc++11 default
	conan profile update settings.compiler.cppstd=20 default
	conan profile update options.rocksdb=False default
	conan profile update \
	'conf.tools.build:compiler_executables={"c": "/usr/bin/clang", "cpp": "/usr/bin/clang++"}' default
	conan profile update 'env.CXXFLAGS="-DBOOST_ASIO_DISABLE_CONCEPTS"' default
	conan profile update 'conf.tools.build:cxxflags+=["-DBOOST_ASIO_DISABLE_CONCEPTS"]' default
	conan export external/snappy snappy/1.1.10@
	conan export external/soci soci/4.0.3@

	- name: build dependencies
	run: \|
	cd ${BUILD_DIR}
	conan install ${SOURCE_DIR} \
	--output-folder ${BUILD_DIR} \
	--install-folder ${BUILD_DIR} \
	--build missing \
	--settings build_type=Debug

	- name: build with instrumentation
	run: \|
	cd ${BUILD_DIR}
	cmake -S ${SOURCE_DIR} -B ${BUILD_DIR} \
	-Dvoidstar=ON \
	-Dtests=ON \
	-Dxrpld=ON \
	-DCMAKE_BUILD_TYPE=Debug \
	-DSECP256K1_BUILD_BENCHMARK=OFF \
	-DSECP256K1_BUILD_TESTS=OFF \
	-DSECP256K1_BUILD_EXHAUSTIVE_TESTS=OFF \
	-DCMAKE_TOOLCHAIN_FILE=${BUILD_DIR}/build/generators/conan_toolchain.cmake
	cmake --build . --parallel $(nproc)

	- name: verify instrumentation enabled
	run: \|
	cd ${BUILD_DIR}
	./rippled --version \| grep libvoidstar

	- name: run unit tests
	run: \|
	cd ${BUILD_DIR}
	./rippled -u --unittest-jobs $(( $(nproc)/4 ))

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Improve transaction relay logic #5399

Workflow file

Improve transaction relay logic #5399

Jobs

Run details

Workflow file for this run