Add e2e repro test and seqno log assertion for joining node with corrupted (truncated) ledger file #7456

Workflow file for this run

	name: Continuous Integration

	on:
	schedule:
	- cron: "0 0 * * 0"
	pull_request:
	workflow_dispatch:
	merge_group:

	concurrency:
	group: ${{ github.workflow }}-${{ github.ref }}
	cancel-in-progress: ${{ !contains(github.ref, 'main')}}

	permissions: read-all

	jobs:
	vmss-virtual-a:
	name: "VMSS Virtual A" # CI Checks, Clang Tidy, Python package tests, Doc build, Unit tests, e2e (bucket_a)
	runs-on:
	[
	self-hosted,
	1ES.Pool=gha-vmss-d16av5-ci,
	"JobId=ci_build_tidy-${{ github.run_id }}-${{ github.run_number }}-${{ github.run_attempt }}",
	]
	container:
	image: mcr.microsoft.com/azurelinux/base/core:3.0
	options: --user root --publish-all --cap-add NET_ADMIN --cap-add NET_RAW --cap-add SYS_PTRACE

	steps:
	- name: "Checkout dependencies"
	shell: bash
	run: \|
	set -ex
	gpg --import /etc/pki/rpm-gpg/MICROSOFT-RPM-GPG-KEY
	tdnf -y update
	tdnf -y install ca-certificates git

	- uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6
	with:
	fetch-depth: 0

	- name: "Install dependencies"
	shell: bash
	run: \|
	set -ex
	./scripts/setup-ci.sh
	./scripts/setup-dev.sh

	- name: "Run Checks and Build Debug with clang-tidy"
	run: \|
	set -ex
	git config --global --add safe.directory /__w/CCF/CCF
	./scripts/ci-checks.sh
	mkdir build
	cd build
	cmake -GNinja -DCMAKE_BUILD_TYPE=Debug -DCLANG_TIDY=ON ..
	ninja
	shell: bash

	- name: "Run tests for Python package"
	run: \|
	set -ex
	python3 -m venv env
	source env/bin/activate
	pip install -U -q pip pytest
	pip install -q -U -e python
	cd python
	pytest

	- name: "Check doc builds with no warnings"
	run: \|
	set -ex
	python3 -m venv env
	source env/bin/activate
	pip install -U pip
	pip install -U -e ./python
	pip install -U -r doc/requirements.txt
	pip install -U -r doc/historical_ccf_requirements.txt
	sphinx-build --fail-on-warning -b html doc doc/html

	- name: "Run Unit tests"
	run: \|
	set -ex
	cd build
	./tests.sh --output-on-failure -L unit -j$(nproc --all)

	- name: "Run e2e tests (bucket_a)"
	run: \|
	set -ex
	cd build
	./tests.sh --timeout 360 --output-on-failure -L bucket_a

	- name: "Upload logs for virtual A"
	uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7
	with:
	name: logs-azurelinux-virtual-a
	path: \|
	build/workspace//.config.json
	build/workspace/*/out
	build/workspace/*/err
	build/workspace//.ledger/*
	build/workspace/*/stack_trace
	if-no-files-found: ignore
	if: success() \|\| failure()

	vmss-virtual-b:
	name: "VMSS Virtual B" # End-to-end tests (bucket_b)
	runs-on:
	[
	self-hosted,
	1ES.Pool=gha-vmss-d16av5-ci,
	"JobId=ci_build_test_virtual-${{ github.run_id }}-${{ github.run_number }}-${{ github.run_attempt }}",
	]
	container:
	image: mcr.microsoft.com/azurelinux/base/core:3.0
	options: --user root --publish-all --cap-add NET_ADMIN --cap-add NET_RAW --cap-add SYS_PTRACE

	steps:
	- name: "Checkout dependencies"
	shell: bash
	run: \|
	gpg --import /etc/pki/rpm-gpg/MICROSOFT-RPM-GPG-KEY
	tdnf -y update
	tdnf -y install ca-certificates git

	- uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6
	with:
	fetch-depth: 0

	- name: "cpuinfo"
	run: \|
	cat /proc/cpuinfo
	shell: bash

	- name: "Install dependencies"
	shell: bash
	run: \|
	set -ex
	./scripts/setup-ci.sh

	- name: "Confirm running on Virtual"
	run: \|
	set -ex
	python3 tests/infra/platform_detection.py virtual
	shell: bash

	- name: "Build Debug"
	run: \|
	set -ex
	git config --global --add safe.directory /__w/CCF/CCF
	mkdir build
	cd build
	cmake -GNinja -DCMAKE_BUILD_TYPE=Debug ..
	ninja
	shell: bash

	- name: "Test virtual"
	run: \|
	set -ex
	cd build
	rm -rf /github/home/.cache
	mkdir -p /github/home/.cache

	./tests.sh --timeout 360 --output-on-failure -L bucket_b
	shell: bash

	- name: "Upload logs for virtual B"
	uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7
	with:
	name: logs-azurelinux-virtual-b
	path: \|
	build/workspace//.config.json
	build/workspace/*/out
	build/workspace/*/err
	build/workspace//.ledger/*
	build/workspace/*/stack_trace
	if-no-files-found: ignore
	if: success() \|\| failure()

	vmss-virtual-c:
	name: "VMSS Virtual C" # End-to-end tests (bucket_c)
	runs-on:
	[
	self-hosted,
	1ES.Pool=gha-vmss-d16av5-ci,
	"JobId=ci_build_test_virtual_rest-${{ github.run_id }}-${{ github.run_number }}-${{ github.run_attempt }}",
	]
	container:
	image: mcr.microsoft.com/azurelinux/base/core:3.0
	options: --user root --publish-all --cap-add NET_ADMIN --cap-add NET_RAW --cap-add SYS_PTRACE

	steps:
	- name: "Checkout dependencies"
	shell: bash
	run: \|
	set -ex
	gpg --import /etc/pki/rpm-gpg/MICROSOFT-RPM-GPG-KEY
	tdnf -y update
	tdnf -y install ca-certificates git

	- uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6
	with:
	fetch-depth: 0

	- name: "Install dependencies"
	shell: bash
	run: \|
	set -ex
	./scripts/setup-ci.sh

	- name: "Build Debug"
	run: \|
	set -ex
	git config --global --add safe.directory /__w/CCF/CCF
	mkdir build
	cd build
	cmake -GNinja -DCMAKE_BUILD_TYPE=Debug ..
	ninja
	shell: bash

	- name: "Test virtual"
	run: \|
	set -ex
	cd build
	rm -rf /github/home/.cache
	mkdir -p /github/home/.cache

	./tests.sh --timeout 360 --output-on-failure -L bucket_c
	shell: bash

	- name: "Run partitions tests"
	run: \|
	set -ex
	cd build
	./tests.sh --timeout 360 --output-on-failure -L partitions -C partitions

	- name: "Upload logs for virtual C"
	uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7
	with:
	name: logs-azurelinux-virtual-c
	path: \|
	build/workspace//.config.json
	build/workspace/*/out
	build/workspace/*/err
	build/workspace//.ledger/*
	build/workspace/*/stack_trace
	if-no-files-found: ignore
	if: success() \|\| failure()

	aci_snp_milan:
	name: "ACI SNP Milan"
	runs-on:
	[
	self-hosted,
	1ES.Pool=gha-c-aci-ci,
	"JobId=aci_snp_milan-${{ github.run_id }}-${{ github.run_number }}-${{ github.run_attempt }}",
	]

	steps:
	- uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6
	with:
	fetch-depth: 0

	- name: "Dump environment"
	run: \|
	set -ex
	# Dump environment variables, extract Fabric_NodeIPOrFQDN
	# and save it to a file for reconfiguration test using THIM.
	{ cat /proc/*/environ 2>/dev/null \|\| true; } \| tr '\000' '\n' \| sort -u \| grep Fabric_NodeIPOrFQDN > /Fabric_NodeIPOrFQDN
	echo "::group::Disk usage"
	df -kh
	echo "::endgroup::"
	echo "::group::Mounts"
	mount
	echo "::endgroup::"
	echo "::group::CPU Info"
	cat /proc/cpuinfo
	echo "::endgroup::"
	shell: bash

	- name: "Confirm running on SEV-SNP Milan"
	run: \|
	set -ex
	python3 tests/infra/platform_detection.py snp milan
	shell: bash

	- name: "Build Debug"
	run: \|
	set -ex
	git config --global --add safe.directory /__w/CCF/CCF
	mkdir build
	cd build
	cmake -GNinja -DCMAKE_BUILD_TYPE=Debug -DWORKER_THREADS=1 ..
	ninja
	shell: bash

	- name: "Tests"
	run: \|
	set -ex
	cd build
	rm -rf /github/home/.cache
	mkdir -p /github/home/.cache
	./tests.sh --timeout 360 --output-on-failure -C snp -L snp
	./tests.sh --timeout 360 --output-on-failure -R code_update
	shell: bash
	env:
	ELECTION_TIMEOUT_MS: 10000

	- name: "Capture dmesg"
	run: \|
	set -ex
	echo "::group::Disk usage"
	df -kh
	echo "::endgroup::"
	dmesg > dmesg.log
	shell: bash
	if: success() \|\| failure()

	- name: "Upload logs"
	uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7
	with:
	name: logs-aci-snp-milan
	path: \|
	dmesg.log
	build/workspace//.config.json
	build/workspace/*/out
	build/workspace/*/err
	build/workspace//.ledger/*
	build/workspace/*/stack_trace
	if-no-files-found: ignore
	if: success() \|\| failure()

	aci_snp_genoa:
	name: "ACI SNP Genoa"
	runs-on:
	[
	self-hosted,
	1ES.Pool=gha-aci-genoa,
	"JobId=aci_snp_genoa-${{ github.run_id }}-${{ github.run_number }}-${{ github.run_attempt }}",
	]

	steps:
	- uses: actions/checkout@df4cb1c069e1874edd31b4311f1884172cec0e10 # v6
	with:
	fetch-depth: 0

	- name: "Dump environment"
	run: \|
	set -ex
	# Dump environment variables, extract Fabric_NodeIPOrFQDN
	# and save it to a file for reconfiguration test using THIM.
	{ cat /proc/*/environ 2>/dev/null \|\| true; } \| tr '\000' '\n' \| sort -u \| grep Fabric_NodeIPOrFQDN > /Fabric_NodeIPOrFQDN
	echo "::group::Disk usage"
	df -kh
	echo "::endgroup::"
	echo "::group::Mounts"
	mount
	echo "::endgroup::"
	echo "::group::CPU Info"
	cat /proc/cpuinfo
	echo "::endgroup::"
	shell: bash

	- name: "Confirm running on SEV-SNP Genoa"
	run: \|
	set -ex
	python3 tests/infra/platform_detection.py snp genoa
	shell: bash

	- name: "Build Debug"
	run: \|
	set -ex
	git config --global --add safe.directory /__w/CCF/CCF
	mkdir build
	cd build
	cmake -GNinja -DCMAKE_BUILD_TYPE=Debug -DWORKER_THREADS=1 ..
	ninja
	shell: bash

	- name: "Tests"
	run: \|
	set -ex
	cd build
	rm -rf /github/home/.cache
	mkdir -p /github/home/.cache
	./tests.sh --timeout 360 --output-on-failure -C snp -L snp
	./tests.sh --timeout 360 --output-on-failure -R code_update
	shell: bash
	env:
	ELECTION_TIMEOUT_MS: 10000

	- name: "Capture dmesg"
	run: \|
	set -ex
	echo "::group::Disk usage"
	df -kh
	echo "::endgroup::"
	dmesg > dmesg.log
	shell: bash
	if: success() \|\| failure()

	- name: "Upload logs"
	uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7
	with:
	name: logs-caci-snp-genoa
	path: \|
	dmesg.log
	build/workspace//.config.json
	build/workspace/*/out
	build/workspace/*/err
	build/workspace//.ledger/*
	build/workspace/*/stack_trace
	if-no-files-found: ignore
	if: success() \|\| failure()

Provide feedback

Saved searches

Use saved searches to filter your results more quickly

Add e2e repro test and seqno log assertion for joining node with corrupted (truncated) ledger file #7456

Workflow file

Add e2e repro test and seqno log assertion for joining node with corrupted (truncated) ledger file #7456

Uh oh!

Workflow file for this run