Skip to content

Commit 6da26b9

Browse files
SortaCookieSortaCookie
committed
implement diff workflow
Change-Id: Ib894b3ac877afe5471d24c663945149a668183e1
1 parent 019ae9d commit 6da26b9

2 files changed

Lines changed: 222 additions & 0 deletions

File tree

‎.github/config/chromium_diffing.json‎

Lines changed: 95 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,95 @@
1+
{
2+
"diff_label_prefix": "diff-",
3+
"stable_branches": [
4+
{
5+
"milestone": "m114",
6+
"branch_num": 5735
7+
},
8+
{
9+
"milestone": "m120",
10+
"branch_num": 6099
11+
},
12+
{
13+
"milestone": "m126",
14+
"branch_num": 6478
15+
}
16+
],
17+
"code_ownership": {
18+
"ours": [
19+
".github/",
20+
"cobalt/",
21+
"media/starboard/",
22+
"media/mojo/clients/starboard/",
23+
"media/mojo/services/starboard/",
24+
"media/base/starboard/",
25+
"starboard/",
26+
"third_party/blink/renderer/modules/cobalt/",
27+
"third_party/blink/renderer/core/cobalt/",
28+
"third_party/blink/web_tests/wpt_internal/cobalt/",
29+
"components/viz/service/display/starboard/",
30+
"ui/ozone/platform/starboard/",
31+
".pre-commit-config.yaml",
32+
".pylintrc",
33+
"docker-compose.yaml"
34+
],
35+
"our_files": [
36+
"base/base_paths_starboard.cc",
37+
"base/base_paths_starboard.h",
38+
"base/message_loop/message_pump_ui_starboard.cc",
39+
"base/message_loop/message_pump_ui_starboard.h",
40+
"base/system/sys_info_starboard_unittest.cc",
41+
"base/system/sys_info_starboard.cc",
42+
"base/system/sys_info_starboard.h",
43+
"base/test/test_support_starboard.cc",
44+
"base/test/test_support_starboard.h",
45+
"base/time/time_now_starboard.cc",
46+
"base/time/time_starboard.cc",
47+
"net/base/network_change_notifier_starboard.h",
48+
"net/base/network_interfaces_starboard.cc",
49+
"net/base/platform_mime_util_starboard.cc",
50+
"media/formats/mp4/ac3_unittest.cc",
51+
"media/formats/mp4/eac3_unittest.cc",
52+
"third_party/blink/renderer/core/frame/csp/local_ip.cc",
53+
"third_party/blink/renderer/core/frame/csp/local_ip.h",
54+
"third_party/blink/renderer/platform/media/web_content_decryption_module_impl_unittest.cc",
55+
"third_party/blink/web_tests/external/wpt/media-source/SourceBuffer-writeHead.html",
56+
"third_party/blink/web_tests/media/encrypted-media/encrypted-media-getmetrics.html"
57+
],
58+
"our_owned_dep": [
59+
"third_party/boringssl/src",
60+
"third_party/googletest/src"
61+
],
62+
"our_added_dep": [
63+
"third_party/android_deps/libs/com_google_android_gms_play_services_ads_identifier",
64+
"third_party/de265_includes",
65+
"third_party/ffmpeg_includes",
66+
"third_party/libfdkaac",
67+
"third_party/llvm-project",
68+
"third_party/lz4_lib",
69+
"third_party/musl",
70+
"third_party/openh264/include",
71+
"third_party/pulseaudio_includes"
72+
],
73+
"our_deleted_dep": [
74+
"third_party/google_input_tools",
75+
"third_party/rust/atty",
76+
"third_party/rust/camino",
77+
"third_party/rust/cargo_metadata",
78+
"third_party/rust/cargo_platform",
79+
"third_party/rust/fastrand",
80+
"third_party/rust/hashbrown",
81+
"third_party/rust/indexmap",
82+
"third_party/rust/once_cell",
83+
"third_party/rust/remove_dir_all",
84+
"third_party/rust/tempfile",
85+
"third_party/rust/toml",
86+
"tools/stats_viewer",
87+
"tools/win/ChromeDebug"
88+
],
89+
"updated": [
90+
"third_party/crashpad/crashpad/third_party/cpp-httplib",
91+
"third_party/rust/rstest/v0_12/crate/docs/head",
92+
"ui/file_manager/image_loader/piex/package-lock.json"
93+
]
94+
}
95+
}

‎.github/workflows/diff_chromium_branches.yaml‎

Lines changed: 127 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,127 @@
1+
name: Diff from Chromium branches
2+
on:
3+
workflow_dispatch:
4+
inputs:
5+
upstream_branches:
6+
description: 'List of Chromium branches to diff from (comma separated).'
7+
required: true
8+
type: string
9+
downstream_branch:
10+
description: 'Name of the branch to perform the diff with.'
11+
required: true
12+
type: string
13+
pull_request:
14+
types:
15+
- labeled
16+
- synchronize
17+
jobs:
18+
initialize:
19+
runs-on: ubuntu-latest
20+
steps:
21+
- name: Set upstream branches
22+
id: set-upstream-branches
23+
env:
24+
PR_LABELS: ${{ toJson(github.event.pull_request.labels) }}
25+
EVENT_ACTION: ${{ github.event.action }}
26+
UPSTREAM_BRANCHES: ${{ inputs.upstream_branches }}
27+
shell: bash
28+
run: |
29+
set -x
30+
if [[ $EVENT_ACTION == "workflow_dispatch" ]]; then
31+
# If manually triggered, get branches from comma-separated branches from inputs
32+
export DIFF_LABELS=$(echo "$UPSTREAM_BRANCHES" | tr ',' '\n' | sed 's/^[[:space:]]*//;s/[[:space:]]*$//')
33+
else
34+
# If label or synchronize Get the upstream branches from labels prefixed with $DIFF_PREFIX
35+
ls ${GITHUB_WORKSPACE}/.github/config
36+
DIFF_PREFIX=$(cat ${GITHUB_WORKSPACE}/.github/config/chromium_diffing.json | jq -r '.diff_label_prefix')
37+
export DIFF_LABELS=$(echo "$PR_LABELS" | jq -r --arg prefix "$DIFF_PREFIX" '.[] | select(.name | startswith($prefix)) | .name | sub($prefix; "")')
38+
fi
39+
# # Convert into regex needed for filtering with jq
40+
SELECTED_BRANCHES=$(echo "$DIFF_LABELS" | tr '\n' '|' | sed 's/|$/\n/')
41+
JQ_QUERY="[.stable_branches[] | select(.milestone | test(\"^($SELECTED_BRANCHES)$\"))]"
42+
UPSTREAM_BRANCHES=$(cat ${GITHUB_WORKSPACE}/.github/config/chromium_diffing.json | jq "${JQ_QUERY}")
43+
echo "upstream_branches=${UPSTREAM_BRANCHES}" >> $GITHUB_OUTPUT
44+
- name: Set downstream branch
45+
id: set-downstream-branch
46+
shell: bash
47+
run: |
48+
set -x
49+
if [[ $EVENT_ACTION == "workflow_dispatch" ]]; then
50+
# Get the trimmed downstream branch directly from inputs
51+
DOWNSTREAM_BRANCH=$(echo ${{ inputs.downstream_branch }} | sed 's/^[[:space:]]*//;s/[[:space:]]*$//))
52+
else
53+
# Get the downstream branch from the labelled PR
54+
DOWNSTREAM_BRANCH={{ github.ref_name}}
55+
fi
56+
echo "downstream_branch=${DOWNSTREAM_BRANCH}" >> $GITHUB_OUTPUT
57+
- name: Set code ownership
58+
id: set-code-ownership
59+
shell: bash
60+
run: |
61+
set -x
62+
code_ownership=$(cat ${GITHUB_WORKSPACE}/.github/config/chromium_diffing.json | jq .code_ownership")
63+
echo "code_ownership=${code_ownership}" >> $GITHUB_OUTPUT
64+
outputs:
65+
upstream_branches: ${{ steps.set-upstream-branches.outputs.upstream_branches }}
66+
downstream_branch: ${{ steps.set-downstream-branch.outputs.downstream_branch }}
67+
code_ownership: ${{ steps.set-code-ownership.outputs.code_ownership }}
68+
calculate_diffs:
69+
needs: [initialize]
70+
runs-on: ubuntu-latest
71+
strategy:
72+
fail-fast: false
73+
matrix:
74+
upstream_branch: ${{ fromJson(needs.initialize.outputs.upstream_branches) }}
75+
steps:
76+
- uses: actions/checkout@v4
77+
with:
78+
ref: chromium/${{ matrix.upstream_branch.milestone }}
79+
- name: Calculate main diff (excluding downstream-owned folders)
80+
env:
81+
DOWNSTREAM_REF: ${{ needs.initialize.outputs.downstream_branch }}
82+
CODE_OWNERSHIP: ${{ needs.initialize.outputs.code_ownership }}
83+
run: |
84+
set -x
85+
git config set diff.renameLimit 100000
86+
EXCLUDE_PATHS_FOR_MAIN_DIFF=$(echo "$CODE_OWNERSHIP" | jq -r '
87+
.ours +
88+
.our_files +
89+
.our_owned_dep +
90+
.our_added_dep +
91+
.our_deleted_dep +
92+
.updated
93+
| map(":(exclude)" + .) | .[]
94+
')
95+
# Diff downstream to checked out branch (upstream)
96+
readarray -t EXCLUDE_PATHS_ARRAY <<< "$EXCLUDE_PATHS_FOR_MAIN_DIFF"
97+
git diff HEAD..$DOWNSTREAM_REF -- . "${EXCLUDE_PATHS_ARRAY[@]}" > main_diff.diff
98+
- name: Check for upstream addtions in excluded folders
99+
env:
100+
DOWNSTREAM_REF: ${{ needs.initialize.outputs.downstream_branch }}
101+
CODE_OWNERSHIP: ${{ needs.initialize.outputs.code_ownership }}
102+
run: |
103+
set -x
104+
DOWNSTREAM_OWNED_FOLDER_TO_CHECK=$(echo "$CODE_OWNERSHIP" | jq -r '
105+
.ours +
106+
.our_files +
107+
.our_owned_dep +
108+
.our_added_dep +
109+
.updated
110+
| .[]
111+
')
112+
readarray -t PATHS_TO_CHECK_ARRAY <<< "$DOWNSTREAM_OWNED_FOLDER_TO_CHECK"
113+
$(git diff --diff-filter=A $DOWNSTREAM_REF..HEAD -- ${PATHS_TO_CHECK_ARRAY[@]}) > upstream_additions.diff
114+
- name: Report Diffs
115+
run: |
116+
echo "This is will be replaced with proper logging later"
117+
echo "--------------------------------------------------"
118+
echo "SUMMARY OF MAIN DIFFS"
119+
echo "--------------------------------------------------"
120+
echo ""
121+
echo $(diffstat main_diff.diff)
122+
echo ""
123+
echo "--------------------------------------------------"
124+
echo "SUMMARY OF ADDED DIFFS"
125+
echo "--------------------------------------------------"
126+
echo ""
127+
echo $(diffstat main_diff.diff)

0 commit comments

Comments
 (0)