Update old Perls from jessie to stretch (and test them all in Actions)

Also, move all EOL versions into a completely separate `eol/` directory so that the repository is a little easier manage (and so we can limit testing of all old EOL versions to only when something inside the `eol/` directory changes).

Author: tianon

.github/workflows/build-image-eol.yml

@@ -0,0 +1,60 @@
+name: Build and Test (EOL)
+
+on:
+  push:
+    branches:
+      - '**'
+    tags-ignore:
+      - '*'
+    paths:
+      - 'eol/**'
+  pull_request:
+    paths:
+      - 'eol/**'
+
+defaults:
+  run:
+    shell: 'bash -Eeuo pipefail -x {0}'
+    working-directory: eol
+
+jobs:
+  generate-matrix:
+    name: Generate Matrix
+    runs-on: ubuntu-latest
+    outputs:
+      matrix: ${{ steps.generate.outputs.matrix }}
+    steps:
+      - uses: actions/checkout@master
+      - id: generate
+        name: Enumerate Dockerfiles
+        run: |
+          matrix="$(dirname */Dockerfile | sort -rn | jq -csR 'rtrimstr("\n") | split("\n") | { directory: . }')"
+          echo "::set-output name=matrix::$matrix"
+  build-image:
+    needs: generate-matrix
+    runs-on: ubuntu-latest
+    strategy:
+      matrix: ${{ fromJson(needs.generate-matrix.outputs.matrix) }}
+    name: ${{ matrix.directory }}
+    steps:
+      - uses: actions/checkout@master
+      - name: Clone docker-library/official-images (for testing)
+        run: |
+          git clone --depth 1 --single-branch https://github.com/docker-library/official-images.git
+      - name: Build image
+        run: |
+          docker version
+          dir='${{ matrix.directory }}'
+          img="perl:${dir//,/-}"
+          docker build -t "$img" "$dir"
+      - name: Inspect image creation and tag time
+        run: |
+          dir='${{ matrix.directory }}'
+          img="perl:${dir//,/-}"
+          docker image inspect --format '{{.Created}}' "$img"
+          docker image inspect --format '{{.Metadata.LastTagTime}}' "$img"
+      - name: Run tests
+        run: |
+          dir='${{ matrix.directory }}'
+          img="perl:${dir//,/-}"
+          ./official-images/test/run.sh "$img"

.github/workflows/build-image.yml

@@ -1,4 +1,4 @@
-name: Build and test latest supported Perls
+name: Build and Test
 
 on:
   push:
@@ -8,13 +8,29 @@ on:
       - '*'
   pull_request:
 
+defaults:
+  run:
+    shell: 'bash -Eeuo pipefail -x {0}'
+
 jobs:
+  generate-matrix:
+    name: Generate Matrix
+    runs-on: ubuntu-latest
+    outputs:
+      matrix: ${{ steps.generate.outputs.matrix }}
+    steps:
+      - uses: actions/checkout@master
+      - id: generate
+        name: Enumerate Dockerfiles
+        run: |
+          matrix="$(dirname */Dockerfile | sort -rn | jq -csR 'rtrimstr("\n") | split("\n") | { directory: . }')"
+          echo "::set-output name=matrix::$matrix"
   build-image:
+    needs: generate-matrix
     runs-on: ubuntu-latest
     strategy:
-      matrix:
-        variant: [ 'main', 'slim', 'main,threaded', 'slim,threaded' ]
-        perl-version: [ '5.032.001', '5.030.003' ]
+      matrix: ${{ fromJson(needs.generate-matrix.outputs.matrix) }}
+    name: ${{ matrix.directory }}
     steps:
       - uses: actions/checkout@master
       - name: Clone docker-library/official-images (for testing)
@@ -23,11 +39,17 @@ jobs:
       - name: Build image
         run: |
           docker version
-          docker build --no-cache -t perl:${{ matrix.perl-version }} ${{ matrix.perl-version }}-${{ matrix.variant }}-buster
+          dir='${{ matrix.directory }}'
+          img="perl:${dir//,/-}"
+          docker build -t "$img" "$dir"
       - name: Inspect image creation and tag time
         run: |
-          docker image inspect --format \'{{.Created}}\' perl:${{ matrix.perl-version }}
-          docker image inspect --format \'{{.Metadata.LastTagTime}}\' perl:${{ matrix.perl-version }}
+          dir='${{ matrix.directory }}'
+          img="perl:${dir//,/-}"
+          docker image inspect --format '{{.Created}}' "$img"
+          docker image inspect --format '{{.Metadata.LastTagTime}}' "$img"
       - name: Run tests
         run: |
-          ./official-images/test/run.sh perl:${{ matrix.perl-version }}
+          dir='${{ matrix.directory }}'
+          img="perl:${dir//,/-}"
+          ./official-images/test/run.sh "$img"

.github/workflows/generate-dockerfiles-patches.yml

@@ -29,3 +29,10 @@ jobs:
       - name: Show diffstat (if any)
         run: |
           git --no-pager diff --stat HEAD
+      - name: Generate EOL Dockerfiles/patches
+        run: |
+          cd eol
+          perl -I../local/lib/perl5 ../generate.pl
+      - name: Show diffstat (if any)
+        run: |
+          git --no-pager diff --stat HEAD

config.yml

@@ -8,60 +8,6 @@ options:
   threaded: "-Dusethreads"
 
 releases:
-  - version: 5.8.9
-    sha256:  1097fbcd48ceccb2bc735d119c9db399a02a8ab9f7dc53e29e47e6a8d0d72e79
-    extra_flags: "-A ccflags=-fwrapv"
-    test_parallel: no
-    debian_release: jessie
-
-  - version: 5.10.1
-    sha256:  9385f2c8c2ca8b1dc4a7c31903f1f8dc8f2ba867dc2a9e5c93012ed6b564e826
-    extra_flags: "-A ccflags=-fwrapv"
-    test_parallel: no
-    debian_release: jessie
-
-  - version: 5.12.5
-    sha256:  10749417fd3010aae320a34181ad4cd6a4855c1fc63403b87fa4d630b18e966c
-    extra_flags: "-A ccflags=-fwrapv"
-    test_parallel: no
-    debian_release: jessie
-
-  - version: 5.14.4
-    sha256:  eece8c2b0d491bf6f746bd1f4f1bb7ce26f6b98e91c54690c617d7af38964745
-    extra_flags: "-A ccflags=-fwrapv"
-    test_parallel: no
-    debian_release: jessie
-
-  - version: 5.16.3
-    sha256:  bb7bc735e6813b177dcfccd480defcde7eddefa173b5967eac11babd1bfa98e8
-    extra_flags: "-A ccflags=-fwrapv"
-    test_parallel: no
-    debian_release: jessie
-
-  - version: 5.18.4
-    sha256:  1fb4d27b75cd244e849f253320260efe1750641aaff4a18ce0d67556ff1b96a5
-    extra_flags: "-A ccflags=-fwrapv"
-    test_parallel: no
-    debian_release: jessie
-
-  - version: 5.20.3
-    sha256:  1b40068166c242e34a536836286e70b78410602a80615143301e52aa2901493b
-    debian_release: stretch
-
-  - version: 5.22.4
-    sha256:  8b3122046d1186598082d0e6da53193b045e85e3505e7d37ee0bdd0bdb539b71
-    debian_release: stretch
-
-  - version: 5.24.4
-    sha256:  e34ff38c54857f431f37403b757267c9998152bf46b5c750b462f62461279b10
-    debian_release: stretch
-
-  - version: 5.26.3
-    sha256:  9ff35a613213f29ab53975141af6825ae7d4408895538cac0922e47ab92a1477
-    debian_release:
-      - stretch
-      - buster
-
   - version: 5.28.3
     sha256:  77dc1ddf541643af14d585867d3d0741cce45d0dbe8f1467024e63165d9e2fc5
     type:    xz

downloads/.keep

@@ -1,4 +1,4 @@
-FROM buildpack-deps:jessie
+FROM buildpack-deps:stretch
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/

5.008.009-main,threaded-jessie/DevelPatchPerl.patch renamed to eol/5.008.009-main,threaded-stretch/DevelPatchPerl.patch

@@ -1,4 +1,4 @@
-FROM buildpack-deps:jessie
+FROM buildpack-deps:stretch
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/

5.008.009-main,threaded-jessie/Dockerfile renamed to eol/5.008.009-main,threaded-stretch/Dockerfile

@@ -1,4 +1,4 @@
-FROM debian:jessie-slim
+FROM debian:stretch-slim
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/

5.008.009-main-jessie/DevelPatchPerl.patch renamed to eol/5.008.009-main-stretch/DevelPatchPerl.patch

@@ -1,4 +1,4 @@
-FROM debian:jessie-slim
+FROM debian:stretch-slim
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/

5.008.009-main-jessie/Dockerfile renamed to eol/5.008.009-main-stretch/Dockerfile

@@ -1,4 +1,4 @@
-FROM buildpack-deps:jessie
+FROM buildpack-deps:stretch
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/
@@ -15,7 +15,7 @@ RUN true \
     && archFlag="$([ "$archBits" = '64' ] && echo '-Duse64bitall' || echo '-Duse64bitint')" \
     && ./Configure -Darchname="$gnuArch" "$archFlag" -Dusethreads -Duseshrplib -Dvendorprefix=/usr/local -A ccflags=-fwrapv -des \
     && make -j$(nproc) \
-    && make test_harness \
+    && LD_LIBRARY_PATH=. ./perl -Ilib -de0 \
     && make install \
     && cd /usr/src \
     && curl -LO https://www.cpan.org/authors/id/M/MI/MIYAGAWA/App-cpanminus-1.7044.tar.gz \

5.008.009-slim,threaded-jessie/DevelPatchPerl.patch renamed to eol/5.008.009-slim,threaded-stretch/DevelPatchPerl.patch

@@ -1,4 +1,4 @@
-FROM buildpack-deps:jessie
+FROM buildpack-deps:stretch
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/
@@ -15,7 +15,7 @@ RUN true \
     && archFlag="$([ "$archBits" = '64' ] && echo '-Duse64bitall' || echo '-Duse64bitint')" \
     && ./Configure -Darchname="$gnuArch" "$archFlag" -Duseshrplib -Dvendorprefix=/usr/local -A ccflags=-fwrapv -des \
     && make -j$(nproc) \
-    && make test_harness \
+    && LD_LIBRARY_PATH=. ./perl -Ilib -de0 \
     && make install \
     && cd /usr/src \
     && curl -LO https://www.cpan.org/authors/id/M/MI/MIYAGAWA/App-cpanminus-1.7044.tar.gz \

5.008.009-slim,threaded-jessie/Dockerfile renamed to eol/5.008.009-slim,threaded-stretch/Dockerfile

@@ -1,4 +1,4 @@
-FROM debian:jessie-slim
+FROM debian:stretch-slim
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/
@@ -35,7 +35,7 @@ RUN apt-get update \
     && archFlag="$([ "$archBits" = '64' ] && echo '-Duse64bitall' || echo '-Duse64bitint')" \
     && ./Configure -Darchname="$gnuArch" "$archFlag" -Dusethreads -Duseshrplib -Dvendorprefix=/usr/local -A ccflags=-fwrapv -des \
     && make -j$(nproc) \
-    && make test_harness \
+    && LD_LIBRARY_PATH=. ./perl -Ilib -de0 \
     && make install \
     && cd /usr/src \
     && curl -LO https://www.cpan.org/authors/id/M/MI/MIYAGAWA/App-cpanminus-1.7044.tar.gz \

5.008.009-slim-jessie/DevelPatchPerl.patch renamed to eol/5.008.009-slim-stretch/DevelPatchPerl.patch

@@ -1,4 +1,4 @@
-FROM debian:jessie-slim
+FROM debian:stretch-slim
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/
@@ -35,7 +35,7 @@ RUN apt-get update \
     && archFlag="$([ "$archBits" = '64' ] && echo '-Duse64bitall' || echo '-Duse64bitint')" \
     && ./Configure -Darchname="$gnuArch" "$archFlag" -Duseshrplib -Dvendorprefix=/usr/local -A ccflags=-fwrapv -des \
     && make -j$(nproc) \
-    && make test_harness \
+    && LD_LIBRARY_PATH=. ./perl -Ilib -de0 \
     && make install \
     && cd /usr/src \
     && curl -LO https://www.cpan.org/authors/id/M/MI/MIYAGAWA/App-cpanminus-1.7044.tar.gz \

5.008.009-slim-jessie/Dockerfile renamed to eol/5.008.009-slim-stretch/Dockerfile

@@ -1,4 +1,4 @@
-FROM buildpack-deps:jessie
+FROM buildpack-deps:stretch
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/

5.010.001-main,threaded-jessie/DevelPatchPerl.patch renamed to eol/5.010.001-main,threaded-stretch/DevelPatchPerl.patch

@@ -1,4 +1,4 @@
-FROM buildpack-deps:jessie
+FROM buildpack-deps:stretch
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/

5.010.001-main,threaded-jessie/Dockerfile renamed to eol/5.010.001-main,threaded-stretch/Dockerfile

@@ -1,4 +1,4 @@
-FROM debian:jessie-slim
+FROM debian:stretch-slim
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/

5.010.001-main-jessie/DevelPatchPerl.patch renamed to eol/5.010.001-main-stretch/DevelPatchPerl.patch

@@ -1,4 +1,4 @@
-FROM debian:jessie-slim
+FROM debian:stretch-slim
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/

5.010.001-main-jessie/Dockerfile renamed to eol/5.010.001-main-stretch/Dockerfile

@@ -1,4 +1,4 @@
-FROM buildpack-deps:jessie
+FROM buildpack-deps:stretch
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/
@@ -15,7 +15,7 @@ RUN true \
     && archFlag="$([ "$archBits" = '64' ] && echo '-Duse64bitall' || echo '-Duse64bitint')" \
     && ./Configure -Darchname="$gnuArch" "$archFlag" -Dusethreads -Duseshrplib -Dvendorprefix=/usr/local -A ccflags=-fwrapv -des \
     && make -j$(nproc) \
-    && make test_harness \
+    && LD_LIBRARY_PATH=. ./perl -Ilib -de0 \
     && make install \
     && cd /usr/src \
     && curl -LO https://www.cpan.org/authors/id/M/MI/MIYAGAWA/App-cpanminus-1.7044.tar.gz \

5.010.001-slim,threaded-jessie/DevelPatchPerl.patch renamed to eol/5.010.001-slim,threaded-stretch/DevelPatchPerl.patch

@@ -1,4 +1,4 @@
-FROM buildpack-deps:jessie
+FROM buildpack-deps:stretch
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/
@@ -15,7 +15,7 @@ RUN true \
     && archFlag="$([ "$archBits" = '64' ] && echo '-Duse64bitall' || echo '-Duse64bitint')" \
     && ./Configure -Darchname="$gnuArch" "$archFlag" -Duseshrplib -Dvendorprefix=/usr/local -A ccflags=-fwrapv -des \
     && make -j$(nproc) \
-    && make test_harness \
+    && LD_LIBRARY_PATH=. ./perl -Ilib -de0 \
     && make install \
     && cd /usr/src \
     && curl -LO https://www.cpan.org/authors/id/M/MI/MIYAGAWA/App-cpanminus-1.7044.tar.gz \

5.010.001-slim,threaded-jessie/Dockerfile renamed to eol/5.010.001-slim,threaded-stretch/Dockerfile

@@ -1,4 +1,4 @@
-FROM debian:jessie-slim
+FROM debian:stretch-slim
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/
@@ -35,7 +35,7 @@ RUN apt-get update \
     && archFlag="$([ "$archBits" = '64' ] && echo '-Duse64bitall' || echo '-Duse64bitint')" \
     && ./Configure -Darchname="$gnuArch" "$archFlag" -Dusethreads -Duseshrplib -Dvendorprefix=/usr/local -A ccflags=-fwrapv -des \
     && make -j$(nproc) \
-    && make test_harness \
+    && LD_LIBRARY_PATH=. ./perl -Ilib -de0 \
     && make install \
     && cd /usr/src \
     && curl -LO https://www.cpan.org/authors/id/M/MI/MIYAGAWA/App-cpanminus-1.7044.tar.gz \

5.010.001-slim-jessie/DevelPatchPerl.patch renamed to eol/5.010.001-slim-stretch/DevelPatchPerl.patch

@@ -1,4 +1,4 @@
-FROM debian:jessie-slim
+FROM debian:stretch-slim
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/
@@ -35,7 +35,7 @@ RUN apt-get update \
     && archFlag="$([ "$archBits" = '64' ] && echo '-Duse64bitall' || echo '-Duse64bitint')" \
     && ./Configure -Darchname="$gnuArch" "$archFlag" -Duseshrplib -Dvendorprefix=/usr/local -A ccflags=-fwrapv -des \
     && make -j$(nproc) \
-    && make test_harness \
+    && LD_LIBRARY_PATH=. ./perl -Ilib -de0 \
     && make install \
     && cd /usr/src \
     && curl -LO https://www.cpan.org/authors/id/M/MI/MIYAGAWA/App-cpanminus-1.7044.tar.gz \

5.010.001-slim-jessie/Dockerfile renamed to eol/5.010.001-slim-stretch/Dockerfile

@@ -1,4 +1,4 @@
-FROM buildpack-deps:jessie
+FROM buildpack-deps:stretch
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/
@@ -15,7 +15,7 @@ RUN true \
     && archFlag="$([ "$archBits" = '64' ] && echo '-Duse64bitall' || echo '-Duse64bitint')" \
     && ./Configure -Darchname="$gnuArch" "$archFlag" -Dusethreads -Duseshrplib -Dvendorprefix=/usr/local -A ccflags=-fwrapv -des \
     && make -j$(nproc) \
-    && make test_harness \
+    && LD_LIBRARY_PATH=. ./perl -Ilib -de0 \
     && make install \
     && cd /usr/src \
     && curl -LO https://www.cpan.org/authors/id/M/MI/MIYAGAWA/App-cpanminus-1.7044.tar.gz \

5.012.005-main,threaded-jessie/DevelPatchPerl.patch renamed to eol/5.012.005-main,threaded-stretch/DevelPatchPerl.patch

@@ -1,4 +1,4 @@
-FROM buildpack-deps:jessie
+FROM buildpack-deps:stretch
 LABEL maintainer="Peter Martini <[email protected]>, Zak B. Elep <[email protected]>"
 
 COPY *.patch /usr/src/perl/
@@ -15,7 +15,7 @@ RUN true \
     && archFlag="$([ "$archBits" = '64' ] && echo '-Duse64bitall' || echo '-Duse64bitint')" \
     && ./Configure -Darchname="$gnuArch" "$archFlag" -Duseshrplib -Dvendorprefix=/usr/local -A ccflags=-fwrapv -des \
     && make -j$(nproc) \
-    && make test_harness \
+    && LD_LIBRARY_PATH=. ./perl -Ilib -de0 \
     && make install \
     && cd /usr/src \
     && curl -LO https://www.cpan.org/authors/id/M/MI/MIYAGAWA/App-cpanminus-1.7044.tar.gz \