diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 7f632a186..71197a7d4 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -90,8 +90,10 @@ jobs:
     steps:
       - name: Checkout the repository
         uses: actions/checkout@v4
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
       - name: Build Docker image
-        run: docker build -t bugzilla-release-test -f docker/images/Dockerfile.perl-testsuite .
+        run: docker buildx build --load -t bugzilla-release-test -f docker/images/Dockerfile.perl-testsuite .
       - name: Run tests
         run: docker run --rm bugzilla-release-test
 
diff --git a/docker/images/Dockerfile.perl-testsuite b/docker/images/Dockerfile.perl-testsuite
index 2df452541..b485d026a 100644
--- a/docker/images/Dockerfile.perl-testsuite
+++ b/docker/images/Dockerfile.perl-testsuite
@@ -30,7 +30,7 @@ RUN apt-get update && apt-get -y dist-upgrade && \
     rm -rf /var/lib/apt/lists/*
 
 # Copy just enough to get the list of dependencies
-COPY Bugzilla.pm Makefile.PL gen-cpanfile.pl /app/
+COPY --parents Bugzilla.pm Makefile.PL gen-cpanfile.pl extensions/*/Config.pm extensions/*/disabled /app/
 
 # Run Makefile.PL and install dependencies
 RUN perl Makefile.PL && \