diff --git a/.github/workflows/test-conformance.yaml b/.github/workflows/test-conformance.yaml
index 488bf452f..707d9d5c0 100644
--- a/.github/workflows/test-conformance.yaml
+++ b/.github/workflows/test-conformance.yaml
@@ -34,5 +34,9 @@ jobs:
       - name: Build binary
         run: make binary
 
+      - name: Setcap
+        run: |
+          sudo setcap 'cap_net_bind_service=+ep' dist/linux/amd64/traefik
+
       - name: K8s Gateway API conformance test
-        run: sudo make test-gateway-api-conformance
+        run: make test-gateway-api-conformance-ci
diff --git a/Makefile b/Makefile
index 93498e5c9..02a0a0b6d 100644
--- a/Makefile
+++ b/Makefile
@@ -104,6 +104,12 @@ test-integration: binary
 test-gateway-api-conformance: binary
 	GOOS=$(GOOS) GOARCH=$(GOARCH) go test ./integration -v -test.run K8sConformanceSuite -k8sConformance=true $(TESTFLAGS)
 
+## TODO: Need to be fixed to work in all situations.
+## Run the conformance tests
+.PHONY: test-gateway-api-conformance-ci
+test-gateway-api-conformance-ci:
+	GOOS=$(GOOS) GOARCH=$(GOARCH) go test ./integration -v -test.run K8sConformanceSuite -k8sConformance=true $(TESTFLAGS)
+
 ## Pull all Docker images to avoid timeout during integration tests
 .PHONY: pull-images
 pull-images: