Refactor fuzzing

Structure the fuzz implementation to be closer to what go native will support.
Add Makefile target to enable smoketesting fuzzers.
Add smoketest as CI workflow.

Signed-off-by: Paulo Gomes <paulo.gomes@weave.works>

.github/workflows/cifuzz.yaml

@@ -0,0 +1,20 @@
+name: CIFuzz
+on:
+  pull_request:
+    branches:
+      - main
+jobs:
+  Fuzzing:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v2
+    - name: Restore Go cache
+      uses: actions/cache@v1
+      with:
+        path: /home/runner/work/_temp/_github_home/go/pkg/mod
+        key: ${{ runner.os }}-go-${{ hashFiles('**/go.sum') }}
+        restore-keys: |
+          ${{ runner.os }}-go-
+    - name: Smoke test Fuzzers
+      run: make fuzz-smoketest

.gitignore

@@ -13,8 +13,9 @@
 
 # Dependency directories (remove the comment below to include it)
 # vendor/
-testbin/
 bin/
 config/release/
 config/crd/bases/gitrepositories.yaml
 config/crd/bases/buckets.yaml
+
+build/

Makefile

@@ -22,7 +22,7 @@ ENVTEST_ARCH ?= amd64
 all: manager
 
 # Download the envtest binaries to testbin
-ENVTEST_ASSETS_DIR=$(shell pwd)/testbin
+ENVTEST_ASSETS_DIR=$(shell pwd)/build/testbin
 ENVTEST_KUBERNETES_VERSION?=latest
 install-envtest: setup-envtest
 	mkdir -p ${ENVTEST_ASSETS_DIR}
@@ -147,3 +147,22 @@ GOBIN=$(PROJECT_DIR)/bin go install $(2) ;\
 rm -rf $$TMP_DIR ;\
 }
 endef
+
+# Build fuzzers
+fuzz-build:
+	rm -rf $(shell pwd)/build/fuzz/
+	mkdir -p $(shell pwd)/build/fuzz/out/
+
+	docker build . --tag local-fuzzing:latest -f tests/fuzz/Dockerfile.builder
+	docker run --rm \
+		-e FUZZING_LANGUAGE=go -e SANITIZER=address \
+		-e CIFUZZ_DEBUG='True' -e OSS_FUZZ_PROJECT_NAME=fluxcd \
+		-v "$(shell pwd)/build/fuzz/out":/out \
+		local-fuzzing:latest
+
+fuzz-smoketest: fuzz-build
+	docker run --rm \
+		-v "$(shell pwd)/build/fuzz/out":/out \
+		-v "$(shell pwd)/tests/fuzz/oss_fuzz_run.sh":/runner.sh \
+		local-fuzzing:latest \
+		bash -c "/runner.sh"

controllers/suite_test.go

@@ -69,7 +69,7 @@ var (
 	debugMode    = os.Getenv("DEBUG_TEST") != ""
 )
 
-func TestMain(m *testing.M) {
+func runInContext(registerControllers func(*testenv.Environment), run func() error, crdPath string) error {
 	var err error
 	utilruntime.Must(sourcev1.AddToScheme(scheme.Scheme))
 	utilruntime.Must(kustomizev1.AddToScheme(scheme.Scheme))
@@ -78,9 +78,7 @@ func TestMain(m *testing.M) {
 		controllerLog.SetLogger(zap.New(zap.WriteTo(os.Stderr), zap.UseDevMode(false)))
 	}
 
-	testEnv = testenv.New(testenv.WithCRDPath(
-		filepath.Join("..", "config", "crd", "bases"),
-	))
+	testEnv = testenv.New(testenv.WithCRDPath(crdPath))
 
 	testServer, err = testserver.NewTempArtifactServer()
 	if err != nil {
@@ -89,18 +87,7 @@ func TestMain(m *testing.M) {
 	fmt.Println("Starting the test storage server")
 	testServer.Start()
 
-	controllerName := "kustomize-controller"
-	testEventsH = controller.MakeEvents(testEnv, controllerName, nil)
-	testMetricsH = controller.MustMakeMetrics(testEnv)
-	reconciler := &KustomizationReconciler{
-		ControllerName:  controllerName,
-		Client:          testEnv,
-		EventRecorder:   testEventsH.EventRecorder,
-		MetricsRecorder: testMetricsH.MetricsRecorder,
-	}
-	if err := (reconciler).SetupWithManager(testEnv, KustomizationReconcilerOptions{MaxConcurrentReconciles: 4}); err != nil {
-		panic(fmt.Sprintf("Failed to start GitRepositoryReconciler: %v", err))
-	}
+	registerControllers(testEnv)
 
 	go func() {
 		fmt.Println("Starting the test environment")
@@ -129,7 +116,7 @@ func TestMain(m *testing.M) {
 		panic(fmt.Sprintf("Failed to create k8s client: %v", err))
 	}
 
-	code := m.Run()
+	runErr := run()
 
 	if debugMode {
 		events := &corev1.EventList{}
@@ -152,6 +139,30 @@ func TestMain(m *testing.M) {
 		panic(fmt.Sprintf("Failed to remove storage server dir: %v", err))
 	}
 
+	return runErr
+}
+
+func TestMain(m *testing.M) {
+	code := 0
+
+	runInContext(func(testEnv *testenv.Environment) {
+		controllerName := "kustomize-controller"
+		testEventsH = controller.MakeEvents(testEnv, controllerName, nil)
+		testMetricsH = controller.MustMakeMetrics(testEnv)
+		reconciler := &KustomizationReconciler{
+			ControllerName:  controllerName,
+			Client:          testEnv,
+			EventRecorder:   testEventsH.EventRecorder,
+			MetricsRecorder: testMetricsH.MetricsRecorder,
+		}
+		if err := (reconciler).SetupWithManager(testEnv, KustomizationReconcilerOptions{MaxConcurrentReconciles: 4}); err != nil {
+			panic(fmt.Sprintf("Failed to start KustomizationReconciler: %v", err))
+		}
+	}, func() error {
+		code = m.Run()
+		return nil
+	}, filepath.Join("..", "config", "crd", "bases"))
+
 	os.Exit(code)
 }