Refactor build process for k8s-dqlite

.github/workflows/e2e.yml

@@ -0,0 +1,33 @@
+name: End To End
+
+on:
+  push:
+    branches: [master]
+  pull_request:
+
+jobs:
+  test:
+    name: Test
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checking out repo
+        uses: actions/checkout@v4
+      - name: Install Go
+        uses: actions/setup-go@v5
+        with:
+          go-version: "1.21"
+      - name: Build k8s-dqlite
+        run: |
+          make static
+      - name: Running test
+        run: |
+          mkdir dir
+          ./bin/static/k8s-dqlite --enable-tls=false --storage-dir=dir &
+
+          git clone https://github.com/etcd-io/etcd.git
+          cd etcd
+          git checkout release-3.5
+          cd tools/benchmark
+          go build .
+          ./benchmark --endpoints http://127.0.0.1:12379 range asd

.github/workflows/go.yaml

@@ -2,7 +2,7 @@ name: Go
 
 on:
   push:
-    branches: [dev]
+    branches: [master]
   pull_request:
 
 jobs:
@@ -12,12 +12,12 @@ jobs:
 
     steps:
       - name: Check out code
-        uses: actions/checkout@v4.1.0
+        uses: actions/checkout@v4
 
       - name: Install Go
-        uses: actions/setup-go@v4
+        uses: actions/setup-go@v5
         with:
-          go-version: "1.20"
+          go-version: "1.21"
 
       - name: go mod download
         run: go mod download
@@ -27,17 +27,14 @@ jobs:
 
       - name: check diff
         run: |
-          if ! git diff; then
+          if ! [ -z "$(git diff)" ]; then
             echo "Detected changes that have not been committed to the repository"
+            echo "Please run 'make go.fmt'"
+            echo "git diff:"
+            git diff
             exit 1
           fi
 
-      - name: install dqlite
-        run: |
-          sudo add-apt-repository ppa:dqlite/dev
-          sudo apt update
-          sudo apt install -y libdqlite-dev
-
       - name: go vet
         run: make go.vet
 
@@ -47,12 +44,12 @@ jobs:
 
     steps:
       - name: Check out Code
-        uses: actions/checkout@v4.1.0
+        uses: actions/checkout@v4
 
       - name: Install Go
-        uses: actions/setup-go@v4
+        uses: actions/setup-go@v5
         with:
-          go-version: "1.20"
+          go-version: "1.21"
 
       - name: go mod download
         run: go mod download
@@ -66,22 +63,16 @@ jobs:
 
     steps:
       - name: Check out Code
-        uses: actions/checkout@v4.1.0
+        uses: actions/checkout@v4
 
       - name: Install Go
-        uses: actions/setup-go@v4
+        uses: actions/setup-go@v5
         with:
-          go-version: "1.20"
+          go-version: "1.21"
 
       - name: go mod download
         run: go mod download
 
-      - name: install dqlite
-        run: |
-          sudo add-apt-repository ppa:dqlite/dev
-          sudo apt update
-          sudo apt install -y libdqlite-dev
-
       - name: Run tests
         run: make go.test.dqlite
 
@@ -91,12 +82,12 @@ jobs:
 
     steps:
       - name: Check out Code
-        uses: actions/checkout@v4.1.0
+        uses: actions/checkout@v4
 
       - name: Install Go
-        uses: actions/setup-go@v4
+        uses: actions/setup-go@v5
         with:
-          go-version: "1.20"
+          go-version: "1.21"
 
       - name: go mod download
         run: go mod download
@@ -110,22 +101,16 @@ jobs:
 
     steps:
       - name: Check out Code
-        uses: actions/checkout@v4.1.0
+        uses: actions/checkout@v4
 
       - name: Install Go
-        uses: actions/setup-go@v4
+        uses: actions/setup-go@v5
         with:
-          go-version: "1.20"
+          go-version: "1.21"
 
       - name: go mod download
         run: go mod download
 
-      - name: install dqlite
-        run: |
-          sudo add-apt-repository ppa:dqlite/dev
-          sudo apt update
-          sudo apt install -y libdqlite-dev
-
       - name: Run benchmarks
         run: make go.bench.dqlite
 
@@ -135,12 +120,12 @@ jobs:
 
     steps:
       - name: Check out code
-        uses: actions/checkout@v4.1.0
+        uses: actions/checkout@v4
 
       - name: Install Go
-        uses: actions/setup-go@v4
+        uses: actions/setup-go@v5
         with:
-          go-version: "1.20"
+          go-version: "1.21"
 
       - name: Build static binaries
         run: |
@@ -153,7 +138,7 @@ jobs:
       - name: Build shared binaries
         run: |
           make -j dynamic
-          export LD_LIBRARY_PATH=bin/dynamic/lib
+          export LD_LIBRARY_PATH=bin/dynamic
 
           ./bin/dynamic/k8s-dqlite --help
           ./bin/dynamic/k8s-dqlite migrator --help

.github/workflows/trivy.yaml

@@ -0,0 +1,37 @@
+name: Trivy
+
+on:
+  pull_request:
+  schedule:
+    - cron: '0 10 * * *'
+
+jobs:
+  scan:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        branch: [master]
+
+    steps:
+      - name: Checking out repo
+        uses: actions/checkout@v4
+        with:
+          ref: ${{ matrix.branch }}
+      - name: Run Trivy vulnerability scanner in repo mode
+        uses: aquasecurity/trivy-action@master
+        with:
+          scan-type: "fs"
+          ignore-unfixed: true
+          format: "sarif"
+          output: "output.sarif"
+          severity: "MEDIUM,HIGH,CRITICAL"
+      - name: Get commit sha
+        run: |
+          SHA="$(git rev-parse HEAD)"
+          echo "head_sha=$SHA" >> "$GITHUB_ENV"
+      - name: Upload Trivy scan results to GitHub Security tab
+        uses: github/codeql-action/upload-sarif@v3
+        with:
+          sarif_file: "output.sarif"
+          sha: ${{ env.head_sha }}
+          ref: refs/heads/${{ matrix.branch }}

.gitignore

@@ -16,3 +16,5 @@ deps/
 build/
 bin/
 k8s-dqlite
+hack/.build/
+hack/.deps/

CODEOWNERS

@@ -0,0 +1 @@
+*               @canonical/kubernetes