last bit of updates to tests

hauler-dev · Aug 23, 2024 · 746ac0a · 746ac0a
1 parent 866c105
commit 746ac0a
Show file tree

Hide file tree

Showing 3 changed files with 187 additions and 21 deletions.
diff --git a/.github/workflows/tests.yaml b/.github/workflows/tests.yaml
@@ -60,6 +60,7 @@ jobs:
   integration-tests:
     name: Integration Tests
     runs-on: ubuntu-latest
+    needs: [unit-tests]
     timeout-minutes: 30
     steps:
       - name: Checkout
@@ -76,16 +77,21 @@ jobs:
         run: |
           sudo apt-get update
           sudo apt-get install -y unzip
+          sudo apt-get install -y tree
 
       - name: Download Artifacts
-        uses: actions/download-artifact@v2
+        uses: actions/download-artifact@v4
         with:
           name: hauler-binaries
-          path: .
+          path: dist
 
       - name: Prepare Hauler Binary
         run: |
-          sudo unzip -j hauler-binaries.zip "dist/hauler_linux_amd64_v1/hauler" -d /usr/local/bin/
+          pwd
+          ls -la
+          ls -la dist/
+          chmod -R 755 dist/
+          sudo mv dist/hauler_linux_amd64_v1/hauler /usr/local/bin/hauler
 
       - name: Verify - hauler version
         run: |
@@ -109,15 +115,13 @@ jobs:
           hauler login docker.io --username bob --password haulin
           echo "hauler" | hauler login docker.io -u bob --password-stdin
 
-      - name: Verify - hauler store
+      - name: Remove Hauler Store Credentials
         run: |
-          hauler store --help
+          rm -rf ~/.docker/config.json
 
-      - name: Verify - hauler store info
+      - name: Verify - hauler store
         run: |
-          hauler store info --help
-          hauler store info --output table
-          hauler store info --output json
+          hauler store --help
 
       - name: Verify - hauler store add
         run: |
@@ -126,7 +130,6 @@ jobs:
       - name: Verify - hauler store add chart
         run: |
           hauler store add chart --help
-          hauler store info
           # verify via helm repository
           hauler store add chart rancher --repo https://releases.rancher.com/server-charts/stable
           hauler store add chart rancher --repo https://releases.rancher.com/server-charts/stable --version 2.8.4
@@ -144,8 +147,6 @@ jobs:
           hauler store add chart rancher-cluster-templates-0.5.0.tgz --repo . --version 0.5.0 --verify
           # verify via the hauler store contents
           hauler store info
-          # remove the hauler store
-          rm -rf store
 
       - name: Verify - hauler store add file
         run: |
@@ -158,26 +159,145 @@ jobs:
           hauler store add file testdata/hauler-manifest.yaml --name hauler-manifest-local.yaml
           # verify via the hauler store contents
           hauler store info
-          # remove the hauler store
-          rm -rf store
 
       - name: Verify - hauler store add image
         run: |
           hauler store add image --help
-          hauler store add image busybox:latest
-          hauler store add image busybox:latest --platform linux/amd64
-          hauler store add image docker.io/library/bash@sha256:05de6634ac35e4ac2edcb1af21889cec8afcc3798b11a9d538a6f0c315608c48
-          hauler store add image docker.io/library/bash@sha256:05de6634ac35e4ac2edcb1af21889cec8afcc3798b11a9d538a6f0c315608c48 --platform linux/amd64
+          # verify via image reference
+          hauler store add image busybox
+          # verify via image reference with version and platform
+          hauler store add image busybox:stable --platform linux/amd64
+          # verify via image reference with full reference
+          hauler store add image gcr.io/distroless/base@sha256:7fa7445dfbebae4f4b7ab0e6ef99276e96075ae42584af6286ba080750d6dfe5
           # verify via the hauler store contents
           hauler store info
-          # remove the hauler store
+
+      - name: Verify - hauler store copy
+        run: |
+          hauler store copy --help
+          # need more tests here
+
+      - name: Verify - hauler store extract
+        run: |
+          hauler store extract --help
+          # verify via hauler store content
+          hauler store extract hauler/hauler-manifest-local.yaml:latest
+
+      - name: Verify - hauler store info
+        run: |
+          hauler store info --help
+          # verify via table output
+          hauler store info --output table
+          # verify via json output
+          hauler store info --output json
+          # verify via filtered output (chart)
+          hauler store info --type chart
+          # verify via filtered output (file)
+          hauler store info --type file
+          # verify via filtered output (image)
+          hauler store info --type image
+          # verify store directory structure
+          tree -hC store
+
+      - name: Verify - hauler store save
+        run: |
+          hauler store save --help
+          # verify via save
+          hauler store save
+          # verify via save with filename
+          hauler store save --filename store.tar.zst
+
+      - name: Remove Hauler Store Contents
+        run: |
           rm -rf store
+          hauler store info
+
+      - name: Verify - hauler store load
+        run: |
+          hauler store load --help
+          # verify via load
+          hauler store load haul.tar.zst
+          # verify via load with different temp directory
+          hauler store load store.tar.zst --tempdir /opt
+
+      - name: Verify Hauler Store Contents
+        run: |
+          # verify store
+          hauler store info
+          # verify store directory structure
+          tree -hC store
+
+      - name: Remove Hauler Store Contents
+        run: |
+          rm -rf store haul.tar.zst store.tar.zst
+          hauler store info
+
+      - name: Verify - hauler store sync
+        run: |
+          hauler store sync --help
+          # download local helm repository
+          curl -sfOL https://github.com/rancherfederal/rancher-cluster-templates/releases/download/rancher-cluster-templates-0.5.2/rancher-cluster-templates-0.5.2.tgz
+          # verify via sync
+          hauler store sync --files testdata/hauler-manifest-pipeline.yaml
+          # need more tests here
+
+      - name: Verify - hauler store serve
+        run: |
+          hauler store serve --help
+
+      - name: Verify - hauler store serve registry
+        run: |
+          hauler store serve registry --help
+          # verify via registry
+          hauler store serve registry &
+          until curl -sf http://localhost:5000/v2/_catalog; do : ; done
+          pkill -f "hauler store serve registry"
+          # verify via registry with different port
+          hauler store serve registry --port 5001 &
+          until curl -sf http://localhost:5001/v2/_catalog; do : ; done
+          pkill -f "hauler store serve registry --port 5001"
+          # verify via registry with different port and readonly
+          hauler store serve registry --port 5001 --readonly &
+          until curl -sf http://localhost:5001/v2/_catalog; do : ; done
+          pkill -f "hauler store serve registry --port 5001 --readonly"
+
+      - name: Verify - hauler store serve fileserver
+        run: |
+          hauler store serve fileserver --help
+          # verify via fileserver
+          hauler store serve fileserver &
+          until curl -sf http://localhost:8080; do : ; done
+          pkill -f "hauler store serve fileserver"
+          # verify via fileserver with different port
+          hauler store serve fileserver --port 8000 &
+          until curl -sf http://localhost:8000; do : ; done
+          pkill -f "hauler store serve fileserver --port 8000"
+          # verify via fileserver with different port and timeout
+          hauler store serve fileserver --port 8000 --timeout 120 &
+          until curl -sf http://localhost:8000; do : ; done
+          pkill -f "hauler store serve fileserver --port 8000 --timeout 120"
+
+      - name: Verify Hauler Store Contents
+        run: |
+          # verify store
+          hauler store info
+          # verify store directory structure
+          tree -hC store
+          # verify registry directory structure
+          tree -hC registry
+          # verify fileserver directory structure
+          tree -hC fileserver
 
       - name: Create Hauler Report
         run: |
           hauler version >> hauler-report.txt
           hauler store info --output table >> hauler-report.txt
 
+      - name: Remove Hauler Store Contents
+        run: |
+          rm -rf store registry fileserver
+          hauler store info
+
       - name: Upload Hauler Report
         uses: actions/upload-artifact@v4
         with:

diff --git a/.goreleaser.yaml b/.goreleaser.yaml
@@ -30,8 +30,6 @@ builds:
       pre:
         - mkdir -p cmd/hauler/binaries
         - wget -P cmd/hauler/binaries/ https://github.com/hauler-dev/cosign/releases/download/{{ .Env.cosign_version }}/cosign-{{ .Os }}-{{ .Arch }}{{ if eq .Os "windows" }}.exe{{ end }}
-      post:
-        - rm -rf cmd/hauler/binaries
     env:
       - CGO_ENABLED=0
 

diff --git a/testdata/hauler-manifest-pipeline.yaml b/testdata/hauler-manifest-pipeline.yaml
@@ -0,0 +1,48 @@
+apiVersion: content.hauler.cattle.io/v1alpha1
+kind: Images
+metadata:
+  name: hauler-content-images-example
+spec:
+  images:
+    - name: busybox
+    - name: busybox:stable
+      platform: linux/amd64
+    - name: gcr.io/distroless/base@sha256:7fa7445dfbebae4f4b7ab0e6ef99276e96075ae42584af6286ba080750d6dfe5
+---
+apiVersion: content.hauler.cattle.io/v1alpha1
+kind: Charts
+metadata:
+  name: hauler-content-charts-example
+spec:
+  charts:
+    - name: rancher
+      repoURL: https://releases.rancher.com/server-charts/stable
+    - name: rancher
+      repoURL: https://releases.rancher.com/server-charts/stable
+      version: 2.8.4
+    - name: rancher
+      repoURL: https://releases.rancher.com/server-charts/stable
+      version: 2.8.3
+    - name: hauler-helm
+      repoURL: oci://ghcr.io/hauler-dev
+    - name: hauler-helm
+      repoURL: oci://ghcr.io/hauler-dev
+      version: 1.0.6
+    - name: hauler-helm
+      repoURL: oci://ghcr.io/hauler-dev
+      version: 1.0.4
+    - name: rancher-cluster-templates-0.5.2.tgz
+      repoURL: .
+---
+apiVersion: content.hauler.cattle.io/v1alpha1
+kind: Files
+metadata:
+  name: hauler-content-files-example
+spec:
+  files:
+    - path: https://get.rke2.io/install.sh
+    - path: https://get.rke2.io/install.sh
+      name: rke2-install.sh
+    - path: testdata/hauler-manifest.yaml
+    - path: testdata/hauler-manifest.yaml
+      name: hauler-manifest-local.yaml