diff --git a/scripts/nightly.yaml b/scripts/nightly.yaml
index 43d4fa1e123..478fdb96927 100644
--- a/scripts/nightly.yaml
+++ b/scripts/nightly.yaml
@@ -88,7 +88,9 @@ stages:
                       -DCMAKE_INSTALL_PREFIX=$(name)\
                       -G "Ninja" ../
            ninja install
-           cp -r Microsoft.Z3 $(name)/.
+           cp -r Microsoft.Z3 $(name)/bin/.
+           cp $(name)/lib/libz3.so $(name)/bin/.
+           rm -rf $(name)/lib
            zip -r $(name).zip $(name)
            cd ..
     - script: cp $(arch)/*.zip $(Build.ArtifactStagingDirectory)/.