CI Updates (#432)

* Fix zip type for binaries

* Fix zip type for compliance reports

* Do not publish SQL drivers to Sonatype

* Do not release JARs, this is just a test

* Stop forcing dep check version for web API compliance (new JS wrapper works with later versions)

* Add missing fields in SQL drivers build.gradle file

* Work around issues in JS OWASP tool

* Turn release step back on in Sonatype publishing

* Work around issues in JS OWASP tool

Author: Martin Traverse

.github/workflows/compliance.yml

@@ -196,17 +196,16 @@ jobs:
       # ODC version must be forced because the NodeJS wrapper breaks for versions >= 10.0.0
       - name: OWASP dependency check
         env:
-          ODC_VERSION_TAG: "v9.2.0"
           NVD_DATAFEED: "https://dependency-check.github.io/DependencyCheck_Builder/nvd_cache/"
           NVD_API_KEY: ${{ secrets.NVD_API_KEY }}
         run: |
           mkdir -p build/compliance
           cd tracdap-api/packages/web
-          mkdir ./odc_bin
+          mkdir -p ./dependency-check-bin/latest
           if [ -n "${NVD_API_KEY}" ]; then
-            npm run compliance-owasp -- --odc-version "${ODC_VERSION_TAG}" --bin ./odc_bin  --nvdDatafeed "${NVD_DATAFEED}" --nvdApiKey "${NVD_API_KEY}"
+            npm run compliance-owasp -- --nvdDatafeed "${NVD_DATAFEED}" --nvdApiKey "${NVD_API_KEY}"
           else
-            npm run compliance-owasp -- --odc-version "${ODC_VERSION_TAG}" --bin ./odc_bin --nvdDatafeed "${NVD_DATAFEED}"
+            npm run compliance-owasp -- --nvdDatafeed "${NVD_DATAFEED}"
           fi
 
       - name: NVD save cache (Web API)
@@ -257,14 +256,14 @@ jobs:
           path: tracdap-compliance-reports-${{ steps.tracdap-version.outputs.tracdap_version }}
 
       - name: Build compliance reports tarball
-        run: tar -cvzf tracdap-compliance-reports-${{ steps.tracdap-version.outputs.tracdap_version }}.tgz tracdap-compliance-reports-${{ steps.tracdap-version.outputs.tracdap_version }}/
+        run: zip -r tracdap-compliance-reports-${{ steps.tracdap-version.outputs.tracdap_version }}.zip tracdap-compliance-reports-${{ steps.tracdap-version.outputs.tracdap_version }}/
 
       - name: Publish compliance reports
         uses: actions/upload-release-asset@v1
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         with:
           upload_url: ${{ github.event.release.upload_url }}
-          asset_path: tracdap-compliance-reports-${{ steps.tracdap-version.outputs.tracdap_version }}.tgz
-          asset_name: tracdap-compliance-reports-${{ steps.tracdap-version.outputs.tracdap_version }}.tgz
-          asset_content_type: application/gzip
+          asset_path: tracdap-compliance-reports-${{ steps.tracdap-version.outputs.tracdap_version }}.zip
+          asset_name: tracdap-compliance-reports-${{ steps.tracdap-version.outputs.tracdap_version }}.zip
+          asset_content_type: application/zip

.github/workflows/packaging.yml

@@ -296,17 +296,17 @@ jobs:
           path: tracdap-api-packages-${{ steps.tracdap-version.outputs.tracdap_version }}/web_api_package
 
       - name: Build API packages tarball
-        run: tar -cvzf tracdap-api-packages-${{ steps.tracdap-version.outputs.tracdap_version }}.tgz tracdap-api-packages-${{ steps.tracdap-version.outputs.tracdap_version }}/
+        run: zip -r tracdap-api-packages-${{ steps.tracdap-version.outputs.tracdap_version }}.zip tracdap-api-packages-${{ steps.tracdap-version.outputs.tracdap_version }}/
 
       - name: Publish platform package
         uses: actions/upload-release-asset@v1
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         with:
           upload_url: ${{ github.event.release.upload_url }}
-          asset_path: tracdap-platform-${{ steps.tracdap-version.outputs.tracdap_version }}.tgz
-          asset_name: tracdap-platform-${{ steps.tracdap-version.outputs.tracdap_version }}.tgz
-          asset_content_type: application/gzip
+          asset_path: tracdap-platform-${{ steps.tracdap-version.outputs.tracdap_version }}.zip
+          asset_name: tracdap-platform-${{ steps.tracdap-version.outputs.tracdap_version }}.zip
+          asset_content_type: application/zip
 
       - name: Publish sandbox package
         uses: actions/upload-release-asset@v1
@@ -324,19 +324,19 @@ jobs:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         with:
           upload_url: ${{ github.event.release.upload_url }}
-          asset_path: tracdap-plugins-${{ steps.tracdap-version.outputs.tracdap_version }}.tgz
-          asset_name: tracdap-plugins-${{ steps.tracdap-version.outputs.tracdap_version }}.tgz
-          asset_content_type: application/gzip
+          asset_path: tracdap-plugins-${{ steps.tracdap-version.outputs.tracdap_version }}.zip
+          asset_name: tracdap-plugins-${{ steps.tracdap-version.outputs.tracdap_version }}.zip
+          asset_content_type: application/zip
 
       - name: Publish API packages
         uses: actions/upload-release-asset@v1
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         with:
           upload_url: ${{ github.event.release.upload_url }}
-          asset_path: tracdap-api-packages-${{ steps.tracdap-version.outputs.tracdap_version }}.tgz
-          asset_name: tracdap-api-packages-${{ steps.tracdap-version.outputs.tracdap_version }}.tgz
-          asset_content_type: application/gzip
+          asset_path: tracdap-api-packages-${{ steps.tracdap-version.outputs.tracdap_version }}.zip
+          asset_name: tracdap-api-packages-${{ steps.tracdap-version.outputs.tracdap_version }}.zip
+          asset_content_type: application/zip
 
   publish_to_pypi:
 

tracdap-plugins/sql-drivers/build.gradle

@@ -19,8 +19,10 @@ plugins {
     id "distribution"
 }
 
-// SQL Drivers is not a project itself, there is no sql-drivers JAR file
-// Instead it is a way to pull in and package dependencies for the supported SQL dialects
+description = "SQL drivers plugin (placeholder, not required for production builds)"
+
+// Put plugins into a separate package group
+group = "org.finos.tracdap.plugins"
 
 // Use a different build dir (don't include plugins in the main release package)
 project.buildDir = rootProject.buildDir.path + '/plugins/' + project.name