Added integration tests for min.io

.gitattributes

@@ -9,5 +9,4 @@ pk_generated_parent.pom                                          linguist-genera
 doc/changes/changelog.md                                         linguist-generated=true
 src/main/resources/classes.lst                                   linguist-generated=true
 extension/package-lock.json                                      linguist-generated=true
-
-cloudSetup/.terraform.lock.hcl linguist-generated=true
+cloudSetup/.terraform.lock.hcl                                   linguist-generated=true

.gitignore

@@ -44,4 +44,5 @@ test_config.properties
 deleteLambdaResources.sh
 *.flattened-pom.xml
 /.apt_generated/
+.settings/org.eclipse.m2e.core.prefs
 

README.md

@@ -29,6 +29,6 @@ Additional Information:
 * [Hands-on Guide (Parquet Files)](doc/hands_on/hands_on_parquet.md)
 * [Changelog](doc/changes/changelog.md)
 * [Dependencies](dependencies.md)
-* [Developers Guide](doc/developers_guide/developers_guide.md)
+* [Developer Guide](doc/developer_guide/developer_guide.md)
 
 [files-vs]: https://github.com/exasol/virtual-schema-common-document-files

doc/changes/changes_2.7.0.md

@@ -0,0 +1,43 @@
+# Virtual Schema for Document Data in Files on AWS S3 2.7.0, released 2023-??-??
+
+Code name: MinIO Integration Tests
+
+## Summary
+
+This release updates dependencies and enhances the integration tests based on [Localstack](https://github.com/localstack/localstack) to to be executed for [MinIO](https://min.io), too.
+
+MinIO is a high-performance, S3 compatible object store. It is built for large scale AI/ML, data lake and database workloads. It runs on-prem and on any cloud (public or private) and from the data center to the edge. MinIO is software-defined and open source under GNU AGPL v3.
+
+## Features
+
+* #125: Added integration tests for min.io
+
+## Dependency Updates
+
+### Virtual Schema for Document Data in Files on AWS S3
+
+#### Compile Dependency Updates
+
+* Updated `software.amazon.awssdk:s3:2.20.98` to `2.20.111`
+
+#### Test Dependency Updates
+
+* Updated `com.amazonaws:aws-java-sdk-s3:1.12.501` to `1.12.514`
+* Updated `com.exasol:udf-debugging-java:0.6.9` to `0.6.10`
+* Updated `nl.jqno.equalsverifier:equalsverifier:3.14.3` to `3.15`
+* Updated `org.jacoco:org.jacoco.agent:0.8.9` to `0.8.10`
+* Updated `org.junit.jupiter:junit-jupiter-engine:5.9.3` to `5.10.0`
+* Updated `org.junit.jupiter:junit-jupiter-params:5.9.3` to `5.10.0`
+
+#### Plugin Dependency Updates
+
+* Updated `com.exasol:error-code-crawler-maven-plugin:1.2.3` to `1.3.0`
+* Updated `com.exasol:project-keeper-maven-plugin:2.9.7` to `2.9.9`
+* Updated `org.apache.maven.plugins:maven-assembly-plugin:3.5.0` to `3.6.0`
+* Updated `org.apache.maven.plugins:maven-dependency-plugin:3.5.0` to `3.6.0`
+* Updated `org.apache.maven.plugins:maven-failsafe-plugin:3.0.0` to `3.1.2`
+* Updated `org.apache.maven.plugins:maven-surefire-plugin:3.0.0` to `3.1.2`
+* Updated `org.basepom.maven:duplicate-finder-maven-plugin:1.5.1` to `2.0.1`
+* Updated `org.codehaus.mojo:flatten-maven-plugin:1.4.1` to `1.5.0`
+* Updated `org.codehaus.mojo:versions-maven-plugin:2.15.0` to `2.16.0`
+* Updated `org.jacoco:jacoco-maven-plugin:0.8.9` to `0.8.10`

doc/developers_guide/developers_guide.md → doc/developer_guide/developer_guide.md

@@ -1,12 +1,15 @@
-# Developers Guide
+# Developer Guide
 
 This guide contains information for developers.
 
 ## Executing the Integration Tests Locally
 
-The integration tests of this project use an S3 bucket. Using a local mock was not possible since the tested local-stack s3 implementation did not work.
+The integration tests of this project use an S3 bucket. There are multiple ways to use or emulate S3 buckets:
+* Real S3 buckets in the AWS cloud
+* [Localstack](https://github.com/localstack/localstack)
+* [MinIO](https://min.io)
 
-Instead you need to configure the tests by creating file `test_config.properties` in the folder of `s3-document-files-virtual-schema`:
+For using real AWS S3 buckets you need to configure the tests appropriately by creating file `s3-document-files-virtual-schema/test_config.properties` with the following content:
 
 ```properties
 awsProfile = <AWS profile>

doc/hands_on/hands_on.md

@@ -62,7 +62,7 @@ For the document Virtual Schemas, and by that also the S3 Virtual Schema, this i
 To install the Virtual Schema adapter, [download its latest jar from the [releases](https://github.com/exasol/s3-document-files-virtual-schema/releases) and upload to BucketFS:
 
 ``` shell script
-curl -I -X PUT -T document-files-virtual-schema-dist-7.3.3-s3-2.6.2.jar http://w:writepw@<YOUR_DB_IP>:2580/default/
+curl -I -X PUT -T document-files-virtual-schema-dist-7.3.3-s3-2.7.0.jar http://w:writepw@<YOUR_DB_IP>:2580/default/
 ```
 
 (If you have never used BucketFS, you can check out [its documentation](https://docs.exasol.com/database_concepts/bucketfs/bucketfs.htm))
@@ -74,7 +74,7 @@ CREATE SCHEMA ADAPTER;
 
 CREATE OR REPLACE JAVA ADAPTER SCRIPT ADAPTER.S3_FILES_ADAPTER AS
     %scriptclass com.exasol.adapter.RequestDispatcher;
-    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.3-s3-2.6.2.jar;
+    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.3-s3-2.7.0.jar;
 /
 
 CREATE OR REPLACE JAVA SET SCRIPT ADAPTER.IMPORT_FROM_S3_DOCUMENT_FILES(
@@ -83,7 +83,7 @@ CREATE OR REPLACE JAVA SET SCRIPT ADAPTER.IMPORT_FROM_S3_DOCUMENT_FILES(
   CONNECTION_NAME VARCHAR(500))
   EMITS(...) AS
     %scriptclass com.exasol.adapter.document.UdfEntryPoint;
-    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.3-s3-2.6.2.jar;
+    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.3-s3-2.7.0.jar;
 /
 ```
 

doc/hands_on/hands_on_parquet.md

@@ -47,7 +47,7 @@ For the document Virtual Schemas, and by that also the S3 Virtual Schema, this i
 To install the Virtual Schema adapter, download its latest jar from the [releases](https://github.com/exasol/s3-document-files-virtual-schema/releases) and upload to BucketFS:
 
 ``` shell script
-curl -I -X PUT -T document-files-virtual-schema-dist-7.3.3-s3-2.6.2.jar http://w:writepw@<YOUR_DB_IP>:2580/default/
+curl -I -X PUT -T document-files-virtual-schema-dist-7.3.3-s3-2.7.0.jar http://w:writepw@<YOUR_DB_IP>:2580/default/
 ```
 
 (If you have never used BucketFS, you can check out [its documentation](https://docs.exasol.com/database_concepts/bucketfs/bucketfs.htm))
@@ -59,7 +59,7 @@ CREATE SCHEMA ADAPTER;
 
 CREATE OR REPLACE JAVA ADAPTER SCRIPT ADAPTER.S3_FILES_ADAPTER AS
     %scriptclass com.exasol.adapter.RequestDispatcher;
-    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.3-s3-2.6.2.jar;
+    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.3-s3-2.7.0.jar;
 /
 
 CREATE OR REPLACE JAVA SET SCRIPT ADAPTER.IMPORT_FROM_S3_DOCUMENT_FILES(
@@ -68,7 +68,7 @@ CREATE OR REPLACE JAVA SET SCRIPT ADAPTER.IMPORT_FROM_S3_DOCUMENT_FILES(
   CONNECTION_NAME VARCHAR(500))
   EMITS(...) AS
     %scriptclass com.exasol.adapter.document.UdfEntryPoint;
-    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.3-s3-2.6.2.jar;
+    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.3-s3-2.7.0.jar;
 /
 ```
 

doc/user_guide/user_guide.md

@@ -17,7 +17,7 @@ Next create the Adapter Script:
 ```sql
 CREATE OR REPLACE JAVA ADAPTER SCRIPT ADAPTER.S3_FILES_ADAPTER AS
     %scriptclass com.exasol.adapter.RequestDispatcher;
-    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.3-s3-2.6.2.jar;
+    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.3-s3-2.7.0.jar;
 /
 ```
 
@@ -30,7 +30,7 @@ CREATE OR REPLACE JAVA SET SCRIPT ADAPTER.IMPORT_FROM_S3_DOCUMENT_FILES(
   CONNECTION_NAME VARCHAR(500))
   EMITS(...) AS
     %scriptclass com.exasol.adapter.document.UdfEntryPoint;
-    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.3-s3-2.6.2.jar;
+    %jar /buckets/bfsdefault/default/document-files-virtual-schema-dist-7.3.3-s3-2.7.0.jar;
 /
 ```
 
@@ -126,7 +126,7 @@ In DbVisualizer use exactly this command:
 --/
 CREATE OR REPLACE JAVA ADAPTER SCRIPT ADAPTER.S3_FILES_ADAPTER AS
    %scriptclass com.exasol.adapter.RequestDispatcher;
-   %jar /buckets/bfsdefault/default/vs/document-files-virtual-schema-dist-7.3.3-s3-2.6.2.jar;
+   %jar /buckets/bfsdefault/default/vs/document-files-virtual-schema-dist-7.3.3-s3-2.7.0.jar;
 /
 ```
 

pom.xml

@@ -1,15 +1,13 @@
 <?xml version="1.0" encoding="UTF-8" standalone="no"?>
-<project xmlns="http://maven.apache.org/POM/4.0.0"
-    xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-    xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
     <modelVersion>4.0.0</modelVersion>
     <artifactId>s3-document-files-virtual-schema</artifactId>
-    <version>2.6.2</version>
+    <version>2.7.0</version>
     <name>Virtual Schema for document data in files on AWS S3</name>
     <description>Adapter for document data access from files from AWS S3.</description>
     <url>https://github.com/exasol/s3-document-files-virtual-schema/</url>
     <properties>
-        <junit.version>5.9.3</junit.version>
+        <junit.version>5.10.0</junit.version>
         <org.testcontainers.version>1.18.3</org.testcontainers.version>
         <vs-common-document-files.version>7.3.3</vs-common-document-files.version>
         <!-- Additional sonar configuration for analyzing TypeScript extension -->
@@ -41,7 +39,7 @@
             <dependency>
                 <groupId>software.amazon.awssdk</groupId>
                 <artifactId>bom</artifactId>
-                <version>2.20.98</version>
+                <version>2.20.111</version>
                 <type>pom</type>
                 <scope>import</scope>
             </dependency>
@@ -87,7 +85,7 @@
         <dependency>
             <groupId>nl.jqno.equalsverifier</groupId>
             <artifactId>equalsverifier</artifactId>
-            <version>3.14.3</version>
+            <version>3.15</version>
             <scope>test</scope>
         </dependency>
         <dependency>
@@ -138,7 +136,7 @@
             <!-- Required by org.testcontainer:localstack -->
             <groupId>com.amazonaws</groupId>
             <artifactId>aws-java-sdk-s3</artifactId>
-            <version>1.12.501</version>
+            <version>1.12.514</version>
             <scope>test</scope>
         </dependency>
         <dependency>
@@ -150,7 +148,7 @@
         <dependency>
             <groupId>com.exasol</groupId>
             <artifactId>udf-debugging-java</artifactId>
-            <version>0.6.9</version>
+            <version>0.6.10</version>
             <scope>test</scope>
         </dependency>
         <dependency>
@@ -231,7 +229,7 @@
             <plugin>
                 <groupId>com.exasol</groupId>
                 <artifactId>project-keeper-maven-plugin</artifactId>
-                <version>2.9.7</version>
+                <version>2.9.9</version>
                 <executions>
                     <execution>
                         <goals>
@@ -350,7 +348,7 @@
     <parent>
         <artifactId>s3-document-files-virtual-schema-generated-parent</artifactId>
         <groupId>com.exasol</groupId>
-        <version>2.6.2</version>
+        <version>2.7.0</version>
         <relativePath>pk_generated_parent.pom</relativePath>
     </parent>
 </project>