[Bug] [seatunnel-api-flink] Connectors dependencies repeat additions (#…

…2207) * [Bug] [connector-v2] When outputting data to clickhouse, a ClassCastException was encountered * [Bug] [seatunnel-api-flink] Connectors dependencies repeat additions
apache · Jul 19, 2022 · 48a4272 · 48a4272
1 parent 9baed60
commit 48a4272
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/...l-apis/seatunnel-api-flink/src/main/java/org/apache/seatunnel/flink/FlinkEnvironment.java b/...l-apis/seatunnel-api-flink/src/main/java/org/apache/seatunnel/flink/FlinkEnvironment.java
@@ -141,13 +141,13 @@ public void registerPlugin(List<URL> pluginPaths) {
             jars = new ArrayList<>();
         }
         jars.addAll(pluginPaths.stream().map(URL::toString).collect(Collectors.toList()));
-        configuration.set(PipelineOptions.JARS, jars);
+        configuration.set(PipelineOptions.JARS, jars.stream().distinct().collect(Collectors.toList()));
         List<String> classpath = configuration.get(PipelineOptions.CLASSPATHS);
         if (classpath == null) {
             classpath = new ArrayList<>();
         }
         classpath.addAll(pluginPaths.stream().map(URL::toString).collect(Collectors.toList()));
-        configuration.set(PipelineOptions.CLASSPATHS, classpath);
+        configuration.set(PipelineOptions.CLASSPATHS, classpath.stream().distinct().collect(Collectors.toList()));
     }
 
     public StreamExecutionEnvironment getStreamExecutionEnvironment() {