Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[AutoPR sdk/datafactory/mgmt-v2018_06_01] DataFactory: Update Rest Sink properties based on ship room comments. #4059

Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 3 additions & 3 deletions sdk/datafactory/mgmt-v2018_06_01/pom.xml
Original file line number Diff line number Diff line change
Expand Up @@ -11,11 +11,11 @@
<parent>
<groupId>com.microsoft.azure</groupId>
<artifactId>azure-arm-parent</artifactId>
<version>1.3.2</version>
<relativePath>../../parents/azure-arm-parent/pom.xml</relativePath>
<version>1.1.0</version>
<relativePath>../../../pom.management.xml</relativePath>
</parent>
<artifactId>azure-mgmt-datafactory</artifactId>
<version>1.0.0-beta-4</version>
<version>1.0.0-beta</version>
<packaging>jar</packaging>
<name>Microsoft Azure SDK for DataFactory Management</name>
<description>This package contains Microsoft DataFactory Management SDK.</description>
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -30,6 +30,22 @@ public class AvroWriteSettings extends FormatWriteSettings {
@JsonProperty(value = "recordNamespace")
private String recordNamespace;

/**
* Limit the written file's row count to be smaller than or equal to the
* specified count. Type: integer (or Expression with resultType integer).
*/
@JsonProperty(value = "maxRowsPerFile")
private Object maxRowsPerFile;

/**
* Specifies the file name pattern
* &lt;fileNamePrefix&gt;_&lt;fileIndex&gt;.&lt;fileExtension&gt; when copy
* from non-file based store without partitionOptions. Type: string (or
* Expression with resultType string).
*/
@JsonProperty(value = "fileNamePrefix")
private Object fileNamePrefix;

/**
* Get top level record name in write result, which is required in AVRO spec.
*
Expand Down Expand Up @@ -70,4 +86,44 @@ public AvroWriteSettings withRecordNamespace(String recordNamespace) {
return this;
}

/**
* Get limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer).
*
* @return the maxRowsPerFile value
*/
public Object maxRowsPerFile() {
return this.maxRowsPerFile;
}

/**
* Set limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer).
*
* @param maxRowsPerFile the maxRowsPerFile value to set
* @return the AvroWriteSettings object itself.
*/
public AvroWriteSettings withMaxRowsPerFile(Object maxRowsPerFile) {
this.maxRowsPerFile = maxRowsPerFile;
return this;
}

/**
* Get specifies the file name pattern &lt;fileNamePrefix&gt;_&lt;fileIndex&gt;.&lt;fileExtension&gt; when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string).
*
* @return the fileNamePrefix value
*/
public Object fileNamePrefix() {
return this.fileNamePrefix;
}

/**
* Set specifies the file name pattern &lt;fileNamePrefix&gt;_&lt;fileIndex&gt;.&lt;fileExtension&gt; when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string).
*
* @param fileNamePrefix the fileNamePrefix value to set
* @return the AvroWriteSettings object itself.
*/
public AvroWriteSettings withFileNamePrefix(Object fileNamePrefix) {
this.fileNamePrefix = fileNamePrefix;
return this;
}

}
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,8 @@
@JsonTypeInfo(use = JsonTypeInfo.Id.NAME, include = JsonTypeInfo.As.PROPERTY, property = "type", defaultImpl = CompressionReadSettings.class)
@JsonTypeName("CompressionReadSettings")
@JsonSubTypes({
@JsonSubTypes.Type(name = "TarGZipReadSettings", value = TarGZipReadSettings.class),
@JsonSubTypes.Type(name = "TarReadSettings", value = TarReadSettings.class),
@JsonSubTypes.Type(name = "ZipDeflateReadSettings", value = ZipDeflateReadSettings.class)
})
public class CompressionReadSettings {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,8 @@
@JsonTypeInfo(use = JsonTypeInfo.Id.NAME, include = JsonTypeInfo.As.PROPERTY, property = "type", defaultImpl = DatasetCompression.class)
@JsonTypeName("DatasetCompression")
@JsonSubTypes({
@JsonSubTypes.Type(name = "TarGZip", value = DatasetTarGZipCompression.class),
@JsonSubTypes.Type(name = "Tar", value = DatasetTarCompression.class),
@JsonSubTypes.Type(name = "ZipDeflate", value = DatasetZipDeflateCompression.class),
@JsonSubTypes.Type(name = "Deflate", value = DatasetDeflateCompression.class),
@JsonSubTypes.Type(name = "GZip", value = DatasetGZipCompression.class),
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,20 @@
/**
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for
* license information.
*
* Code generated by Microsoft (R) AutoRest Code Generator.
*/

package com.microsoft.azure.management.datafactory.v2018_06_01;

import com.fasterxml.jackson.annotation.JsonTypeInfo;
import com.fasterxml.jackson.annotation.JsonTypeName;

/**
* The Tar archive method used on a dataset.
*/
@JsonTypeInfo(use = JsonTypeInfo.Id.NAME, include = JsonTypeInfo.As.PROPERTY, property = "type", defaultImpl = DatasetTarCompression.class)
@JsonTypeName("Tar")
public class DatasetTarCompression extends DatasetCompression {
}
Original file line number Diff line number Diff line change
@@ -0,0 +1,47 @@
/**
* Copyright (c) Microsoft Corporation. All rights reserved.
* Licensed under the MIT License. See License.txt in the project root for
* license information.
*
* Code generated by Microsoft (R) AutoRest Code Generator.
*/

package com.microsoft.azure.management.datafactory.v2018_06_01;

import com.fasterxml.jackson.annotation.JsonProperty;
import com.fasterxml.jackson.annotation.JsonTypeInfo;
import com.fasterxml.jackson.annotation.JsonTypeName;

/**
* The TarGZip compression method used on a dataset.
*/
@JsonTypeInfo(use = JsonTypeInfo.Id.NAME, include = JsonTypeInfo.As.PROPERTY, property = "type", defaultImpl = DatasetTarGZipCompression.class)
@JsonTypeName("TarGZip")
public class DatasetTarGZipCompression extends DatasetCompression {
/**
* The TarGZip compression level.
*/
@JsonProperty(value = "level")
private Object level;

/**
* Get the TarGZip compression level.
*
* @return the level value
*/
public Object level() {
return this.level;
}

/**
* Set the TarGZip compression level.
*
* @param level the level value to set
* @return the DatasetTarGZipCompression object itself.
*/
public DatasetTarGZipCompression withLevel(Object level) {
this.level = level;
return this;
}

}
Original file line number Diff line number Diff line change
Expand Up @@ -32,6 +32,22 @@ public class DelimitedTextWriteSettings extends FormatWriteSettings {
@JsonProperty(value = "fileExtension", required = true)
private Object fileExtension;

/**
* Limit the written file's row count to be smaller than or equal to the
* specified count. Type: integer (or Expression with resultType integer).
*/
@JsonProperty(value = "maxRowsPerFile")
private Object maxRowsPerFile;

/**
* Specifies the file name pattern
* &lt;fileNamePrefix&gt;_&lt;fileIndex&gt;.&lt;fileExtension&gt; when copy
* from non-file based store without partitionOptions. Type: string (or
* Expression with resultType string).
*/
@JsonProperty(value = "fileNamePrefix")
private Object fileNamePrefix;

/**
* Get indicates whether string values should always be enclosed with quotes. Type: boolean (or Expression with resultType boolean).
*
Expand Down Expand Up @@ -72,4 +88,44 @@ public DelimitedTextWriteSettings withFileExtension(Object fileExtension) {
return this;
}

/**
* Get limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer).
*
* @return the maxRowsPerFile value
*/
public Object maxRowsPerFile() {
return this.maxRowsPerFile;
}

/**
* Set limit the written file's row count to be smaller than or equal to the specified count. Type: integer (or Expression with resultType integer).
*
* @param maxRowsPerFile the maxRowsPerFile value to set
* @return the DelimitedTextWriteSettings object itself.
*/
public DelimitedTextWriteSettings withMaxRowsPerFile(Object maxRowsPerFile) {
this.maxRowsPerFile = maxRowsPerFile;
return this;
}

/**
* Get specifies the file name pattern &lt;fileNamePrefix&gt;_&lt;fileIndex&gt;.&lt;fileExtension&gt; when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string).
*
* @return the fileNamePrefix value
*/
public Object fileNamePrefix() {
return this.fileNamePrefix;
}

/**
* Set specifies the file name pattern &lt;fileNamePrefix&gt;_&lt;fileIndex&gt;.&lt;fileExtension&gt; when copy from non-file based store without partitionOptions. Type: string (or Expression with resultType string).
*
* @param fileNamePrefix the fileNamePrefix value to set
* @return the DelimitedTextWriteSettings object itself.
*/
public DelimitedTextWriteSettings withFileNamePrefix(Object fileNamePrefix) {
this.fileNamePrefix = fileNamePrefix;
return this;
}

}
Original file line number Diff line number Diff line change
Expand Up @@ -22,7 +22,9 @@
@JsonSubTypes({
@JsonSubTypes.Type(name = "JsonWriteSettings", value = JsonWriteSettings.class),
@JsonSubTypes.Type(name = "DelimitedTextWriteSettings", value = DelimitedTextWriteSettings.class),
@JsonSubTypes.Type(name = "AvroWriteSettings", value = AvroWriteSettings.class)
@JsonSubTypes.Type(name = "OrcWriteSettings", value = OrcWriteSettings.class),
@JsonSubTypes.Type(name = "AvroWriteSettings", value = AvroWriteSettings.class),
@JsonSubTypes.Type(name = "ParquetWriteSettings", value = ParquetWriteSettings.class)
})
public class FormatWriteSettings {
/**
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,20 @@ public class LogStorageSettings {
@JsonProperty(value = "path")
private Object path;

/**
* Gets or sets the log level, support: Info, Warning. Type: string (or
* Expression with resultType string).
*/
@JsonProperty(value = "logLevel")
private Object logLevel;

/**
* Specifies whether to enable reliable logging. Type: boolean (or
* Expression with resultType boolean).
*/
@JsonProperty(value = "enableReliableLogging")
private Object enableReliableLogging;

/**
* Get unmatched properties from the message are deserialized this collection.
*
Expand Down Expand Up @@ -94,4 +108,44 @@ public LogStorageSettings withPath(Object path) {
return this;
}

/**
* Get gets or sets the log level, support: Info, Warning. Type: string (or Expression with resultType string).
*
* @return the logLevel value
*/
public Object logLevel() {
return this.logLevel;
}

/**
* Set gets or sets the log level, support: Info, Warning. Type: string (or Expression with resultType string).
*
* @param logLevel the logLevel value to set
* @return the LogStorageSettings object itself.
*/
public LogStorageSettings withLogLevel(Object logLevel) {
this.logLevel = logLevel;
return this;
}

/**
* Get specifies whether to enable reliable logging. Type: boolean (or Expression with resultType boolean).
*
* @return the enableReliableLogging value
*/
public Object enableReliableLogging() {
return this.enableReliableLogging;
}

/**
* Set specifies whether to enable reliable logging. Type: boolean (or Expression with resultType boolean).
*
* @param enableReliableLogging the enableReliableLogging value to set
* @return the LogStorageSettings object itself.
*/
public LogStorageSettings withEnableReliableLogging(Object enableReliableLogging) {
this.enableReliableLogging = enableReliableLogging;
return this;
}

}
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,12 @@ public class OrcSink extends CopySink {
@JsonProperty(value = "storeSettings")
private StoreWriteSettings storeSettings;

/**
* ORC format settings.
*/
@JsonProperty(value = "formatSettings")
private OrcWriteSettings formatSettings;

/**
* Get oRC store settings.
*
Expand All @@ -44,4 +50,24 @@ public OrcSink withStoreSettings(StoreWriteSettings storeSettings) {
return this;
}

/**
* Get oRC format settings.
*
* @return the formatSettings value
*/
public OrcWriteSettings formatSettings() {
return this.formatSettings;
}

/**
* Set oRC format settings.
*
* @param formatSettings the formatSettings value to set
* @return the OrcSink object itself.
*/
public OrcSink withFormatSettings(OrcWriteSettings formatSettings) {
this.formatSettings = formatSettings;
return this;
}

}
Loading