Merge branch '7.x' into peer-recovery-retention-leases-7.x

elastic · Jul 8, 2019 · 59a6830 · 59a6830
2 parents fb39bb0 + f6efc55
commit 59a6830
Show file tree

Hide file tree

Showing 73 changed files with 1,720 additions and 724 deletions.
diff --git a/client/rest-high-level/src/main/java/org/elasticsearch/client/MachineLearningClient.java b/client/rest-high-level/src/main/java/org/elasticsearch/client/MachineLearningClient.java
@@ -1894,7 +1894,8 @@ public void setUpgradeModeAsync(SetUpgradeModeRequest request, RequestOptions op
      * Creates a new Data Frame Analytics config
      * <p>
      * For additional info
-     * see <a href="https://www.TODO.com">PUT Data Frame Analytics documentation</a>
+     * see <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/put-dfanalytics.html">
+     *     PUT Data Frame Analytics documentation</a>
      *
      * @param request The {@link PutDataFrameAnalyticsRequest} containing the
      * {@link org.elasticsearch.client.ml.dataframe.DataFrameAnalyticsConfig}
@@ -1916,7 +1917,8 @@ public PutDataFrameAnalyticsResponse putDataFrameAnalytics(PutDataFrameAnalytics
      * Creates a new Data Frame Analytics config asynchronously and notifies listener upon completion
      * <p>
      * For additional info
-     * see <a href="https://www.TODO.com">PUT Data Frame Analytics documentation</a>
+     * see <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/put-dfanalytics.html">
+     *     PUT Data Frame Analytics documentation</a>
      *
      * @param request The {@link PutDataFrameAnalyticsRequest} containing the
      * {@link org.elasticsearch.client.ml.dataframe.DataFrameAnalyticsConfig}
@@ -1937,7 +1939,8 @@ public void putDataFrameAnalyticsAsync(PutDataFrameAnalyticsRequest request, Req
      * Gets a single or multiple Data Frame Analytics configs
      * <p>
      * For additional info
-     * see <a href="https://www.TODO.com">GET Data Frame Analytics documentation</a>
+     * see <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/get-dfanalytics.html">
+     *     GET Data Frame Analytics documentation</a>
      *
      * @param request The {@link GetDataFrameAnalyticsRequest}
      * @param options Additional request options (e.g. headers), use {@link RequestOptions#DEFAULT} if nothing needs to be customized
@@ -1957,7 +1960,8 @@ public GetDataFrameAnalyticsResponse getDataFrameAnalytics(GetDataFrameAnalytics
      * Gets a single or multiple Data Frame Analytics configs asynchronously and notifies listener upon completion
      * <p>
      * For additional info
-     * see <a href="https://www.TODO.com">GET Data Frame Analytics documentation</a>
+     * see <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/get-dfanalytics.html">
+     *     GET Data Frame Analytics documentation</a>
      *
      * @param request The {@link GetDataFrameAnalyticsRequest}
      * @param options Additional request options (e.g. headers), use {@link RequestOptions#DEFAULT} if nothing needs to be customized
@@ -1977,7 +1981,8 @@ public void getDataFrameAnalyticsAsync(GetDataFrameAnalyticsRequest request, Req
      * Gets the running statistics of a Data Frame Analytics
      * <p>
      * For additional info
-     * see <a href="https://www.TODO.com">GET Data Frame Analytics Stats documentation</a>
+     * see <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/get-dfanalytics-stats.html">
+     *     GET Data Frame Analytics Stats documentation</a>
      *
      * @param request The {@link GetDataFrameAnalyticsStatsRequest}
      * @param options Additional request options (e.g. headers), use {@link RequestOptions#DEFAULT} if nothing needs to be customized
@@ -1996,7 +2001,8 @@ public GetDataFrameAnalyticsStatsResponse getDataFrameAnalyticsStats(GetDataFram
      * Gets the running statistics of a Data Frame Analytics asynchronously and notifies listener upon completion
      * <p>
      * For additional info
-     * see <a href="https://www.TODO.com">GET Data Frame Analytics Stats documentation</a>
+     * see <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/get-dfanalytics-stats.html">
+     *     GET Data Frame Analytics Stats documentation</a>
      *
      * @param request The {@link GetDataFrameAnalyticsStatsRequest}
      * @param options Additional request options (e.g. headers), use {@link RequestOptions#DEFAULT} if nothing needs to be customized
@@ -2016,7 +2022,8 @@ public void getDataFrameAnalyticsStatsAsync(GetDataFrameAnalyticsStatsRequest re
      * Starts Data Frame Analytics
      * <p>
      * For additional info
-     * see <a href="https://www.TODO.com">Start Data Frame Analytics documentation</a>
+     * see <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/start-dfanalytics.html">
+     *     Start Data Frame Analytics documentation</a>
      *
      * @param request The {@link StartDataFrameAnalyticsRequest}
      * @param options Additional request options (e.g. headers), use {@link RequestOptions#DEFAULT} if nothing needs to be customized
@@ -2036,7 +2043,8 @@ public AcknowledgedResponse startDataFrameAnalytics(StartDataFrameAnalyticsReque
      * Starts Data Frame Analytics asynchronously and notifies listener upon completion
      * <p>
      * For additional info
-     * see <a href="https://www.TODO.com">Start Data Frame Analytics documentation</a>
+     * see <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/start-dfanalytics.html">
+     *     Start Data Frame Analytics documentation</a>
      *
      * @param request The {@link StartDataFrameAnalyticsRequest}
      * @param options Additional request options (e.g. headers), use {@link RequestOptions#DEFAULT} if nothing needs to be customized
@@ -2056,7 +2064,8 @@ public void startDataFrameAnalyticsAsync(StartDataFrameAnalyticsRequest request,
      * Stops Data Frame Analytics
      * <p>
      * For additional info
-     * see <a href="https://www.TODO.com">Stop Data Frame Analytics documentation</a>
+     * see <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/stop-dfanalytics.html">
+     *     Stop Data Frame Analytics documentation</a>
      *
      * @param request The {@link StopDataFrameAnalyticsRequest}
      * @param options Additional request options (e.g. headers), use {@link RequestOptions#DEFAULT} if nothing needs to be customized
@@ -2076,7 +2085,8 @@ public StopDataFrameAnalyticsResponse stopDataFrameAnalytics(StopDataFrameAnalyt
      * Stops Data Frame Analytics asynchronously and notifies listener upon completion
      * <p>
      * For additional info
-     * see <a href="https://www.TODO.com">Stop Data Frame Analytics documentation</a>
+     * see <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/stop-dfanalytics.html">
+     *     Stop Data Frame Analytics documentation</a>
      *
      * @param request The {@link StopDataFrameAnalyticsRequest}
      * @param options Additional request options (e.g. headers), use {@link RequestOptions#DEFAULT} if nothing needs to be customized
@@ -2096,7 +2106,8 @@ public void stopDataFrameAnalyticsAsync(StopDataFrameAnalyticsRequest request, R
      * Deletes the given Data Frame Analytics config
      * <p>
      * For additional info
-     * see <a href="https://www.TODO.com">DELETE Data Frame Analytics documentation</a>
+     * see <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/delete-dfanalytics.html">
+     *     DELETE Data Frame Analytics documentation</a>
      *
      * @param request The {@link DeleteDataFrameAnalyticsRequest}
      * @param options Additional request options (e.g. headers), use {@link RequestOptions#DEFAULT} if nothing needs to be customized
@@ -2116,7 +2127,8 @@ public AcknowledgedResponse deleteDataFrameAnalytics(DeleteDataFrameAnalyticsReq
      * Deletes the given Data Frame Analytics config asynchronously and notifies listener upon completion
      * <p>
      * For additional info
-     * see <a href="https://www.TODO.com">DELETE Data Frame Analytics documentation</a>
+     * see <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/delete-dfanalytics.html">
+     *     DELETE Data Frame Analytics documentation</a>
      *
      * @param request The {@link DeleteDataFrameAnalyticsRequest}
      * @param options Additional request options (e.g. headers), use {@link RequestOptions#DEFAULT} if nothing needs to be customized
@@ -2136,7 +2148,8 @@ public void deleteDataFrameAnalyticsAsync(DeleteDataFrameAnalyticsRequest reques
      * Evaluates the given Data Frame
      * <p>
      * For additional info
-     * see <a href="https://www.TODO.com">Evaluate Data Frame documentation</a>
+     * see <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/evaluate-dfanalytics.html">
+     *     Evaluate Data Frame documentation</a>
      *
      * @param request The {@link EvaluateDataFrameRequest}
      * @param options Additional request options (e.g. headers), use {@link RequestOptions#DEFAULT} if nothing needs to be customized
@@ -2156,7 +2169,8 @@ public EvaluateDataFrameResponse evaluateDataFrame(EvaluateDataFrameRequest requ
      * Evaluates the given Data Frame asynchronously and notifies listener upon completion
      * <p>
      * For additional info
-     * see <a href="https://www.TODO.com">Evaluate Data Frame documentation</a>
+     * see <a href="https://www.elastic.co/guide/en/elasticsearch/reference/current/evaluate-dfanalytics.html">
+     *     Evaluate Data Frame documentation</a>
      *
      * @param request The {@link EvaluateDataFrameRequest}
      * @param options Additional request options (e.g. headers), use {@link RequestOptions#DEFAULT} if nothing needs to be customized

diff --git a/docs/build.gradle b/docs/build.gradle
@@ -1146,3 +1146,42 @@ buildRestTests.setups['kibana_sample_data_ecommerce'] = '''
               number_of_shards: 1
               number_of_replicas: 0
 '''
+buildRestTests.setups['setup_logdata'] = '''
+  - do:
+        indices.create:
+          index: logdata
+          body:
+            settings:
+              number_of_shards: 1
+              number_of_replicas: 1
+            mappings:
+              properties:
+                grade:
+                  type: byte
+  - do:
+        bulk:
+          index: logdata
+          refresh: true
+          body: |
+            {"index":{}}
+            {"grade": 100, "weight": 2}
+            {"index":{}}
+            {"grade": 50, "weight": 3}
+'''
+buildRestTests.setups['logdata_job'] = buildRestTests.setups['setup_logdata'] + '''
+  - do:
+      ml.put_data_frame_analytics:
+        id: "loganalytics"
+        body:  >
+          {
+            "source": { 
+              "index": "logdata"
+              },
+            "dest": {
+              "index": "logdata_out"
+              },
+            "analysis": {
+              "outlier_detection": {}
+            }
+          }
+'''
diff --git a/docs/reference/data-frames/apis/preview-transform.asciidoc b/docs/reference/data-frames/apis/preview-transform.asciidoc
@@ -30,6 +30,15 @@ Previews a {dataframe-transform}.
 {stack-ov}/security-privileges.html[Security privileges] and
 {stack-ov}/built-in-roles.html[Built-in roles].
 
+[discrete]
+[[preview-data-frame-transform-desc]]
+==== {api-description-title}
+
+This API generates a preview of the results that you will get when you run the
+<<put-data-frame-transform,create {dataframe-transforms} API>> with the same
+configuration. It returns a maximum of 100 results. The calculations are based
+on all the current data in the source index. 
+
 [discrete]
 [[preview-data-frame-transform-request-body]]
 ==== {api-request-body-title}
@@ -40,6 +49,15 @@ Previews a {dataframe-transform}.
 `pivot` (Required)::
   (object) Defines the pivot function `group by` fields and the aggregation to
   reduce the data. See <<data-frame-transform-pivot>>.
+
+[discrete]
+[[preview-data-frame-transform-response]]
+==== {api-response-body-title}
+
+`preview`::
+  (array) An array of documents. In particular, they are the JSON
+  representation of the documents that would be created in the destination index
+  by the {dataframe-transform}. 
 
 [discrete]
 ==== {api-examples-title}

diff --git a/docs/reference/index-modules/translog.asciidoc b/docs/reference/index-modules/translog.asciidoc
@@ -26,8 +26,9 @@ although this is rarely needed.
 === Translog settings
 
 The data in the translog is only persisted to disk when the translog is
-++fsync++ed and committed.  In the event of hardware failure, any data written
-since the previous translog commit will be lost.
+++fsync++ed and committed.  In the event of a hardware failure or an operating
+system crash or a JVM crash or a shard failure, any data written since the
+previous translog commit will be lost.
 
 By default, `index.translog.durability` is set to `request` meaning that Elasticsearch will only report success of an index, delete,
 update, or bulk request to the client after the translog has been successfully
@@ -59,7 +60,7 @@ update, or bulk request.  This setting accepts the following parameters:
 `async`::
 
     `fsync` and commit in the background every `sync_interval`. In
-    the event of hardware failure, all acknowledged writes since the last
+    the event of a failure, all acknowledged writes since the last
     automatic commit will be discarded.
 --
 

diff --git a/docs/reference/migration/migrate_7_4.asciidoc b/docs/reference/migration/migrate_7_4.asciidoc
@@ -28,3 +28,13 @@ TokenizerFactory now has a `name()` method that must be implemented.  Most
 plugin-provided TokenizerFactory implementations will extend `AbstractTokenizerFactory`,
 which now takes a `name` parameter in its constructor.
 
+[float]
+[[breaking_74_search_changes]]
+=== Search Changes
+
+[float]
+==== Forbid empty doc values in vector functions
+If a document doesn't have a value for a vector field (dense_vector
+or sparse_vector) on which a vector function is executed, an error will
+be thrown.
+
diff --git a/docs/reference/ml/apis/delete-dfanalytics.asciidoc b/docs/reference/ml/apis/delete-dfanalytics.asciidoc
@@ -0,0 +1,52 @@
+[role="xpack"]
+[testenv="platinum"]
+[[delete-dfanalytics]]
+=== Delete {dfanalytics-jobs} API
+[subs="attributes"]
+++++
+<titleabbrev>Delete {dfanalytics-jobs}</titleabbrev>
+++++
+
+experimental[]
+
+Deletes an existing {dfanalytics-job}.
+
+[[ml-delete-dfanalytics-request]]
+==== {api-request-title}
+
+`DELETE _ml/data_frame/analytics/<data_frame_analytics_id>`
+
+[[ml-delete-dfanalytics-prereq]]
+==== {api-prereq-title}
+
+* You must have `machine_learning_admin` built-in role to use this API. For more 
+information, see {stack-ov}/security-privileges.html[Security privileges] and 
+{stack-ov}/built-in-roles.html[Built-in roles].
+
+[[ml-delete-dfanalytics-path-params]]
+==== {api-path-parms-title}
+
+`<data_frame_analytics_id>` (Required)::
+  (string) Identifier for the {dfanalytics-job} you want to delete.
+
+[[ml-delete-dfanalytics-example]]
+==== {api-examples-title}
+
+The following example deletes the `loganalytics` {dfanalytics-job}:
+
+[source,js]
+--------------------------------------------------
+DELETE _ml/data_frame/analytics/loganalytics
+--------------------------------------------------
+// CONSOLE
+// TEST[skip:TBD]
+
+The API returns the following result:
+
+[source,js]
+----
+{
+  "acknowledged" : true
+}
+----
+// TESTRESPONSE