forked from opensearch-project/OpenSearch
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Adding back [Time series based workload desc order optimization throu…
…gh reverse segment read (opensearch-project#7244)] with fixes (opensearch-project#7967) * Revert "Revert "Time series based workload desc order optimization through reverse segment read (opensearch-project#7244)" (opensearch-project#7892)" This reverts commit bb26536. Signed-off-by: gashutos <gashutos@amazon.com> * Enable time series optimization only if it is not IndexSorted index, also ASC order reverse should only consider in @timestamp field Signed-off-by: gashutos <gashutos@amazon.com> * Modifying CHANGELOG Signed-off-by: gashutos <gashutos@amazon.com> * Adding integ test for scroll API where sort by _doc is getting early termination Signed-off-by: gashutos <gashutos@amazon.com> --------- Signed-off-by: gashutos <gashutos@amazon.com> Signed-off-by: Rishab Nahata <rnnahata@amazon.com>
- Loading branch information
Showing
12 changed files
with
288 additions
and
6 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
161 changes: 161 additions & 0 deletions
161
rest-api-spec/src/main/resources/rest-api-spec/test/scroll/10_basic_timeseries.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,161 @@ | ||
--- | ||
"Basic scroll on time series workload for reversed leaf sorter": | ||
- do: | ||
indices.create: | ||
index: test_scroll_time_series | ||
body: | ||
mappings: | ||
properties: | ||
name: | ||
type: keyword | ||
'@timestamp': | ||
type: date | ||
|
||
- do: | ||
bulk: | ||
refresh: true | ||
index: test_scroll_time_series | ||
body: | ||
- '{"index": {}}' | ||
- '{"name": "1", "@timestamp": "2010-03-12T01:07:00"}' | ||
- '{"index": {}}' | ||
- '{"name": "2", "@timestamp": "2010-03-12T01:07:01"}' | ||
- '{"index": {}}' | ||
- '{"name": "3", "@timestamp": "2010-03-12T01:07:02"}' | ||
- '{"index": {}}' | ||
- '{"name": "4", "@timestamp": "2010-03-12T01:07:03"}' | ||
- '{"index": {}}' | ||
- '{"name": "5", "@timestamp": "2010-03-12T01:07:04"}' | ||
- '{"index": {}}' | ||
- '{"name": "6", "@timestamp": "2010-03-12T01:07:05"}' | ||
- '{"index": {}}' | ||
- '{"name": "7", "@timestamp": "2010-03-12T01:07:06"}' | ||
- '{"index": {}}' | ||
- '{"name": "8", "@timestamp": "2010-03-12T01:07:07"}' | ||
- '{"index": {}}' | ||
- '{"name": "9", "@timestamp": "2010-03-12T01:07:08"}' | ||
- '{"index": {}}' | ||
- '{"name": "10", "@timestamp": "2010-03-12T01:07:09"}' | ||
- do: | ||
indices.refresh: {} | ||
- do: | ||
bulk: | ||
refresh: true | ||
index: test_scroll_time_series | ||
body: | ||
- '{"index": {}}' | ||
- '{"name": "11", "@timestamp": "2010-03-12T01:07:10"}' | ||
- '{"index": {}}' | ||
- '{"name": "12", "@timestamp": "2010-03-12T01:07:11"}' | ||
- '{"index": {}}' | ||
- '{"name": "13", "@timestamp": "2010-03-12T01:07:12"}' | ||
- '{"index": {}}' | ||
- '{"name": "14", "@timestamp": "2010-03-12T01:07:13"}' | ||
- '{"index": {}}' | ||
- '{"name": "15", "@timestamp": "2010-03-12T01:07:14"}' | ||
- '{"index": {}}' | ||
- '{"name": "16", "@timestamp": "2010-03-12T01:07:15"}' | ||
- '{"index": {}}' | ||
- '{"name": "17", "@timestamp": "2010-03-12T01:07:16"}' | ||
- '{"index": {}}' | ||
- '{"name": "18", "@timestamp": "2010-03-12T01:07:17"}' | ||
- '{"index": {}}' | ||
- '{"name": "19", "@timestamp": "2010-03-12T01:07:18"}' | ||
- '{"index": {}}' | ||
- '{"name": "20", "@timestamp": "2010-03-12T01:07:19"}' | ||
- do: | ||
indices.refresh: { } | ||
- do: | ||
bulk: | ||
refresh: true | ||
index: test_scroll_time_series | ||
body: | ||
- '{"index": {}}' | ||
- '{"name": "21", "@timestamp": "2010-03-12T01:07:20"}' | ||
- '{"index": {}}' | ||
- '{"name": "22", "@timestamp": "2010-03-12T01:07:21"}' | ||
- '{"index": {}}' | ||
- '{"name": "23", "@timestamp": "2010-03-12T01:07:22"}' | ||
- '{"index": {}}' | ||
- '{"name": "24", "@timestamp": "2010-03-12T01:07:23"}' | ||
- '{"index": {}}' | ||
- '{"name": "25", "@timestamp": "2010-03-12T01:07:24"}' | ||
- '{"index": {}}' | ||
- '{"name": "26", "@timestamp": "2010-03-12T01:07:25"}' | ||
- '{"index": {}}' | ||
- '{"name": "27", "@timestamp": "2010-03-12T01:07:26"}' | ||
- '{"index": {}}' | ||
- '{"name": "28", "@timestamp": "2010-03-12T01:07:27"}' | ||
- '{"index": {}}' | ||
- '{"name": "29", "@timestamp": "2010-03-12T01:07:28"}' | ||
- '{"index": {}}' | ||
- '{"name": "30", "@timestamp": "2010-03-12T01:07:29"}' | ||
- do: | ||
indices.refresh: { } | ||
|
||
- do: | ||
search: | ||
rest_total_hits_as_int: true | ||
index: test_scroll_time_series | ||
size: 5 | ||
scroll: 1m | ||
sort: _doc | ||
body: | ||
query: | ||
match_all: {} | ||
|
||
- set: {_scroll_id: scroll_id} | ||
- match: {hits.total: 30 } | ||
- length: {hits.hits: 5 } | ||
|
||
- do: | ||
scroll: | ||
rest_total_hits_as_int: true | ||
body: { "scroll_id": "$scroll_id", "scroll": "1m"} | ||
|
||
- match: {hits.total: 30 } | ||
- length: {hits.hits: 5 } | ||
|
||
- do: | ||
scroll: | ||
rest_total_hits_as_int: true | ||
body: { "scroll_id": "$scroll_id", "scroll": "1m" } | ||
|
||
- match: { hits.total: 30 } | ||
- length: { hits.hits: 5 } | ||
|
||
- do: | ||
scroll: | ||
rest_total_hits_as_int: true | ||
body: { "scroll_id": "$scroll_id", "scroll": "1m" } | ||
|
||
- match: { hits.total: 30 } | ||
- length: { hits.hits: 5 } | ||
|
||
- do: | ||
scroll: | ||
rest_total_hits_as_int: true | ||
body: { "scroll_id": "$scroll_id", "scroll": "1m" } | ||
|
||
- match: { hits.total: 30 } | ||
- length: { hits.hits: 5 } | ||
|
||
- do: | ||
scroll: | ||
rest_total_hits_as_int: true | ||
body: { "scroll_id": "$scroll_id", "scroll": "1m" } | ||
|
||
- match: { hits.total: 30 } | ||
- length: { hits.hits: 5 } | ||
|
||
- do: | ||
scroll: | ||
rest_total_hits_as_int: true | ||
body: { "scroll_id": "$scroll_id", "scroll": "1m" } | ||
|
||
- match: { hits.total: 30 } | ||
- length: { hits.hits: 0 } | ||
|
||
- do: | ||
clear_scroll: | ||
scroll_id: $scroll_id |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.