update chunking processor configuration

Signed-off-by: yuye-aws <yuyezhu@amazon.com>
opensearch-project · Apr 29, 2024 · 195c226 · 195c226
1 parent 5df923c
commit 195c226
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 22 deletions.
diff --git a/...t-upgrade/src/test/resources/processor/PipelineForTextChunkingProcessorConfiguration.json b/...t-upgrade/src/test/resources/processor/PipelineForTextChunkingProcessorConfiguration.json
@@ -2,17 +2,7 @@
   "description": "An example fixed token length chunker pipeline with standard tokenizer",
   "processors" : [
     {
-      "text_chunking": {
-        "field_map": {
-          "body": "body_chunk"
-        },
-        "algorithm": {
-          "fixed_token_length": {
-            "token_limit": 10,
-            "tokenizer": "standard"
-          }
-        }
-      }
+      "text_chunking": {}
     }
   ]
 }
diff --git a/...g-upgrade/src/test/resources/processor/PipelineForTextChunkingProcessorConfiguration.json b/...g-upgrade/src/test/resources/processor/PipelineForTextChunkingProcessorConfiguration.json
@@ -2,17 +2,7 @@
   "description": "An example fixed token length chunker pipeline with standard tokenizer",
   "processors" : [
     {
-      "text_chunking": {
-        "field_map": {
-          "body": "body_chunk"
-        },
-        "algorithm": {
-          "fixed_token_length": {
-            "token_limit": 10,
-            "tokenizer": "standard"
-          }
-        }
-      }
+      "text_chunking": {}
     }
   ]
 }