fix compiliation

davidkyle · Dec 16, 2024 · 76f1c63 · 76f1c63
1 parent 5d3d2c6
commit 76f1c63
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/...nce/src/main/java/org/elasticsearch/xpack/inference/chunking/SentenceBoundaryChunker.java b/...nce/src/main/java/org/elasticsearch/xpack/inference/chunking/SentenceBoundaryChunker.java
@@ -157,7 +157,7 @@ public List<String> chunk(String input, int maxNumberWordsPerChunk, boolean incl
 
         if (chunks.isEmpty()) {
             // The input did not chunk, return the entire input
-            chunks.add(new ChunkOffset(0, input.length()));
+            chunks.add(input);
         }
 
         return chunks;

diff --git a/...ce/src/test/java/org/elasticsearch/xpack/inference/chunking/WordBoundaryChunkerTests.java b/...ce/src/test/java/org/elasticsearch/xpack/inference/chunking/WordBoundaryChunkerTests.java
@@ -227,6 +227,10 @@ public void testWhitespace() {
         assertThat(chunks, contains(" "));
     }
 
+    private List<String> textChunks(WordBoundaryChunker chunker, String input, int chunkSize, int overlap) {
+        return chunker.chunk(input, chunkSize, overlap);
+    }
+
     public void testBlankString() {
         var chunks = textChunks(new WordBoundaryChunker(), "   ", 100, 10);
         assertThat(chunks, hasSize(1));