fix batch offset computation (deepjavalibrary#999)

Lokiiiiii · Aug 8, 2023 · 4cb61da · 4cb61da
1 parent b7d9d74
commit 4cb61da
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/engines/python/setup/djl_python/fastertransformer.py b/engines/python/setup/djl_python/fastertransformer.py
@@ -189,6 +189,7 @@ def inference(self, inputs: Input):
                 "generated_text": s
             } for s in result[offset:offset + input_size[i]]]
             outputs.add(generated_text, key=inputs.get_content().key_at(i))
+            offset = offset + input_size[i]
 
         return outputs