update tokenizer versions (#2127)

deepjavalibrary · Nov 4, 2022 · 66143d0 · 66143d0
1 parent e7fdeb3
commit 66143d0
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/extensions/sentencepiece/CMakeLists.txt b/extensions/sentencepiece/CMakeLists.txt
@@ -1,7 +1,7 @@
 cmake_minimum_required(VERSION 3.1 FATAL_ERROR)
 project(sentencepiece-native)
 
-set(CMAKE_CXX_STANDARD 11)
+set(CMAKE_CXX_STANDARD 17)
 set(CMAKE_CXX_STANDARD_REQUIRED ON)
 # disable tcmalloc to avoid extra dependency
 # TODO enable it when they fix static link tcmalloc option

diff --git a/gradle.properties b/gradle.properties
@@ -20,8 +20,8 @@ dlr_version=1.6.0
 trt_version=8.4.1
 onnxruntime_version=1.13.1
 paddlepaddle_version=2.3.2
-sentencepiece_version=0.1.96
-tokenizers_version=0.12.0
+sentencepiece_version=0.1.97
+tokenizers_version=0.13.1
 fasttext_version=0.9.2
 xgboost_version=1.6.2
 lightgbm_version=3.2.110