From 84a71a42ebdca0a518073ebb02eaac461b582316 Mon Sep 17 00:00:00 2001 From: Siqiao Wu Date: Wed, 15 May 2024 00:16:34 -0700 Subject: [PATCH] Add core selector support for TFRT+IFRT serving on tensorflow serving PiperOrigin-RevId: 633836270 --- .../tensorflow/tfrt_saved_model_source_adapter.proto | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/tensorflow_serving/servables/tensorflow/tfrt_saved_model_source_adapter.proto b/tensorflow_serving/servables/tensorflow/tfrt_saved_model_source_adapter.proto index 9e533800094..8c39c9b9942 100644 --- a/tensorflow_serving/servables/tensorflow/tfrt_saved_model_source_adapter.proto +++ b/tensorflow_serving/servables/tensorflow/tfrt_saved_model_source_adapter.proto @@ -200,6 +200,10 @@ message TfrtSavedModelConfig { // Whether to use IFRT as device driver for device execution. bool tfrt_use_ifrt = 2020; + + // Whether to enable core selector for TFRT+IFRT. It is only effective when + // tfrt_use_ifrt is true. + bool enable_tfrt_use_ifrt_core_selector = 2021; } // Config proto for TfrtSavedModelSourceAdapter.