Add same input/output bstate buffer option

triton-inference-server · Oct 31, 2023 · 35e384a · 35e384a
1 parent cf617c9
commit 35e384a
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/protobuf/model_config.proto b/protobuf/model_config.proto
@@ -1382,6 +1382,13 @@ message ModelSequenceBatching
     //@@     The optional field to specify the initial state for the model.
     //@@
     repeated InitialState initial_state = 5;
+
+    //@@  .. cpp:var:: bool use_single_buffer
+    //@@
+    //@@     The optional field to use a single buffer for both input and output state.
+    //@@     The default value is false.
+    //@@
+    bool use_single_buffer = 6;
   }
 
   //@@  .. cpp:var:: message StrategyDirect