Merge branch 'dyas-README' of https://github.com/triton-inference-ser…

…ver/vllm_backend into dyas-README
triton-inference-server · Oct 10, 2023 · 0cd3d91 · 0cd3d91
2 parents 5ed4d0e + 02c1167
commit 0cd3d91
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/samples/model_repository/vllm_opt/config.pbtxt b/samples/model_repository/vllm_opt/config.pbtxt
@@ -41,17 +41,17 @@ model_transaction_policy {
 
 input [
   {
-    name: "PROMPT"
+    name: "text_input"
     data_type: TYPE_STRING
     dims: [ 1 ]
   },
   {
-    name: "STREAM"
+    name: "stream"
     data_type: TYPE_BOOL
     dims: [ 1 ]
   },
   {
-    name: "SAMPLING_PARAMETERS"
+    name: "sampling_parameters"
     data_type: TYPE_STRING
     dims: [ 1 ]
     optional: true
@@ -60,7 +60,7 @@ input [
 
 output [
   {
-    name: "TEXT"
+    name: "text_output"
     data_type: TYPE_STRING
     dims: [ -1 ]
   }