Patch L0_model_config with runtime

triton-inference-server · Nov 14, 2023 · 4ed5f21 · 4ed5f21
1 parent 7982a53
commit 4ed5f21
Show file tree

Hide file tree

Showing 130 changed files with 157 additions and 28 deletions.
diff --git a/qa/L0_model_config/autofill_noplatform/custom/unknown_backend.unknown/expected b/qa/L0_model_config/autofill_noplatform/custom/unknown_backend.unknown/expected
@@ -1 +1 @@
-Invalid argument: unable to find 'libtriton_unknown.so' or 'unknown/model.py' for model 'unknown_backend.unknown'
+Invalid argument: unable to find backend library for backend 'unknown', try specifying runtime on the model configuration.
diff --git a/qa/L0_model_config/autofill_noplatform_success/custom/empty_config.identity/expected b/qa/L0_model_config/autofill_noplatform_success/custom/empty_config.identity/expected
@@ -20,3 +20,4 @@ output_pinned_memory {
 }
 }
 backend: "identity"
+runtime: ""
diff --git a/qa/L0_model_config/autofill_noplatform_success/custom/no_backend.identity/expected b/qa/L0_model_config/autofill_noplatform_success/custom/no_backend.identity/expected
@@ -31,3 +31,4 @@ output_pinned_memory {
 }
 }
 backend: "identity"
+runtime: ""
diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/cpu_instance/expected b/qa/L0_model_config/autofill_noplatform_success/onnx/cpu_instance/expected
@@ -32,4 +32,5 @@ optimization {
     enable: true
   }
 }
-backend: "onnxruntime"
+backend: "onnxruntime"
+runtime: "libtriton_onnxruntime.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected b/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected
@@ -45,3 +45,4 @@ optimization {
   }
 }
 backend: "onnxruntime"
+runtime: "libtriton_onnxruntime.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.1 b/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.1
@@ -45,3 +45,4 @@ optimization {
   }
 }
 backend: "onnxruntime"
+runtime: "libtriton_onnxruntime.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.2 b/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.2
@@ -45,3 +45,4 @@ optimization {
   }
 }
 backend: "onnxruntime"
+runtime: "libtriton_onnxruntime.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.3 b/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.3
@@ -45,3 +45,4 @@ optimization {
   }
 }
 backend: "onnxruntime"
+runtime: "libtriton_onnxruntime.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected
@@ -45,3 +45,4 @@ optimization {
   }
 }
 backend: "onnxruntime"
+runtime: "libtriton_onnxruntime.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.1 b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.1
@@ -45,3 +45,4 @@ optimization {
   }
 }
 backend: "onnxruntime"
+runtime: "libtriton_onnxruntime.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.2 b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.2
@@ -45,3 +45,4 @@ optimization {
   }
 }
 backend: "onnxruntime"
+runtime: "libtriton_onnxruntime.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.3 b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.3
@@ -45,3 +45,4 @@ optimization {
   }
 }
 backend: "onnxruntime"
+runtime: "libtriton_onnxruntime.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected
@@ -40,3 +40,4 @@ optimization {
   }
 }
 backend: "onnxruntime"
+runtime: "libtriton_onnxruntime.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.1 b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.1
@@ -40,3 +40,4 @@ optimization {
   }
 }
 backend: "onnxruntime"
+runtime: "libtriton_onnxruntime.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.2 b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.2
@@ -40,3 +40,4 @@ optimization {
   }
 }
 backend: "onnxruntime"
+runtime: "libtriton_onnxruntime.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.3 b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.3
@@ -40,3 +40,4 @@ optimization {
   }
 }
 backend: "onnxruntime"
+runtime: "libtriton_onnxruntime.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected b/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected
@@ -42,4 +42,5 @@ optimization {
     enable: true
   }
 }
-backend: "openvino"
+backend: "openvino"
+runtime: "libtriton_openvino.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.1 b/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.1
@@ -42,4 +42,5 @@ optimization {
     enable: true
   }
 }
-backend: "openvino"
+backend: "openvino"
+runtime: "libtriton_openvino.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.2 b/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.2
@@ -42,4 +42,5 @@ optimization {
     enable: true
   }
 }
-backend: "openvino"
+backend: "openvino"
+runtime: "libtriton_openvino.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.3 b/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.3
@@ -42,4 +42,5 @@ optimization {
     enable: true
   }
 }
-backend: "openvino"
+backend: "openvino"
+runtime: "libtriton_openvino.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected b/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected
@@ -42,4 +42,5 @@ optimization {
     enable: true
   }
 }
-backend: "openvino"
+backend: "openvino"
+runtime: "libtriton_openvino.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.1 b/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.1
@@ -42,4 +42,5 @@ optimization {
     enable: true
   }
 }
-backend: "openvino"
+backend: "openvino"
+runtime: "libtriton_openvino.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.2 b/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.2
@@ -42,4 +42,5 @@ optimization {
     enable: true
   }
 }
-backend: "openvino"
+backend: "openvino"
+runtime: "libtriton_openvino.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.3 b/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.3
@@ -42,4 +42,5 @@ optimization {
     enable: true
   }
 }
-backend: "openvino"
+backend: "openvino"
+runtime: "libtriton_openvino.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected b/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected
@@ -42,4 +42,5 @@ optimization {
     enable: true
   }
 }
-backend: "openvino"
+backend: "openvino"
+runtime: "libtriton_openvino.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.1 b/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.1
@@ -42,4 +42,5 @@ optimization {
     enable: true
   }
 }
-backend: "openvino"
+backend: "openvino"
+runtime: "libtriton_openvino.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.2 b/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.2
@@ -42,4 +42,5 @@ optimization {
     enable: true
   }
 }
-backend: "openvino"
+backend: "openvino"
+runtime: "libtriton_openvino.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.3 b/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.3
@@ -42,4 +42,5 @@ optimization {
     enable: true
   }
 }
-backend: "openvino"
+backend: "openvino"
+runtime: "libtriton_openvino.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/partial_config/expected b/qa/L0_model_config/autofill_noplatform_success/openvino/partial_config/expected
@@ -40,4 +40,5 @@ optimization {
     enable: true
   }
 }
-backend: "openvino"
+backend: "openvino"
+runtime: "libtriton_openvino.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/partial_config/expected.1 b/qa/L0_model_config/autofill_noplatform_success/openvino/partial_config/expected.1
@@ -40,4 +40,5 @@ optimization {
     enable: true
   }
 }
-backend: "openvino"
+backend: "openvino"
+runtime: "libtriton_openvino.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected
@@ -43,4 +43,5 @@ optimization {
     enable: true
   }
 }
-backend: "python"
+backend: "python"
+runtime: "libtriton_python.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.1 b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.1
@@ -43,4 +43,5 @@ optimization {
     enable: true
   }
 }
-backend: "python"
+backend: "python"
+runtime: "libtriton_python.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.2 b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.2
@@ -43,4 +43,5 @@ optimization {
     enable: true
   }
 }
-backend: "python"
+backend: "python"
+runtime: "libtriton_python.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.3 b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.3
@@ -43,4 +43,5 @@ optimization {
     enable: true
   }
 }
-backend: "python"
+backend: "python"
+runtime: "libtriton_python.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected
@@ -43,4 +43,5 @@ optimization {
         enable: true
     }
 }
-backend: "python"
+backend: "python"
+runtime: "libtriton_python.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.1 b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.1
@@ -43,4 +43,5 @@ optimization {
         enable: true
     }
 }
-backend: "python"
+backend: "python"
+runtime: "libtriton_python.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.2 b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.2
@@ -43,4 +43,5 @@ optimization {
         enable: true
     }
 }
-backend: "python"
+backend: "python"
+runtime: "libtriton_python.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.3 b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.3
@@ -43,4 +43,5 @@ optimization {
         enable: true
     }
 }
-backend: "python"
+backend: "python"
+runtime: "libtriton_python.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected b/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected
@@ -40,3 +40,4 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.1 b/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.1
@@ -40,3 +40,4 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.2 b/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.2
@@ -40,3 +40,4 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.3 b/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.3
@@ -40,3 +40,4 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/incomplete_input/expected b/qa/L0_model_config/autofill_noplatform_success/python/incomplete_input/expected
@@ -40,3 +40,4 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/incomplete_output/expected b/qa/L0_model_config/autofill_noplatform_success/python/incomplete_output/expected
@@ -40,3 +40,4 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected
@@ -41,6 +41,7 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
 model_transaction_policy {
   decoupled: true
 }
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.1 b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.1
@@ -41,6 +41,7 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
 model_transaction_policy {
   decoupled: true
 }
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.2 b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.2
@@ -41,6 +41,7 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
 model_transaction_policy {
   decoupled: true
 }
diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.3 b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.3
@@ -41,6 +41,7 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
 model_transaction_policy {
   decoupled: true
 }
diff --git a/...nfig/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected b/...nfig/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected
@@ -41,5 +41,6 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
 model_transaction_policy {
 }
diff --git a/...ig/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.1 b/...ig/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.1
@@ -41,5 +41,6 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
 model_transaction_policy {
 }
diff --git a/...ig/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.2 b/...ig/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.2
@@ -41,5 +41,6 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
 model_transaction_policy {
 }
diff --git a/...ig/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.3 b/...ig/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.3
@@ -41,5 +41,6 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
 model_transaction_policy {
 }
diff --git a/...0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected b/...0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected
@@ -41,6 +41,7 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
 model_transaction_policy {
   decoupled: true
 }
diff --git a/...model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.1 b/...model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.1
@@ -41,6 +41,7 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
 model_transaction_policy {
   decoupled: true
 }
diff --git a/...model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.2 b/...model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.2
@@ -41,6 +41,7 @@ optimization {
   }
 }
 backend: "python"
+runtime: "libtriton_python.so"
 model_transaction_policy {
   decoupled: true
 }
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		Invalid argument: unable to find 'libtriton_unknown.so' or 'unknown/model.py' for model 'unknown_backend.unknown'
		Invalid argument: unable to find backend library for backend 'unknown', try specifying runtime on the model configuration.
-Original file line number
+Diff line change
@@ Expand Up / @@ -20,3 +20,4 @@ output_pinned_memory { @@
     }
     }
     backend: "identity"
+    runtime: ""