diff --git a/qa/L0_model_config/autofill_noplatform/custom/unknown_backend.unknown/expected b/qa/L0_model_config/autofill_noplatform/custom/unknown_backend.unknown/expected index e5f6d77f81..010d38a442 100644 --- a/qa/L0_model_config/autofill_noplatform/custom/unknown_backend.unknown/expected +++ b/qa/L0_model_config/autofill_noplatform/custom/unknown_backend.unknown/expected @@ -1,2 +1 @@ -Invalid argument: unable to find 'libtriton_unknown.so' or 'unknown/model.py' for model 'unknown_backend.unknown' - +Invalid argument: unable to find backend library for backend 'unknown', try specifying runtime on the model configuration. diff --git a/qa/L0_model_config/autofill_noplatform_success/custom/empty_config.identity/expected b/qa/L0_model_config/autofill_noplatform_success/custom/empty_config.identity/expected index be092e0b0d..014c6dd3ad 100644 --- a/qa/L0_model_config/autofill_noplatform_success/custom/empty_config.identity/expected +++ b/qa/L0_model_config/autofill_noplatform_success/custom/empty_config.identity/expected @@ -20,3 +20,4 @@ output_pinned_memory { } } backend: "identity" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/custom/no_backend.identity/expected b/qa/L0_model_config/autofill_noplatform_success/custom/no_backend.identity/expected index e5edfe5f9e..c6c3ddcd8c 100644 --- a/qa/L0_model_config/autofill_noplatform_success/custom/no_backend.identity/expected +++ b/qa/L0_model_config/autofill_noplatform_success/custom/no_backend.identity/expected @@ -31,3 +31,4 @@ output_pinned_memory { } } backend: "identity" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/cpu_instance/expected b/qa/L0_model_config/autofill_noplatform_success/onnx/cpu_instance/expected index 97b35191af..008a7a0b7f 100644 --- a/qa/L0_model_config/autofill_noplatform_success/onnx/cpu_instance/expected +++ b/qa/L0_model_config/autofill_noplatform_success/onnx/cpu_instance/expected @@ -32,4 +32,5 @@ optimization { enable: true } } -backend: "onnxruntime" \ No newline at end of file +backend: "onnxruntime" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected b/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected index fd06613612..bedc4e44fa 100644 --- a/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected +++ b/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected @@ -45,3 +45,4 @@ optimization { } } backend: "onnxruntime" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.1 b/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.1 index 65da68ab57..7e2a45c522 100644 --- a/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.1 @@ -45,3 +45,4 @@ optimization { } } backend: "onnxruntime" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.2 b/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.2 index 32365f3fd4..56def5c317 100644 --- a/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.2 @@ -45,3 +45,4 @@ optimization { } } backend: "onnxruntime" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.3 b/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.3 index 0307a34cae..35a82c5be1 100644 --- a/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/onnx/empty_config/expected.3 @@ -45,3 +45,4 @@ optimization { } } backend: "onnxruntime" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected index 5a03128998..f2a7d4e43e 100644 --- a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected +++ b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected @@ -45,3 +45,4 @@ optimization { } } backend: "onnxruntime" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.1 b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.1 index ca1e128d12..ca6269959f 100644 --- a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.1 @@ -45,3 +45,4 @@ optimization { } } backend: "onnxruntime" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.2 b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.2 index fece0349ea..51d73ebdfe 100644 --- a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.2 @@ -45,3 +45,4 @@ optimization { } } backend: "onnxruntime" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.3 b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.3 index 107b9cfc3d..c5121d60b5 100644 --- a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config/expected.3 @@ -45,3 +45,4 @@ optimization { } } backend: "onnxruntime" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected index 7ad46d6c93..9adc820017 100644 --- a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected +++ b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected @@ -40,3 +40,4 @@ optimization { } } backend: "onnxruntime" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.1 b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.1 index a4fcebbf1a..5ba1985bd6 100644 --- a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.1 @@ -40,3 +40,4 @@ optimization { } } backend: "onnxruntime" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.2 b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.2 index f3de57bdf2..fa82234e53 100644 --- a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.2 @@ -40,3 +40,4 @@ optimization { } } backend: "onnxruntime" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.3 b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.3 index 6f6d9a0db4..e5e92cb9be 100644 --- a/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/onnx/no_config_no_batch/expected.3 @@ -40,3 +40,4 @@ optimization { } } backend: "onnxruntime" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected b/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected index f4d0fb85bb..21219a9f1b 100644 --- a/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected +++ b/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected @@ -42,4 +42,5 @@ optimization { enable: true } } -backend: "openvino" \ No newline at end of file +backend: "openvino" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.1 b/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.1 index 4e420de350..5e6e16e636 100644 --- a/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.1 @@ -42,4 +42,5 @@ optimization { enable: true } } -backend: "openvino" \ No newline at end of file +backend: "openvino" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.2 b/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.2 index f66217757d..7710b9be44 100644 --- a/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.2 @@ -42,4 +42,5 @@ optimization { enable: true } } -backend: "openvino" \ No newline at end of file +backend: "openvino" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.3 b/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.3 index 5a08b4c736..299d7286af 100644 --- a/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/openvino/dynamic_batch/expected.3 @@ -42,4 +42,5 @@ optimization { enable: true } } -backend: "openvino" \ No newline at end of file +backend: "openvino" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected b/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected index 4ff077e8ab..327b6560c0 100644 --- a/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected +++ b/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected @@ -42,4 +42,5 @@ optimization { enable: true } } -backend: "openvino" \ No newline at end of file +backend: "openvino" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.1 b/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.1 index 8c7ca01525..5e21bdee82 100644 --- a/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.1 @@ -42,4 +42,5 @@ optimization { enable: true } } -backend: "openvino" \ No newline at end of file +backend: "openvino" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.2 b/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.2 index bd0cc02f27..30cbf9467b 100644 --- a/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.2 @@ -42,4 +42,5 @@ optimization { enable: true } } -backend: "openvino" \ No newline at end of file +backend: "openvino" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.3 b/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.3 index 745125a795..044930e8ad 100644 --- a/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/openvino/empty_config/expected.3 @@ -42,4 +42,5 @@ optimization { enable: true } } -backend: "openvino" \ No newline at end of file +backend: "openvino" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected b/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected index 8506cd53fb..24f54fd3ee 100644 --- a/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected +++ b/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected @@ -42,4 +42,5 @@ optimization { enable: true } } -backend: "openvino" \ No newline at end of file +backend: "openvino" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.1 b/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.1 index f2637ede14..b351867e69 100644 --- a/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.1 @@ -42,4 +42,5 @@ optimization { enable: true } } -backend: "openvino" \ No newline at end of file +backend: "openvino" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.2 b/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.2 index 3c625cada5..b41dfc199b 100644 --- a/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.2 @@ -42,4 +42,5 @@ optimization { enable: true } } -backend: "openvino" \ No newline at end of file +backend: "openvino" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.3 b/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.3 index 4076982ca5..d4c9e3b6f8 100644 --- a/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/openvino/no_config/expected.3 @@ -42,4 +42,5 @@ optimization { enable: true } } -backend: "openvino" \ No newline at end of file +backend: "openvino" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/partial_config/expected b/qa/L0_model_config/autofill_noplatform_success/openvino/partial_config/expected index b95f710bd9..c77e76c867 100644 --- a/qa/L0_model_config/autofill_noplatform_success/openvino/partial_config/expected +++ b/qa/L0_model_config/autofill_noplatform_success/openvino/partial_config/expected @@ -40,4 +40,5 @@ optimization { enable: true } } -backend: "openvino" \ No newline at end of file +backend: "openvino" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/openvino/partial_config/expected.1 b/qa/L0_model_config/autofill_noplatform_success/openvino/partial_config/expected.1 index 688ac8fbf5..82a1a71df9 100644 --- a/qa/L0_model_config/autofill_noplatform_success/openvino/partial_config/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/openvino/partial_config/expected.1 @@ -40,4 +40,5 @@ optimization { enable: true } } -backend: "openvino" \ No newline at end of file +backend: "openvino" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected index f11fa57bf2..09d462cb28 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected +++ b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected @@ -43,4 +43,5 @@ optimization { enable: true } } -backend: "python" \ No newline at end of file +backend: "python" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.1 b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.1 index 1e5a266319..a941ad5548 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.1 @@ -43,4 +43,5 @@ optimization { enable: true } } -backend: "python" \ No newline at end of file +backend: "python" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.2 b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.2 index 4b96c9b2a6..ac6a13950c 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.2 @@ -43,4 +43,5 @@ optimization { enable: true } } -backend: "python" \ No newline at end of file +backend: "python" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.3 b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.3 index f3c6508cab..f1b5c5cefd 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching/expected.3 @@ -43,4 +43,5 @@ optimization { enable: true } } -backend: "python" \ No newline at end of file +backend: "python" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected index 7ead9f9f2f..515cba2485 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected +++ b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected @@ -43,4 +43,5 @@ optimization { enable: true } } -backend: "python" \ No newline at end of file +backend: "python" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.1 b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.1 index c7d04a9fe3..046a58bef6 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.1 @@ -43,4 +43,5 @@ optimization { enable: true } } -backend: "python" \ No newline at end of file +backend: "python" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.2 b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.2 index ffad0df947..52bc58aa9c 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.2 @@ -43,4 +43,5 @@ optimization { enable: true } } -backend: "python" \ No newline at end of file +backend: "python" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.3 b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.3 index 8b78a7d80e..8b32f40d48 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/python/dynamic_batching_no_op/expected.3 @@ -43,4 +43,5 @@ optimization { enable: true } } -backend: "python" \ No newline at end of file +backend: "python" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected b/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected index 1abe55efbd..c9d04026cc 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected +++ b/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected @@ -40,3 +40,4 @@ optimization { } } backend: "python" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.1 b/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.1 index e27f2828ff..57d4d9339c 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.1 @@ -40,3 +40,4 @@ optimization { } } backend: "python" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.2 b/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.2 index b42090866a..acedc2af71 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.2 @@ -40,3 +40,4 @@ optimization { } } backend: "python" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.3 b/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.3 index ded1423ae2..783841c7a6 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/python/empty_config/expected.3 @@ -40,3 +40,4 @@ optimization { } } backend: "python" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/python/incomplete_input/expected b/qa/L0_model_config/autofill_noplatform_success/python/incomplete_input/expected index 70de094f37..ca0caa06c1 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/incomplete_input/expected +++ b/qa/L0_model_config/autofill_noplatform_success/python/incomplete_input/expected @@ -40,3 +40,4 @@ optimization { } } backend: "python" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/python/incomplete_output/expected b/qa/L0_model_config/autofill_noplatform_success/python/incomplete_output/expected index f68af27f62..50e86ec30a 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/incomplete_output/expected +++ b/qa/L0_model_config/autofill_noplatform_success/python/incomplete_output/expected @@ -40,3 +40,4 @@ optimization { } } backend: "python" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected index 4384a240a0..0d8cda5f0a 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected +++ b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected @@ -41,6 +41,7 @@ optimization { } } backend: "python" +runtime: "" model_transaction_policy { decoupled: true } diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.1 b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.1 index 0ec85aa3f2..8d70f0de6b 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.1 @@ -41,6 +41,7 @@ optimization { } } backend: "python" +runtime: "" model_transaction_policy { decoupled: true } diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.2 b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.2 index db2d305cc2..d19e1f3f2e 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.2 @@ -41,6 +41,7 @@ optimization { } } backend: "python" +runtime: "" model_transaction_policy { decoupled: true } diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.3 b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.3 index 2d88c5a970..619b818fa2 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy/expected.3 @@ -41,6 +41,7 @@ optimization { } } backend: "python" +runtime: "" model_transaction_policy { decoupled: true } diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected index 173c66ce07..413a21bb23 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected +++ b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected @@ -41,5 +41,6 @@ optimization { } } backend: "python" +runtime: "" model_transaction_policy { } diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.1 b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.1 index bc03df083b..d750463837 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.1 @@ -41,5 +41,6 @@ optimization { } } backend: "python" +runtime: "" model_transaction_policy { } \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.2 b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.2 index 89ddbebf8b..d82a9fc3c6 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.2 @@ -41,5 +41,6 @@ optimization { } } backend: "python" +runtime: "" model_transaction_policy { } \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.3 b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.3 index 75aefdca7f..ed1f10fac8 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_decoupled_false/expected.3 @@ -41,5 +41,6 @@ optimization { } } backend: "python" +runtime: "" model_transaction_policy { } \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected index 4c171e5acc..1c8ba1ada4 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected +++ b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected @@ -41,6 +41,7 @@ optimization { } } backend: "python" +runtime: "" model_transaction_policy { decoupled: true } diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.1 b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.1 index cf3a56f3a9..4a854508a6 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.1 @@ -41,6 +41,7 @@ optimization { } } backend: "python" +runtime: "" model_transaction_policy { decoupled: true } diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.2 b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.2 index 2a7e018955..b6f5dbf368 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.2 @@ -41,6 +41,7 @@ optimization { } } backend: "python" +runtime: "" model_transaction_policy { decoupled: true } diff --git a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.3 b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.3 index 4fbaae787b..9c9fbf99a9 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/python/model_transaction_policy_no_op/expected.3 @@ -41,6 +41,7 @@ optimization { } } backend: "python" +runtime: "" model_transaction_policy { decoupled: true } diff --git a/qa/L0_model_config/autofill_noplatform_success/python/optional_input/expected b/qa/L0_model_config/autofill_noplatform_success/python/optional_input/expected index 8bbab5a3b0..f298e4629c 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/optional_input/expected +++ b/qa/L0_model_config/autofill_noplatform_success/python/optional_input/expected @@ -41,3 +41,4 @@ optimization { } } backend: "python" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/python/unknown_input/expected b/qa/L0_model_config/autofill_noplatform_success/python/unknown_input/expected index 09063431cb..c7da54358d 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/unknown_input/expected +++ b/qa/L0_model_config/autofill_noplatform_success/python/unknown_input/expected @@ -45,3 +45,4 @@ optimization { } } backend: "python" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/python/unknown_output/expected b/qa/L0_model_config/autofill_noplatform_success/python/unknown_output/expected index 31b0f0adb7..7d3bf765bb 100644 --- a/qa/L0_model_config/autofill_noplatform_success/python/unknown_output/expected +++ b/qa/L0_model_config/autofill_noplatform_success/python/unknown_output/expected @@ -45,3 +45,4 @@ optimization { } } backend: "python" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/pytorch/cpu_instance/expected b/qa/L0_model_config/autofill_noplatform_success/pytorch/cpu_instance/expected index 9c2ba282d5..3d5cd8545f 100644 --- a/qa/L0_model_config/autofill_noplatform_success/pytorch/cpu_instance/expected +++ b/qa/L0_model_config/autofill_noplatform_success/pytorch/cpu_instance/expected @@ -41,3 +41,4 @@ optimization { } } backend: "pytorch" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/pytorch/no_name_platform/expected b/qa/L0_model_config/autofill_noplatform_success/pytorch/no_name_platform/expected index 3525b332f8..34a14958d4 100644 --- a/qa/L0_model_config/autofill_noplatform_success/pytorch/no_name_platform/expected +++ b/qa/L0_model_config/autofill_noplatform_success/pytorch/no_name_platform/expected @@ -42,3 +42,4 @@ optimization { } } backend: "pytorch" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_graphdef/no_name_platform/expected b/qa/L0_model_config/autofill_noplatform_success/tensorflow_graphdef/no_name_platform/expected index b1e555e523..ed01acd5e0 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_graphdef/no_name_platform/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_graphdef/no_name_platform/expected @@ -42,3 +42,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_graphdef/reshape_config_provided/expected b/qa/L0_model_config/autofill_noplatform_success/tensorflow_graphdef/reshape_config_provided/expected index bf1caa1edf..51e2d46d42 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_graphdef/reshape_config_provided/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_graphdef/reshape_config_provided/expected @@ -56,3 +56,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected index 88e8096a8c..f60d0950f1 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected @@ -44,3 +44,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected.1 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected.1 index c0f69d1448..dfcf1c7e89 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected.1 @@ -44,3 +44,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected.2 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected.2 index 8382a68422..03a9721822 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected.2 @@ -44,3 +44,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected.3 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected.3 index 8c8d181b04..4d69237a2e 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/cpu_instance/expected.3 @@ -44,3 +44,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected index 9773774b21..abbc108196 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected.1 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected.1 index adae59e945..164b3afd2f 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected.1 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected.2 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected.2 index ea92806ad7..6ad6e0d311 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected.2 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected.3 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected.3 index 983c1ed344..9298a2dc33 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/empty_config/expected.3 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected index f7ea4005b2..5ba092a8ad 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected.1 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected.1 index 30455a0b7f..a2db3d6b62 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected.1 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected.2 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected.2 index bf05e9f287..f847b58097 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected.2 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected.3 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected.3 index 4bd3165b18..0e09e46e87 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_1/expected.3 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected index 9ae3172aec..137a62f2c1 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected.1 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected.1 index 1d156dbbef..fd9da45fc4 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected.1 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected.2 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected.2 index 5b393e32a8..efbb5a2a0c 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected.2 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected.3 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected.3 index 6e0f1d9dc2..27fa02d910 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/hint_for_no_batch_2/expected.3 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected index 3c4d46f7f7..42eb4b0821 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected.1 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected.1 index 8ef0c5cbff..c5925abf6b 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected.1 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected.2 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected.2 index dbd34c653a..0951a6ceaf 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected.2 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected.3 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected.3 index 3cea0e4e76..c2e88938bb 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_input/expected.3 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected index c92c0239cb..2e1f32882f 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected.1 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected.1 index d2913fff58..cf9d68e891 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected.1 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected.2 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected.2 index 909464492c..48deb2c7fe 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected.2 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected.3 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected.3 index 486d601d25..c3f49cdfd7 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/incomplete_output/expected.3 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected index 6e9d054488..7f1b142e3b 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected @@ -44,3 +44,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected.1 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected.1 index be19ce18f5..61cfcc6a23 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected.1 @@ -44,3 +44,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected.2 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected.2 index 29a39ca60d..4b0ddbeb8e 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected.2 @@ -44,3 +44,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected.3 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected.3 index 117b130441..abea687937 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/kind_model_config/expected.3 @@ -44,3 +44,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected index d06baf672a..fcf0de4262 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected.1 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected.1 index ffcc7672aa..4b1dc1abd2 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected.1 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected.2 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected.2 index 060e76e889..9acbbe3f12 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected.2 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected.3 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected.3 index 36fec5471b..e129508a01 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/max_batch_size_set/expected.3 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected index 8c97bff3bd..2250f91f71 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected.1 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected.1 index 518d30e2c0..56c1221734 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected.1 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected.2 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected.2 index dca4192923..30875b1998 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected.2 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected.3 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected.3 index 5e5529b9cc..469b9aff76 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config/expected.3 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config_no_batch/expected b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config_no_batch/expected index f526684663..165300aa9b 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config_no_batch/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_config_no_batch/expected @@ -38,3 +38,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected index 85263b9161..393000147a 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected @@ -42,3 +42,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected.1 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected.1 index 8366531a41..1a9c47cca7 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected.1 @@ -42,3 +42,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected.2 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected.2 index 43455c1899..c47e51aeb3 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected.2 @@ -42,3 +42,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected.3 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected.3 index 1cf6ae9326..42adbbf4d3 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/no_name_platform/expected.3 @@ -42,3 +42,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected index 26c82649ac..4fd8a8edb9 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected @@ -58,4 +58,5 @@ optimization { enable: true } } -backend: "tensorflow" \ No newline at end of file +backend: "tensorflow" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected.1 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected.1 index c7f42ef86e..87d646c314 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected.1 @@ -58,4 +58,5 @@ optimization { enable: true } } -backend: "tensorflow" \ No newline at end of file +backend: "tensorflow" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected.2 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected.2 index 3883e90d3f..3605cb1fc0 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected.2 @@ -58,4 +58,5 @@ optimization { enable: true } } -backend: "tensorflow" \ No newline at end of file +backend: "tensorflow" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected.3 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected.3 index 382fe6a752..c273096707 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/reshape_config_provided/expected.3 @@ -58,4 +58,5 @@ optimization { enable: true } } -backend: "tensorflow" \ No newline at end of file +backend: "tensorflow" +runtime: "" \ No newline at end of file diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected index c907094f70..c41ed15143 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected @@ -42,3 +42,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected.1 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected.1 index da5299ec20..0a4b67356d 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected.1 @@ -42,3 +42,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected.2 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected.2 index 61b1d0eec0..626db7022b 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected.2 @@ -42,3 +42,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected.3 b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected.3 index dc9cd4beaf..5c93813b17 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorflow_savedmodel/too_few_inputs/expected.3 @@ -42,3 +42,4 @@ optimization { } } backend: "tensorflow" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/empty_config/expected b/qa/L0_model_config/autofill_noplatform_success/tensorrt/empty_config/expected index 9bee47e11d..9ddf6080a8 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/empty_config/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/empty_config/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/empty_config_variable/expected b/qa/L0_model_config/autofill_noplatform_success/tensorrt/empty_config_variable/expected index 7a1eb047d8..f5a6b625e9 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/empty_config_variable/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/empty_config_variable/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/hint_for_no_batch/expected b/qa/L0_model_config/autofill_noplatform_success/tensorrt/hint_for_no_batch/expected index c100f7d4c8..98f369d44e 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/hint_for_no_batch/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/hint_for_no_batch/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected index 067af7e780..24e41aabd2 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected.1 b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected.1 index 5b637f178b..42071819df 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected.1 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected.2 b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected.2 index c75be4f278..75c6f0941a 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected.2 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected.3 b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected.3 index 8a452edecf..1f9b17efc0 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_input/expected.3 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected index 9fcb73c707..d4e3d3e39c 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected.1 b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected.1 index b02a588b36..580a784fff 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected.1 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected.1 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected.2 b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected.2 index da9da430ca..de19771f7a 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected.2 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected.2 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected.3 b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected.3 index 935f064940..e74c75cf26 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected.3 +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/incomplete_output/expected.3 @@ -45,3 +45,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/multi_prof_max_bs/expected b/qa/L0_model_config/autofill_noplatform_success/tensorrt/multi_prof_max_bs/expected index b4e203ecae..4e482e182d 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/multi_prof_max_bs/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/multi_prof_max_bs/expected @@ -60,3 +60,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_config/expected b/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_config/expected index 08007011c6..80351a3b6e 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_config/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_config/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_config_shape_tensor/expected b/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_config_shape_tensor/expected index 7682cebd45..d533da094a 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_config_shape_tensor/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_config_shape_tensor/expected @@ -49,3 +49,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_config_variable/expected b/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_config_variable/expected index 3970c1b55e..7524614e05 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_config_variable/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_config_variable/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_name_platform/expected b/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_name_platform/expected index e709ca4d3c..039f974c6b 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_name_platform/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_name_platform/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_name_platform_variable/expected b/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_name_platform_variable/expected index 8561accddb..3ec6b85a34 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_name_platform_variable/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/no_name_platform_variable/expected @@ -45,3 +45,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/autofill_noplatform_success/tensorrt/reshape_config_provided/expected b/qa/L0_model_config/autofill_noplatform_success/tensorrt/reshape_config_provided/expected index 47a2420634..015b54111b 100644 --- a/qa/L0_model_config/autofill_noplatform_success/tensorrt/reshape_config_provided/expected +++ b/qa/L0_model_config/autofill_noplatform_success/tensorrt/reshape_config_provided/expected @@ -96,3 +96,4 @@ optimization { } } backend: "tensorrt" +runtime: "" diff --git a/qa/L0_model_config/special_cases/invalid_runtime/config.pbtxt b/qa/L0_model_config/special_cases/invalid_runtime/config.pbtxt new file mode 100644 index 0000000000..492ff9094f --- /dev/null +++ b/qa/L0_model_config/special_cases/invalid_runtime/config.pbtxt @@ -0,0 +1,23 @@ +name: "invalid_runtime" +max_batch_size: 2 +backend: "identity" +input [ + { + name: "INPUT0" + data_type: TYPE_FP32 + dims: [ 16 ] + } +] +output [ + { + name: "OUTPUT0" + data_type: TYPE_FP32 + dims: [ 16 ] + } +] +instance_group [ + { + kind: KIND_CPU + } +] +runtime: "__invalid_runtime__" diff --git a/qa/L0_model_config/special_cases/invalid_runtime/expected b/qa/L0_model_config/special_cases/invalid_runtime/expected new file mode 100644 index 0000000000..2570c6f2d1 --- /dev/null +++ b/qa/L0_model_config/special_cases/invalid_runtime/expected @@ -0,0 +1 @@ +unable to find backend library '__invalid_runtime__' for model 'invalid_runtime' diff --git a/qa/L0_model_config/special_cases/runtime_escape/config.pbtxt b/qa/L0_model_config/special_cases/runtime_escape/config.pbtxt new file mode 100644 index 0000000000..8365e2d14a --- /dev/null +++ b/qa/L0_model_config/special_cases/runtime_escape/config.pbtxt @@ -0,0 +1,23 @@ +name: "runtime_escape" +max_batch_size: 2 +backend: "identity" +input [ + { + name: "INPUT0" + data_type: TYPE_FP32 + dims: [ 16 ] + } +] +output [ + { + name: "OUTPUT0" + data_type: TYPE_FP32 + dims: [ 16 ] + } +] +instance_group [ + { + kind: KIND_CPU + } +] +runtime: "../dummy_runtime/libtriton_identity.so" diff --git a/qa/L0_model_config/special_cases/runtime_escape/expected b/qa/L0_model_config/special_cases/runtime_escape/expected new file mode 100644 index 0000000000..7c2506c692 --- /dev/null +++ b/qa/L0_model_config/special_cases/runtime_escape/expected @@ -0,0 +1 @@ +backend library name '../dummy_runtime/libtriton_identity.so' escapes backend directory diff --git a/qa/L0_model_config/test.sh b/qa/L0_model_config/test.sh index 4b0a83707c..5b8cf6cf26 100755 --- a/qa/L0_model_config/test.sh +++ b/qa/L0_model_config/test.sh @@ -1,5 +1,5 @@ #!/bin/bash -# Copyright (c) 2019-2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# Copyright (c) 2019-2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved. # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions @@ -255,6 +255,11 @@ cp -r /data/inferenceserver/${REPO_VERSION}/qa_model_repository/savedmodel_float mkdir -p special_cases/noautofill_noconfig/1 cp -r /data/inferenceserver/${REPO_VERSION}/qa_model_repository/graphdef_float32_float32_float32/1/model.graphdef \ special_cases/noautofill_noconfig/1/ +# Create runtime escape scenario +mkdir -p special_cases/runtime_escape/1 special_cases/runtime_escape/dummy_runtime +touch special_cases/runtime_escape/dummy_runtime/libtriton_identity.so +# Setup invalid runtime model +mkdir -p special_cases/invalid_runtime/1 # Copy reshape model files into the test model repositories. mkdir -p autofill_noplatform_success/tensorflow_graphdef/reshape_config_provided/1 diff --git a/qa/L0_pytorch_python_runtime/infer.py b/qa/L0_pytorch_python_runtime/infer.py new file mode 100755 index 0000000000..aeda498710 --- /dev/null +++ b/qa/L0_pytorch_python_runtime/infer.py @@ -0,0 +1,146 @@ +#!/usr/bin/env python3 + +# Copyright 2023-2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions +# are met: +# * Redistributions of source code must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# * Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in the +# documentation and/or other materials provided with the distribution. +# * Neither the name of NVIDIA CORPORATION nor the names of its +# contributors may be used to endorse or promote products derived +# from this software without specific prior written permission. +# +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ``AS IS'' AND ANY +# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR +# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, +# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, +# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR +# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY +# OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +import concurrent.futures +import json +import sys + +import numpy as np +import tritonclient.http as httpclient +from tritonclient.utils import * + + +def infer_model_without_parameter_file(): + model_name = "addsub" + shape = [4] + + with httpclient.InferenceServerClient("localhost:8000") as client: + input0_data = np.random.rand(*shape).astype(np.float32) + input1_data = np.random.rand(*shape).astype(np.float32) + inputs = [ + httpclient.InferInput( + "INPUT0", input0_data.shape, np_to_triton_dtype(input0_data.dtype) + ), + httpclient.InferInput( + "INPUT1", input1_data.shape, np_to_triton_dtype(input1_data.dtype) + ), + ] + + inputs[0].set_data_from_numpy(input0_data) + inputs[1].set_data_from_numpy(input1_data) + + outputs = [ + httpclient.InferRequestedOutput("OUTPUT0"), + httpclient.InferRequestedOutput("OUTPUT1"), + ] + + response = client.infer(model_name, inputs, request_id=str(1), outputs=outputs) + + output0_data = response.as_numpy("OUTPUT0") + output1_data = response.as_numpy("OUTPUT1") + + print( + "INPUT0 ({}) + INPUT1 ({}) = OUTPUT0 ({})".format( + input0_data, input1_data, output0_data + ) + ) + print( + "INPUT0 ({}) - INPUT1 ({}) = OUTPUT0 ({})".format( + input0_data, input1_data, output1_data + ) + ) + + if not np.allclose(input0_data + input1_data, output0_data): + print(model_name + " error: incorrect sum") + return False + + if not np.allclose(input0_data - input1_data, output1_data): + print(model_name + " error: incorrect difference") + return False + + print("PASS: " + model_name) + return True + + +def infer_model_with_parameter_file(batch_size, data_offset=0): + model_name = "neuralnet" + test_data_file = "neuralnet_test_data.json" + np_dtype = np.single + + # prepare input data + with open(test_data_file) as f: + test_data = json.load(f) + input_data = np.array(test_data["input_data"], dtype=np_dtype) + input_data = input_data[data_offset : (data_offset + batch_size)] + labels = test_data["labels"][data_offset : (data_offset + batch_size)] + + # inference + with httpclient.InferenceServerClient("localhost:8000") as client: + inputs = [ + httpclient.InferInput( + "INPUT", input_data.shape, np_to_triton_dtype(input_data.dtype) + ) + ] + inputs[0].set_data_from_numpy(input_data) + + response = client.infer(model_name, inputs, request_id=str(1)) + output_data = response.as_numpy("OUTPUT") + output_data_max = np.max(output_data, axis=1) + + print("Inference result: " + str(output_data)) + print("Inference result (max): " + str(output_data_max)) + print("Expected result: " + str(labels)) + + if not np.all(np.isclose(np.max(output_data, axis=1), labels, atol=8)): + print(model_name + " error: incorrect result") + return False + + print("PASS: " + model_name) + return True + + +def parallel_infer_a_full_dynamic_batch(max_batch_size): + batch_size = 1 + success = True + with concurrent.futures.ThreadPoolExecutor() as pool: + threads = [] + for i in range(max_batch_size // batch_size): + t = pool.submit(infer_model_with_parameter_file, batch_size, i) + threads.append(t) + for t in threads: + success &= t.result() + return success + + +if __name__ == "__main__": + success = infer_model_without_parameter_file() + success &= infer_model_with_parameter_file(batch_size=4) + success &= parallel_infer_a_full_dynamic_batch(max_batch_size=8) + if not success: + sys.exit(1) + sys.exit(0) diff --git a/qa/L0_pytorch_python_runtime/test.sh b/qa/L0_pytorch_python_runtime/test.sh new file mode 100755 index 0000000000..23ce022955 --- /dev/null +++ b/qa/L0_pytorch_python_runtime/test.sh @@ -0,0 +1,156 @@ +#!/bin/bash +# Copyright 2023-2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions +# are met: +# * Redistributions of source code must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# * Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in the +# documentation and/or other materials provided with the distribution. +# * Neither the name of NVIDIA CORPORATION nor the names of its +# contributors may be used to endorse or promote products derived +# from this software without specific prior written permission. +# +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ``AS IS'' AND ANY +# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR +# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, +# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, +# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR +# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY +# OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +REPO_VERSION=${NVIDIA_TRITON_SERVER_VERSION} +if [ "$#" -ge 1 ]; then + REPO_VERSION=$1 +fi +if [ -z "$REPO_VERSION" ]; then + echo -e "Repository version must be specified" + echo -e "\n***\n*** Test Failed\n***" + exit 1 +fi +if [ ! -z "$TEST_REPO_ARCH" ]; then + REPO_VERSION=${REPO_VERSION}_${TEST_REPO_ARCH} +fi + +export CUDA_VISIBLE_DEVICES=0 + +DATA_DIR=/data/inferenceserver/${REPO_VERSION} +IMAGE_DIR="/opt/tritonserver/qa/images" +SERVER=/opt/tritonserver/bin/tritonserver +IMAGE_CLIENT="/opt/tritonserver/qa/clients/image_client.py" +BACKENDS="/opt/tritonserver/backends" +source ../common/util.sh + +if [ ! -f "$BACKENDS/pytorch/pb_exec_env_model.py.tar.gz" ]; then + PYTORCH_BACKEND_REPO_TAG=${PYTORCH_BACKEND_REPO_TAG:="main"} + rm -rf pytorch_backend + git clone --single-branch --depth=1 -b $PYTORCH_BACKEND_REPO_TAG https://github.com/triton-inference-server/pytorch_backend + (cd pytorch_backend/tools && \ + ./gen_pb_exec_env.sh && \ + mv pb_exec_env_model.py.tar.gz $BACKENDS/pytorch) +fi + +rm -f *.log +RET=0 + +# +# Unit tests +# +rm -rf py_runtime_exec_env py_runtime_exec_env.tar.gz py_runtime.py +cp $BACKENDS/pytorch/model.py py_runtime.py +cp $BACKENDS/pytorch/pb_exec_env_model.py.tar.gz py_runtime_exec_env.tar.gz +mkdir py_runtime_exec_env && tar -xzf py_runtime_exec_env.tar.gz -C py_runtime_exec_env + +set +e + +UNIT_TEST_ENV="source py_runtime_exec_env/bin/activate && exec env LD_LIBRARY_PATH=`pwd`/py_runtime_exec_env/lib:$LD_LIBRARY_PATH" +UNIT_TEST_LOG="./unit_test.log" +bash -c "$UNIT_TEST_ENV python3 unit_test.py" > $UNIT_TEST_LOG 2>&1 +if [ $? -ne 0 ]; then + echo -e "\n***\n*** Failed PyTorch Python backend based runtime unit test\n***" + cat $UNIT_TEST_LOG + RET=1 +fi + +set -e + +# +# End-to-end inference tests +# +rm -rf models && mkdir models +cp -r $DATA_DIR/pytorch_model_store/* models +cp -r $DATA_DIR/libtorch_model_store/resnet50_libtorch models && \ + sed -i "/platform/d" models/resnet50_libtorch/config.pbtxt && \ + echo "backend: \"pytorch\"" >> models/resnet50_libtorch/config.pbtxt && \ + echo "runtime: \"model.py\"" >> models/resnet50_libtorch/config.pbtxt && \ + echo "instance_group: [{ kind: KIND_MODEL }]" >> models/resnet50_libtorch/config.pbtxt +mv models/neuralnet/1/test_data.json neuralnet_test_data.json + +SERVER_ARGS="--model-repository=models --log-verbose=1" +SERVER_LOG="./infer.server.log" +run_server +if [ "$SERVER_PID" == "0" ]; then + echo -e "\n***\n*** Failed to start $SERVER\n***" + cat $SERVER_LOG + RET=1 +else + set +e + + # Check correct model instance initialization + EXPECTED_LOG_MSGS=( + 'Loading '"'"'resnet50_libtorch'"'"' as TorchScript' + 'Torch parallelism settings for '"'"'addsub'"'"': NUM_THREADS = 1; NUM_INTEROP_THREADS = 1;' + 'Torch parallelism settings for '"'"'neuralnet'"'"': NUM_THREADS = 4; NUM_INTEROP_THREADS = 2;' + 'Torch parallelism settings for '"'"'resnet50_libtorch'"'"': NUM_THREADS = 1; NUM_INTEROP_THREADS = 1;' + ''"'"'torch.compile'"'"' optional parameter(s) for '"'"'addsub'"'"': {'"'"'disable'"'"': True}' + ''"'"'torch.compile'"'"' optional parameter(s) for '"'"'neuralnet'"'"': {}' + ''"'"'torch.compile'"'"' optional parameter(s) for '"'"'resnet50_libtorch'"'"': {}' + ) + for EXPECTED_LOG_MSG in "${EXPECTED_LOG_MSGS[@]}"; do + grep "$EXPECTED_LOG_MSG" $SERVER_LOG + if [ $? -ne 0 ]; then + echo -e "\n***\n*** Cannot find \"$EXPECTED_LOG_MSG\" on server log. \n***" + cat $SERVER_LOG + RET=1 + fi + done + + # Infer TorchScript model + CLIENT_LOG="./infer.torchscript.log" + python $IMAGE_CLIENT -m "resnet50_libtorch" -s INCEPTION -c 1 -b 2 "$IMAGE_DIR/vulture.jpeg" > $CLIENT_LOG 2>&1 + if [ $? -ne 0 ]; then + echo -e "\n***\n*** Failed to inference TorchScript model\n***" + cat $CLIENT_LOG + RET=1 + fi + + # Infer PyTorch models + CLIENT_LOG="./infer.pytorch.log" + python infer.py > $CLIENT_LOG 2>&1 + if [ $? -ne 0 ]; then + echo -e "\n***\n*** Failed to inference PyTorch models\n***" + cat $CLIENT_LOG + RET=1 + fi + + set -e + + kill $SERVER_PID + wait $SERVER_PID +fi + +# +# Print result and exit +# +if [ $RET -eq 0 ]; then + echo -e "\n***\n*** Test Passed\n***" +else + echo -e "\n***\n*** Test FAILED\n***" +fi +exit $RET diff --git a/qa/L0_pytorch_python_runtime/unit_test.py b/qa/L0_pytorch_python_runtime/unit_test.py new file mode 100755 index 0000000000..5b69f23a8a --- /dev/null +++ b/qa/L0_pytorch_python_runtime/unit_test.py @@ -0,0 +1,154 @@ +#!/usr/bin/env python3 + +# Copyright 2023-2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions +# are met: +# * Redistributions of source code must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# * Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in the +# documentation and/or other materials provided with the distribution. +# * Neither the name of NVIDIA CORPORATION nor the names of its +# contributors may be used to endorse or promote products derived +# from this software without specific prior written permission. +# +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS ``AS IS'' AND ANY +# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR +# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR +# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, +# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, +# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR +# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY +# OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT +# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE +# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +import sys +import unittest + +import torch + +# satisfy Python runtime import requirements +sys.modules["triton_python_backend_utils"] = unittest.mock.MagicMock() +# import modules from Python runtime to be tested +from py_runtime import _gather_torch_tensors, _scatter_torch_tensors + + +class PyTorchPythonBackendRuntimeUnittest(unittest.TestCase): + # _gather_scatter_cases: [(tensors_scatter, tensors_gather, sections), ...] + # tensors_scatter: [an_infer_request, ...] + # an_infer_request: [a_torch_tensor_with_batch_dimension, ...] + # tensors_gather: [a_torch_tensor_gathering_all_requests, ...] + # sections: [batch_size_of_the_corresponding_infer_request, ...] + _gather_scatter_cases = [ + # shape [batch=1, 1] + ([[torch.tensor([[1]])]], [torch.tensor([[1]])], [1]), + # shape [batch=1, 2] + ([[torch.tensor([[1, 2]])]], [torch.tensor([[1, 2]])], [1]), + # shape [batch=1, 2, 4] + ([[torch.arange(8).reshape(1, 2, 4)]], [torch.arange(8).reshape(1, 2, 4)], [1]), + # shape [batch=3, 1] + ([[torch.arange(3).reshape(3, 1)]], [torch.arange(3).reshape(3, 1)], [3]), + # shapes ([batch=1, 1], [batch=1, 2]) + ( + [[torch.tensor([[1]]), torch.tensor([[2, 3]])]], + [torch.tensor([[1]]), torch.tensor([[2, 3]])], + [1], + ), + # scatter shape [batch=1, 1] x 2 -> gather shape [batch=2, 1] + ( + [[torch.tensor([[1]])], [torch.tensor([[2]])]], + [torch.tensor([[1], [2]])], + [1, 1], + ), + # scatter shape [batch=1, 2, 1] x 3 -> gather shape [batch=3, 2, 1] + ( + [[torch.tensor([[[i], [i + 3]]])] for i in range(3)], + [torch.tensor([[[0], [3]], [[1], [4]], [[2], [5]]])], + [1, 1, 1], + ), + # scatter shape [batch=1, 1] & [batch=2, 1] -> gather shape [batch=3, 1] + ( + [[torch.tensor([[1]])], [torch.tensor([[2], [3]])]], + [torch.tensor([[1], [2], [3]])], + [1, 2], + ), + # scatter shape [batch=3, 1, 1] & [batch=1, 1, 1] & [batch=2, 1, 1] + # -> gather shape [batch=6, 1, 1] + ( + [ + [torch.tensor([[[0]], [[1]], [[2]]])], + [torch.tensor([[[3]]])], + [torch.tensor([[[4]], [[5]]])], + ], + [torch.arange(6).reshape(6, 1, 1)], + [3, 1, 2], + ), + # scatter shapes ([batch=3, 1, 1], [batch=3, 2]) & ([batch=2, 1, 1], [batch=2, 2]) + # -> gather shapes ([batch=5, 1, 1], [batch=5, 2]) + ( + [ + [ + torch.tensor([[[0]], [[1]], [[2]]]), + torch.tensor([[5, 6], [7, 8], [9, 10]]), + ], + [torch.tensor([[[3]], [[4]]]), torch.tensor([[11, 12], [13, 14]])], + ], + [ + torch.arange(5).reshape(5, 1, 1), + torch.arange(start=5, end=15).reshape(5, 2), + ], + [3, 2], + ), + ] + + def test_gather_torch_tensors(self): + for ( + tensors_scatter, + expected_tensors_gather, + expected_sections, + ) in self._gather_scatter_cases: + tensors_gather, sections = _gather_torch_tensors(tensors_scatter) + + self.assertIsInstance(tensors_gather, list) + self.assertEqual(len(tensors_gather), len(expected_tensors_gather)) + for j in range(len(expected_tensors_gather)): + expected_tensor = expected_tensors_gather[j] + tensor = tensors_gather[j] + self.assertIsInstance(tensor, torch.Tensor) + self.assertTrue(torch.equal(tensor, expected_tensor)) + + self.assertIsInstance(sections, list) + self.assertEqual(len(sections), len(expected_sections)) + for i in range(len(expected_sections)): + expected_section = expected_sections[i] + section = sections[i] + self.assertIsInstance(section, int) + self.assertEqual(section, expected_section) + + def test_scatter_torch_tensors(self): + for ( + expected_tensors_scatter, + tensors_gather, + sections, + ) in self._gather_scatter_cases: + tensors_scatter = _scatter_torch_tensors(tensors_gather, sections) + self.assertIsInstance(tensors_scatter, list) + self.assertEqual(len(tensors_scatter), len(expected_tensors_scatter)) + for i in range(len(expected_tensors_scatter)): + expected_tensors = expected_tensors_scatter[i] + tensors = tensors_scatter[i] + self.assertIsInstance(tensors, list) + self.assertEqual(len(tensors), len(expected_tensors)) + for j in range(len(expected_tensors)): + expected_tensor = expected_tensors[j] + tensor = tensors[j] + self.assertIsInstance(tensor, torch.Tensor) + self.assertTrue(torch.equal(tensor, expected_tensor)) + + +if __name__ == "__main__": + unittest.main()