From e06a92243ae9c56666185e5303751600bdb4dfe1 Mon Sep 17 00:00:00 2001 From: Indrajit Bhosale Date: Wed, 15 Jan 2025 15:08:12 -0800 Subject: [PATCH 1/2] Add max_sequence_idle_microseconds to test model config to prevent timemout on server side --- qa/L0_implicit_state/models/growable_memory/config.pbtxt | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/qa/L0_implicit_state/models/growable_memory/config.pbtxt b/qa/L0_implicit_state/models/growable_memory/config.pbtxt index 0a7920bdf1..7cd7911eb0 100644 --- a/qa/L0_implicit_state/models/growable_memory/config.pbtxt +++ b/qa/L0_implicit_state/models/growable_memory/config.pbtxt @@ -1,4 +1,4 @@ -# Copyright (c) 2023, NVIDIA CORPORATION & AFFILIATES. All rights reserved. +# Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved. # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions @@ -28,6 +28,7 @@ name: "growable_memory" backend: "implicit_state" max_batch_size: 0 sequence_batching { + max_sequence_idle_microseconds: 10000000 control_input [ { name: "START" From 2511afa9eba57c79bb54d260a45a38b0dafb48fa Mon Sep 17 00:00:00 2001 From: Indrajit Bhosale Date: Wed, 15 Jan 2025 15:56:48 -0800 Subject: [PATCH 2/2] Review Comment Fixed --- qa/L0_implicit_state/models/growable_memory/config.pbtxt | 1 + 1 file changed, 1 insertion(+) diff --git a/qa/L0_implicit_state/models/growable_memory/config.pbtxt b/qa/L0_implicit_state/models/growable_memory/config.pbtxt index 7cd7911eb0..7edd4da25c 100644 --- a/qa/L0_implicit_state/models/growable_memory/config.pbtxt +++ b/qa/L0_implicit_state/models/growable_memory/config.pbtxt @@ -28,6 +28,7 @@ name: "growable_memory" backend: "implicit_state" max_batch_size: 0 sequence_batching { + # Set large idle timeout to avoid inter-request timeouts for test consistency max_sequence_idle_microseconds: 10000000 control_input [ {