From 40866bb7fa42db84238ae53d9d7fa72f948babae Mon Sep 17 00:00:00 2001 From: Ryan McCormick Date: Tue, 15 Aug 2023 12:06:34 -0700 Subject: [PATCH] Use preserve_ordering config field for oldest strategy sequence scheduler (#241) --- src/sequence_batch_scheduler.cc | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/src/sequence_batch_scheduler.cc b/src/sequence_batch_scheduler.cc index ef339cf78..ce97cd2e4 100644 --- a/src/sequence_batch_scheduler.cc +++ b/src/sequence_batch_scheduler.cc @@ -1809,7 +1809,8 @@ OldestSequenceBatch::OldestSequenceBatch( model_instance->Model(), model_instance, triton::common::GetCpuNiceLevel(config), true /* dynamic_batching_enabled */, config.max_batch_size(), - enforce_equal_shape_tensors_, true /* preserve_ordering */, + enforce_equal_shape_tensors_, + config.sequence_batching().oldest().preserve_ordering(), false /* response_cache_enable */, preferred_batch_sizes, config.sequence_batching().oldest().max_queue_delay_microseconds(), &dynamic_batcher_);