Skip to content

Commit b083eb1

Browse files
authored
Remove unused code related to TensorRT 8 (#101)
1 parent ffcbe0b commit b083eb1

26 files changed

+33
-8517
lines changed

CMakeLists.txt

Lines changed: 33 additions & 84 deletions
Original file line numberDiff line numberDiff line change
@@ -118,91 +118,40 @@ if(${TRITON_ENABLE_NVTX})
118118
add_definitions(-DTRITON_ENABLE_NVTX=1)
119119
endif() # TRITON_ENABLE_NVTX
120120

121-
if(NOT DEFINED ENV{TRT_VERSION})
122-
set(ENV{TRT_VERSION} 10.0.1.6)
123-
endif()
124-
125-
message(STATUS "TRT_VERSION envvar is $ENV{TRT_VERSION}")
126-
127-
#
128-
# FIXME: Update src folder to build with TRT8 and then remove
129-
# src_trt8 folder.
130-
# Currently the iGPU builds are still using TensorRT 8. This means
131-
# we need to keep supporting TRT 8 for this backend. As there has
132-
# been significant clean-ups when moving from TRT 8 to TRT 10
133-
# we are maintaining a previous version of backend for now.
134-
#
135-
if("$ENV{TRT_VERSION}" VERSION_LESS 10)
136-
set(SOURCE_DIR "src_trt8")
137-
add_library(
138-
triton-tensorrt-backend SHARED
139-
${SOURCE_DIR}/tensorrt.cc
140-
${SOURCE_DIR}/model_state.cc
141-
${SOURCE_DIR}/tensorrt_model.cc
142-
${SOURCE_DIR}/tensorrt_model.h
143-
${SOURCE_DIR}/instance_state.cc
144-
${SOURCE_DIR}/tensorrt_model_instance.cc
145-
${SOURCE_DIR}/tensorrt_model_instance.h
146-
${SOURCE_DIR}/tensorrt_utils.cc
147-
${SOURCE_DIR}/tensorrt_utils.h
148-
${SOURCE_DIR}/filesystem.h
149-
${SOURCE_DIR}/filesystem.cc
150-
${SOURCE_DIR}/semaphore.h
151-
${SOURCE_DIR}/shared_library.h
152-
${SOURCE_DIR}/shared_library.cc
153-
${SOURCE_DIR}/loader.cc
154-
${SOURCE_DIR}/loader.h
155-
${SOURCE_DIR}/logging.cc
156-
${SOURCE_DIR}/logging.h
157-
${SOURCE_DIR}/output_allocator.cc
158-
${SOURCE_DIR}/output_allocator.h
159-
${SOURCE_DIR}/io_binding_info.cc
160-
${SOURCE_DIR}/io_binding_info.h
161-
)
162-
# Shared library implementing the Triton Backend API
163-
configure_file(${SOURCE_DIR}/libtriton_tensorrt.ldscript libtriton_tensorrt.ldscript COPYONLY)
164-
165-
target_include_directories(
166-
triton-tensorrt-backend
167-
PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/${SOURCE_DIR}
168-
)
169-
else()
170-
set(SOURCE_DIR "src")
171-
add_library(
172-
triton-tensorrt-backend SHARED
173-
${SOURCE_DIR}/tensorrt.cc
174-
${SOURCE_DIR}/model_state.cc
175-
${SOURCE_DIR}/tensorrt_model.cc
176-
${SOURCE_DIR}/tensorrt_model.h
177-
${SOURCE_DIR}/instance_state.cc
178-
${SOURCE_DIR}/tensorrt_model_instance.cc
179-
${SOURCE_DIR}/tensorrt_model_instance.h
180-
${SOURCE_DIR}/shape_tensor.cc
181-
${SOURCE_DIR}/shape_tensor.h
182-
${SOURCE_DIR}/tensorrt_utils.cc
183-
${SOURCE_DIR}/tensorrt_utils.h
184-
${SOURCE_DIR}/filesystem.h
185-
${SOURCE_DIR}/filesystem.cc
186-
${SOURCE_DIR}/semaphore.h
187-
${SOURCE_DIR}/shared_library.h
188-
${SOURCE_DIR}/shared_library.cc
189-
${SOURCE_DIR}/loader.cc
190-
${SOURCE_DIR}/loader.h
191-
${SOURCE_DIR}/logging.cc
192-
${SOURCE_DIR}/logging.h
193-
${SOURCE_DIR}/output_allocator.cc
194-
${SOURCE_DIR}/output_allocator.h
195-
${SOURCE_DIR}/io_binding_info.cc
196-
${SOURCE_DIR}/io_binding_info.h
197-
)
198-
# Shared library implementing the Triton Backend API
199-
configure_file(${SOURCE_DIR}/libtriton_tensorrt.ldscript libtriton_tensorrt.ldscript COPYONLY)
121+
add_library(
122+
triton-tensorrt-backend SHARED
123+
src/tensorrt.cc
124+
src/model_state.cc
125+
src/tensorrt_model.cc
126+
src/tensorrt_model.h
127+
src/instance_state.cc
128+
src/tensorrt_model_instance.cc
129+
src/tensorrt_model_instance.h
130+
src/shape_tensor.cc
131+
src/shape_tensor.h
132+
src/tensorrt_utils.cc
133+
src/tensorrt_utils.h
134+
src/filesystem.h
135+
src/filesystem.cc
136+
src/semaphore.h
137+
src/shared_library.h
138+
src/shared_library.cc
139+
src/loader.cc
140+
src/loader.h
141+
src/logging.cc
142+
src/logging.h
143+
src/output_allocator.cc
144+
src/output_allocator.h
145+
src/io_binding_info.cc
146+
src/io_binding_info.h
147+
)
148+
# Shared library implementing the Triton Backend API
149+
configure_file(src/libtriton_tensorrt.ldscript libtriton_tensorrt.ldscript COPYONLY)
200150

201-
target_include_directories(
202-
triton-tensorrt-backend
203-
PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/${SOURCE_DIR}
204-
)
205-
endif()
151+
target_include_directories(
152+
triton-tensorrt-backend
153+
PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/src
154+
)
206155

207156
add_library(
208157
TritonTensorRTBackend::triton-tensorrt-backend ALIAS triton-tensorrt-backend

src_trt8/filesystem.cc

Lines changed: 0 additions & 71 deletions
This file was deleted.

src_trt8/filesystem.h

Lines changed: 0 additions & 39 deletions
This file was deleted.

0 commit comments

Comments
 (0)