@@ -118,91 +118,40 @@ if(${TRITON_ENABLE_NVTX})
118
118
add_definitions (-DTRITON_ENABLE_NVTX=1)
119
119
endif () # TRITON_ENABLE_NVTX
120
120
121
- if (NOT DEFINED ENV{TRT_VERSION})
122
- set (ENV{TRT_VERSION} 10.0.1.6)
123
- endif ()
124
-
125
- message (STATUS "TRT_VERSION envvar is $ENV{TRT_VERSION} " )
126
-
127
- #
128
- # FIXME: Update src folder to build with TRT8 and then remove
129
- # src_trt8 folder.
130
- # Currently the iGPU builds are still using TensorRT 8. This means
131
- # we need to keep supporting TRT 8 for this backend. As there has
132
- # been significant clean-ups when moving from TRT 8 to TRT 10
133
- # we are maintaining a previous version of backend for now.
134
- #
135
- if ("$ENV{TRT_VERSION} " VERSION_LESS 10)
136
- set (SOURCE_DIR "src_trt8" )
137
- add_library (
138
- triton-tensorrt-backend SHARED
139
- ${SOURCE_DIR} /tensorrt.cc
140
- ${SOURCE_DIR} /model_state.cc
141
- ${SOURCE_DIR} /tensorrt_model.cc
142
- ${SOURCE_DIR} /tensorrt_model.h
143
- ${SOURCE_DIR} /instance_state.cc
144
- ${SOURCE_DIR} /tensorrt_model_instance.cc
145
- ${SOURCE_DIR} /tensorrt_model_instance.h
146
- ${SOURCE_DIR} /tensorrt_utils.cc
147
- ${SOURCE_DIR} /tensorrt_utils.h
148
- ${SOURCE_DIR} /filesystem.h
149
- ${SOURCE_DIR} /filesystem.cc
150
- ${SOURCE_DIR} /semaphore.h
151
- ${SOURCE_DIR} /shared_library.h
152
- ${SOURCE_DIR} /shared_library.cc
153
- ${SOURCE_DIR} /loader.cc
154
- ${SOURCE_DIR} /loader.h
155
- ${SOURCE_DIR} /logging.cc
156
- ${SOURCE_DIR} /logging.h
157
- ${SOURCE_DIR} /output_allocator.cc
158
- ${SOURCE_DIR} /output_allocator.h
159
- ${SOURCE_DIR} /io_binding_info.cc
160
- ${SOURCE_DIR} /io_binding_info.h
161
- )
162
- # Shared library implementing the Triton Backend API
163
- configure_file (${SOURCE_DIR} /libtriton_tensorrt.ldscript libtriton_tensorrt.ldscript COPYONLY )
164
-
165
- target_include_directories (
166
- triton-tensorrt-backend
167
- PRIVATE ${CMAKE_CURRENT_SOURCE_DIR} /${SOURCE_DIR}
168
- )
169
- else ()
170
- set (SOURCE_DIR "src" )
171
- add_library (
172
- triton-tensorrt-backend SHARED
173
- ${SOURCE_DIR} /tensorrt.cc
174
- ${SOURCE_DIR} /model_state.cc
175
- ${SOURCE_DIR} /tensorrt_model.cc
176
- ${SOURCE_DIR} /tensorrt_model.h
177
- ${SOURCE_DIR} /instance_state.cc
178
- ${SOURCE_DIR} /tensorrt_model_instance.cc
179
- ${SOURCE_DIR} /tensorrt_model_instance.h
180
- ${SOURCE_DIR} /shape_tensor.cc
181
- ${SOURCE_DIR} /shape_tensor.h
182
- ${SOURCE_DIR} /tensorrt_utils.cc
183
- ${SOURCE_DIR} /tensorrt_utils.h
184
- ${SOURCE_DIR} /filesystem.h
185
- ${SOURCE_DIR} /filesystem.cc
186
- ${SOURCE_DIR} /semaphore.h
187
- ${SOURCE_DIR} /shared_library.h
188
- ${SOURCE_DIR} /shared_library.cc
189
- ${SOURCE_DIR} /loader.cc
190
- ${SOURCE_DIR} /loader.h
191
- ${SOURCE_DIR} /logging.cc
192
- ${SOURCE_DIR} /logging.h
193
- ${SOURCE_DIR} /output_allocator.cc
194
- ${SOURCE_DIR} /output_allocator.h
195
- ${SOURCE_DIR} /io_binding_info.cc
196
- ${SOURCE_DIR} /io_binding_info.h
197
- )
198
- # Shared library implementing the Triton Backend API
199
- configure_file (${SOURCE_DIR} /libtriton_tensorrt.ldscript libtriton_tensorrt.ldscript COPYONLY )
121
+ add_library (
122
+ triton-tensorrt-backend SHARED
123
+ src/tensorrt.cc
124
+ src/model_state.cc
125
+ src/tensorrt_model.cc
126
+ src/tensorrt_model.h
127
+ src/instance_state.cc
128
+ src/tensorrt_model_instance.cc
129
+ src/tensorrt_model_instance.h
130
+ src/shape_tensor.cc
131
+ src/shape_tensor.h
132
+ src/tensorrt_utils.cc
133
+ src/tensorrt_utils.h
134
+ src/filesystem.h
135
+ src/filesystem.cc
136
+ src/semaphore.h
137
+ src/shared_library.h
138
+ src/shared_library.cc
139
+ src/loader.cc
140
+ src/loader.h
141
+ src/logging.cc
142
+ src/logging.h
143
+ src/output_allocator.cc
144
+ src/output_allocator.h
145
+ src/io_binding_info.cc
146
+ src/io_binding_info.h
147
+ )
148
+ # Shared library implementing the Triton Backend API
149
+ configure_file (src/libtriton_tensorrt.ldscript libtriton_tensorrt.ldscript COPYONLY )
200
150
201
- target_include_directories (
202
- triton-tensorrt-backend
203
- PRIVATE ${CMAKE_CURRENT_SOURCE_DIR} /${SOURCE_DIR}
204
- )
205
- endif ()
151
+ target_include_directories (
152
+ triton-tensorrt-backend
153
+ PRIVATE ${CMAKE_CURRENT_SOURCE_DIR} /src
154
+ )
206
155
207
156
add_library (
208
157
TritonTensorRTBackend::triton-tensorrt-backend ALIAS triton-tensorrt-backend
0 commit comments