@@ -118,91 +118,40 @@ if(${TRITON_ENABLE_NVTX})
118118 add_definitions (-DTRITON_ENABLE_NVTX=1)
119119endif () # TRITON_ENABLE_NVTX
120120
121- if (NOT DEFINED ENV{TRT_VERSION})
122- set (ENV{TRT_VERSION} 10.0.1.6)
123- endif ()
124-
125- message (STATUS "TRT_VERSION envvar is $ENV{TRT_VERSION} " )
126-
127- #
128- # FIXME: Update src folder to build with TRT8 and then remove
129- # src_trt8 folder.
130- # Currently the iGPU builds are still using TensorRT 8. This means
131- # we need to keep supporting TRT 8 for this backend. As there has
132- # been significant clean-ups when moving from TRT 8 to TRT 10
133- # we are maintaining a previous version of backend for now.
134- #
135- if ("$ENV{TRT_VERSION} " VERSION_LESS 10)
136- set (SOURCE_DIR "src_trt8" )
137- add_library (
138- triton-tensorrt-backend SHARED
139- ${SOURCE_DIR} /tensorrt.cc
140- ${SOURCE_DIR} /model_state.cc
141- ${SOURCE_DIR} /tensorrt_model.cc
142- ${SOURCE_DIR} /tensorrt_model.h
143- ${SOURCE_DIR} /instance_state.cc
144- ${SOURCE_DIR} /tensorrt_model_instance.cc
145- ${SOURCE_DIR} /tensorrt_model_instance.h
146- ${SOURCE_DIR} /tensorrt_utils.cc
147- ${SOURCE_DIR} /tensorrt_utils.h
148- ${SOURCE_DIR} /filesystem.h
149- ${SOURCE_DIR} /filesystem.cc
150- ${SOURCE_DIR} /semaphore.h
151- ${SOURCE_DIR} /shared_library.h
152- ${SOURCE_DIR} /shared_library.cc
153- ${SOURCE_DIR} /loader.cc
154- ${SOURCE_DIR} /loader.h
155- ${SOURCE_DIR} /logging.cc
156- ${SOURCE_DIR} /logging.h
157- ${SOURCE_DIR} /output_allocator.cc
158- ${SOURCE_DIR} /output_allocator.h
159- ${SOURCE_DIR} /io_binding_info.cc
160- ${SOURCE_DIR} /io_binding_info.h
161- )
162- # Shared library implementing the Triton Backend API
163- configure_file (${SOURCE_DIR} /libtriton_tensorrt.ldscript libtriton_tensorrt.ldscript COPYONLY )
164-
165- target_include_directories (
166- triton-tensorrt-backend
167- PRIVATE ${CMAKE_CURRENT_SOURCE_DIR} /${SOURCE_DIR}
168- )
169- else ()
170- set (SOURCE_DIR "src" )
171- add_library (
172- triton-tensorrt-backend SHARED
173- ${SOURCE_DIR} /tensorrt.cc
174- ${SOURCE_DIR} /model_state.cc
175- ${SOURCE_DIR} /tensorrt_model.cc
176- ${SOURCE_DIR} /tensorrt_model.h
177- ${SOURCE_DIR} /instance_state.cc
178- ${SOURCE_DIR} /tensorrt_model_instance.cc
179- ${SOURCE_DIR} /tensorrt_model_instance.h
180- ${SOURCE_DIR} /shape_tensor.cc
181- ${SOURCE_DIR} /shape_tensor.h
182- ${SOURCE_DIR} /tensorrt_utils.cc
183- ${SOURCE_DIR} /tensorrt_utils.h
184- ${SOURCE_DIR} /filesystem.h
185- ${SOURCE_DIR} /filesystem.cc
186- ${SOURCE_DIR} /semaphore.h
187- ${SOURCE_DIR} /shared_library.h
188- ${SOURCE_DIR} /shared_library.cc
189- ${SOURCE_DIR} /loader.cc
190- ${SOURCE_DIR} /loader.h
191- ${SOURCE_DIR} /logging.cc
192- ${SOURCE_DIR} /logging.h
193- ${SOURCE_DIR} /output_allocator.cc
194- ${SOURCE_DIR} /output_allocator.h
195- ${SOURCE_DIR} /io_binding_info.cc
196- ${SOURCE_DIR} /io_binding_info.h
197- )
198- # Shared library implementing the Triton Backend API
199- configure_file (${SOURCE_DIR} /libtriton_tensorrt.ldscript libtriton_tensorrt.ldscript COPYONLY )
121+ add_library (
122+ triton-tensorrt-backend SHARED
123+ src/tensorrt.cc
124+ src/model_state.cc
125+ src/tensorrt_model.cc
126+ src/tensorrt_model.h
127+ src/instance_state.cc
128+ src/tensorrt_model_instance.cc
129+ src/tensorrt_model_instance.h
130+ src/shape_tensor.cc
131+ src/shape_tensor.h
132+ src/tensorrt_utils.cc
133+ src/tensorrt_utils.h
134+ src/filesystem.h
135+ src/filesystem.cc
136+ src/semaphore.h
137+ src/shared_library.h
138+ src/shared_library.cc
139+ src/loader.cc
140+ src/loader.h
141+ src/logging.cc
142+ src/logging.h
143+ src/output_allocator.cc
144+ src/output_allocator.h
145+ src/io_binding_info.cc
146+ src/io_binding_info.h
147+ )
148+ # Shared library implementing the Triton Backend API
149+ configure_file (src/libtriton_tensorrt.ldscript libtriton_tensorrt.ldscript COPYONLY )
200150
201- target_include_directories (
202- triton-tensorrt-backend
203- PRIVATE ${CMAKE_CURRENT_SOURCE_DIR} /${SOURCE_DIR}
204- )
205- endif ()
151+ target_include_directories (
152+ triton-tensorrt-backend
153+ PRIVATE ${CMAKE_CURRENT_SOURCE_DIR} /src
154+ )
206155
207156add_library (
208157 TritonTensorRTBackend::triton-tensorrt-backend ALIAS triton-tensorrt-backend
0 commit comments