|
|
|
|
|
|
|
|
builder = trt.Builder(logger) |
|
|
builder = trt.Builder(logger) |
|
|
config = builder.create_builder_config() |
|
|
config = builder.create_builder_config() |
|
|
config.max_workspace_size = workspace * 1 << 30 |
|
|
config.max_workspace_size = workspace * 1 << 30 |
|
|
|
|
|
# config.set_memory_pool_limit(trt.MemoryPoolType.WORKSPACE, workspace << 30) # fix TRT 8.4 deprecation notice |
|
|
|
|
|
|
|
|
flag = (1 << int(trt.NetworkDefinitionCreationFlag.EXPLICIT_BATCH)) |
|
|
flag = (1 << int(trt.NetworkDefinitionCreationFlag.EXPLICIT_BATCH)) |
|
|
network = builder.create_network(flag) |
|
|
network = builder.create_network(flag) |