We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 7921181 commit 5788aa0Copy full SHA for 5788aa0
cosyvoice/utils/file_utils.py
@@ -61,7 +61,7 @@ def convert_onnx_to_trt(trt_model, onnx_model, fp16):
61
network = builder.create_network(network_flags)
62
parser = trt.OnnxParser(network, logger)
63
config = builder.create_builder_config()
64
- config.set_memory_pool_limit(trt.MemoryPoolType.WORKSPACE, 1 << 33) # 8GB
+ config.set_memory_pool_limit(trt.MemoryPoolType.WORKSPACE, 1 << 30) # 1GB
65
if fp16:
66
config.set_flag(trt.BuilderFlag.FP16)
67
profile = builder.create_optimization_profile()
0 commit comments