[fix](s3-client) Fix s3-client max-connection default value which cause s3 to be slow and unable to handle high concurrency in many-files scenarios. (apache#58511)

kaka11chen · kaka11chen · commit cd90d9cd588c · 2025-12-02T16:20:07.000+08:00
### What problem does this PR solve? Issue Number: close #xxx Related PR: apache#51825, apache#58514 Problem Summary: ### Release note Fix s3-client max-connection default value introduced by apache#51825 which cause s3 to be slow and unable to handle high concurrency in many-files scenarios.
diff --git a/be/src/util/s3_util.cpp b/be/src/util/s3_util.cpp
@@ -369,8 +369,7 @@ std::shared_ptr<io::ObjStorageClient> S3ClientFactory::_create_s3_client(
     if (s3_conf.max_connections > 0) {
         aws_config.maxConnections = s3_conf.max_connections;
     } else {
-        // AWS SDK max concurrent tcp connections for a single http client to use. Default 25.
-        aws_config.maxConnections = std::max(config::doris_scanner_thread_pool_thread_num, 25);
+        aws_config.maxConnections = 102400;
     }
 
     aws_config.requestTimeoutMs = 30000;

Original file line number	Diff line number	Diff line change
`@@ -369,8 +369,7 @@ std::shared_ptr<io::ObjStorageClient> S3ClientFactory::_create_s3_client(`
`369`	`369`	`if (s3_conf.max_connections > 0) {`
`370`	`370`	`aws_config.maxConnections = s3_conf.max_connections;`
`371`	`371`	`} else {`
`372`		`- // AWS SDK max concurrent tcp connections for a single http client to use. Default 25.`
`373`		`- aws_config.maxConnections = std::max(config::doris_scanner_thread_pool_thread_num, 25);`
	`372`	`+ aws_config.maxConnections = 102400;`
`374`	`373`	`}`
`375`	`374`
`376`	`375`	`aws_config.requestTimeoutMs = 30000;`