diff --git a/jobs/blobstore_benchmark/templates/storage_cli_config_buildpacks.json.erb b/jobs/blobstore_benchmark/templates/storage_cli_config_buildpacks.json.erb index ce2fdd5ebd..5cd96c92cf 100644 --- a/jobs/blobstore_benchmark/templates/storage_cli_config_buildpacks.json.erb +++ b/jobs/blobstore_benchmark/templates/storage_cli_config_buildpacks.json.erb @@ -75,6 +75,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", l.p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", l.p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", l.p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", l.p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", l.p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", l.p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", l.p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/blobstore_benchmark/templates/storage_cli_config_droplets.json.erb b/jobs/blobstore_benchmark/templates/storage_cli_config_droplets.json.erb index 5ee6a0e503..816f6685be 100644 --- a/jobs/blobstore_benchmark/templates/storage_cli_config_droplets.json.erb +++ b/jobs/blobstore_benchmark/templates/storage_cli_config_droplets.json.erb @@ -75,6 +75,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", l.p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", l.p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", l.p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", l.p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", l.p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", l.p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", l.p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/blobstore_benchmark/templates/storage_cli_config_packages.json.erb b/jobs/blobstore_benchmark/templates/storage_cli_config_packages.json.erb index 03d387be44..3ad49c2384 100644 --- a/jobs/blobstore_benchmark/templates/storage_cli_config_packages.json.erb +++ b/jobs/blobstore_benchmark/templates/storage_cli_config_packages.json.erb @@ -75,6 +75,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", l.p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", l.p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", l.p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", l.p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", l.p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", l.p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", l.p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/blobstore_benchmark/templates/storage_cli_config_resource_pool.json.erb b/jobs/blobstore_benchmark/templates/storage_cli_config_resource_pool.json.erb index 11bb42ca34..ad6180c038 100644 --- a/jobs/blobstore_benchmark/templates/storage_cli_config_resource_pool.json.erb +++ b/jobs/blobstore_benchmark/templates/storage_cli_config_resource_pool.json.erb @@ -75,6 +75,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", l.p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", l.p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", l.p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", l.p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", l.p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", l.p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", l.p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/cc_deployment_updater/templates/storage_cli_config_buildpacks.json.erb b/jobs/cc_deployment_updater/templates/storage_cli_config_buildpacks.json.erb index 98b6307e78..b167331b9e 100644 --- a/jobs/cc_deployment_updater/templates/storage_cli_config_buildpacks.json.erb +++ b/jobs/cc_deployment_updater/templates/storage_cli_config_buildpacks.json.erb @@ -75,6 +75,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", l.p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", l.p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", l.p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", l.p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", l.p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", l.p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", l.p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/cc_deployment_updater/templates/storage_cli_config_droplets.json.erb b/jobs/cc_deployment_updater/templates/storage_cli_config_droplets.json.erb index 36560b01d7..1bc2536e62 100644 --- a/jobs/cc_deployment_updater/templates/storage_cli_config_droplets.json.erb +++ b/jobs/cc_deployment_updater/templates/storage_cli_config_droplets.json.erb @@ -75,6 +75,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", l.p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", l.p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", l.p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", l.p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", l.p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", l.p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", l.p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/cc_deployment_updater/templates/storage_cli_config_packages.json.erb b/jobs/cc_deployment_updater/templates/storage_cli_config_packages.json.erb index 03d387be44..3ad49c2384 100644 --- a/jobs/cc_deployment_updater/templates/storage_cli_config_packages.json.erb +++ b/jobs/cc_deployment_updater/templates/storage_cli_config_packages.json.erb @@ -75,6 +75,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", l.p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", l.p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", l.p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", l.p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", l.p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", l.p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", l.p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/cc_deployment_updater/templates/storage_cli_config_resource_pool.json.erb b/jobs/cc_deployment_updater/templates/storage_cli_config_resource_pool.json.erb index 530e8a4fbe..3ea91352c3 100644 --- a/jobs/cc_deployment_updater/templates/storage_cli_config_resource_pool.json.erb +++ b/jobs/cc_deployment_updater/templates/storage_cli_config_resource_pool.json.erb @@ -75,6 +75,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", l.p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", l.p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", l.p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", l.p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", l.p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", l.p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", l.p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/cloud_controller_clock/templates/storage_cli_config_buildpacks.json.erb b/jobs/cloud_controller_clock/templates/storage_cli_config_buildpacks.json.erb index cb321c35f1..703dc629c9 100644 --- a/jobs/cloud_controller_clock/templates/storage_cli_config_buildpacks.json.erb +++ b/jobs/cloud_controller_clock/templates/storage_cli_config_buildpacks.json.erb @@ -73,6 +73,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/cloud_controller_clock/templates/storage_cli_config_droplets.json.erb b/jobs/cloud_controller_clock/templates/storage_cli_config_droplets.json.erb index 074ff61c2f..53110a9194 100644 --- a/jobs/cloud_controller_clock/templates/storage_cli_config_droplets.json.erb +++ b/jobs/cloud_controller_clock/templates/storage_cli_config_droplets.json.erb @@ -73,6 +73,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/cloud_controller_clock/templates/storage_cli_config_packages.json.erb b/jobs/cloud_controller_clock/templates/storage_cli_config_packages.json.erb index 1556e3f611..026b05326e 100644 --- a/jobs/cloud_controller_clock/templates/storage_cli_config_packages.json.erb +++ b/jobs/cloud_controller_clock/templates/storage_cli_config_packages.json.erb @@ -73,6 +73,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/cloud_controller_clock/templates/storage_cli_config_resource_pool.json.erb b/jobs/cloud_controller_clock/templates/storage_cli_config_resource_pool.json.erb index 53848d75c3..e057526a5a 100644 --- a/jobs/cloud_controller_clock/templates/storage_cli_config_resource_pool.json.erb +++ b/jobs/cloud_controller_clock/templates/storage_cli_config_resource_pool.json.erb @@ -73,6 +73,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/cloud_controller_ng/templates/storage_cli_config_buildpacks.json.erb b/jobs/cloud_controller_ng/templates/storage_cli_config_buildpacks.json.erb index cb321c35f1..703dc629c9 100644 --- a/jobs/cloud_controller_ng/templates/storage_cli_config_buildpacks.json.erb +++ b/jobs/cloud_controller_ng/templates/storage_cli_config_buildpacks.json.erb @@ -73,6 +73,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/cloud_controller_ng/templates/storage_cli_config_droplets.json.erb b/jobs/cloud_controller_ng/templates/storage_cli_config_droplets.json.erb index 074ff61c2f..53110a9194 100644 --- a/jobs/cloud_controller_ng/templates/storage_cli_config_droplets.json.erb +++ b/jobs/cloud_controller_ng/templates/storage_cli_config_droplets.json.erb @@ -73,6 +73,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/cloud_controller_ng/templates/storage_cli_config_packages.json.erb b/jobs/cloud_controller_ng/templates/storage_cli_config_packages.json.erb index 1556e3f611..026b05326e 100644 --- a/jobs/cloud_controller_ng/templates/storage_cli_config_packages.json.erb +++ b/jobs/cloud_controller_ng/templates/storage_cli_config_packages.json.erb @@ -73,6 +73,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/cloud_controller_ng/templates/storage_cli_config_resource_pool.json.erb b/jobs/cloud_controller_ng/templates/storage_cli_config_resource_pool.json.erb index 53848d75c3..b7c8b26822 100644 --- a/jobs/cloud_controller_ng/templates/storage_cli_config_resource_pool.json.erb +++ b/jobs/cloud_controller_ng/templates/storage_cli_config_resource_pool.json.erb @@ -73,6 +73,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" @@ -82,7 +86,7 @@ if provider == "alioss" options["endpoint"] = p("#{scope}.aliyun_oss_endpoint") options["bucket_name"] = p("#{scope}.aliyun_oss_bucket") end - + # Support both native storage-cli types (dav) AND legacy fog names (webdav) # Legacy fog name support to be REMOVED May 2026 if provider == "webdav" || provider == "dav" diff --git a/jobs/cloud_controller_worker/templates/storage_cli_config_buildpacks.json.erb b/jobs/cloud_controller_worker/templates/storage_cli_config_buildpacks.json.erb index cb321c35f1..703dc629c9 100644 --- a/jobs/cloud_controller_worker/templates/storage_cli_config_buildpacks.json.erb +++ b/jobs/cloud_controller_worker/templates/storage_cli_config_buildpacks.json.erb @@ -73,6 +73,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/cloud_controller_worker/templates/storage_cli_config_droplets.json.erb b/jobs/cloud_controller_worker/templates/storage_cli_config_droplets.json.erb index 074ff61c2f..53110a9194 100644 --- a/jobs/cloud_controller_worker/templates/storage_cli_config_droplets.json.erb +++ b/jobs/cloud_controller_worker/templates/storage_cli_config_droplets.json.erb @@ -73,6 +73,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/jobs/cloud_controller_worker/templates/storage_cli_config_packages.json.erb b/jobs/cloud_controller_worker/templates/storage_cli_config_packages.json.erb index ff31624adc..026b05326e 100644 --- a/jobs/cloud_controller_worker/templates/storage_cli_config_packages.json.erb +++ b/jobs/cloud_controller_worker/templates/storage_cli_config_packages.json.erb @@ -73,6 +73,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" @@ -82,7 +86,7 @@ if provider == "alioss" options["endpoint"] = p("#{scope}.aliyun_oss_endpoint") options["bucket_name"] = p("#{scope}.aliyun_oss_bucket") end - + # Support both native storage-cli types (dav) AND legacy fog names (webdav) # Legacy fog name support to be REMOVED May 2026 if provider == "webdav" || provider == "dav" diff --git a/jobs/cloud_controller_worker/templates/storage_cli_config_resource_pool.json.erb b/jobs/cloud_controller_worker/templates/storage_cli_config_resource_pool.json.erb index 9a54138528..b7c8b26822 100644 --- a/jobs/cloud_controller_worker/templates/storage_cli_config_resource_pool.json.erb +++ b/jobs/cloud_controller_worker/templates/storage_cli_config_resource_pool.json.erb @@ -73,6 +73,10 @@ if provider == "AWS" || provider == "s3" add_optional(options, "upload_part_size", p("#{scope}.upload_part_size", nil)) add_optional(options, "multipart_copy_threshold", p("#{scope}.multipart_copy_threshold", nil)) add_optional(options, "multipart_copy_part_size", p("#{scope}.multipart_copy_part_size", nil)) + add_optional(options, "single_upload_threshold", p("#{scope}.single_upload_threshold", nil)) + add_optional(options, "request_checksum_calculation_enabled", p("#{scope}.request_checksum_calculation_enabled", nil)) + add_optional(options, "response_checksum_calculation_enabled", p("#{scope}.response_checksum_calculation_enabled", nil)) + add_optional(options, "uploader_request_checksum_calculation_enabled", p("#{scope}.uploader_request_checksum_calculation_enabled", nil)) end if provider == "alioss" diff --git a/spec/cc_deployment_updater/storage_cli_config_jsons_spec.rb b/spec/cc_deployment_updater/storage_cli_config_jsons_spec.rb index cb9d28761c..dfb213457b 100644 --- a/spec/cc_deployment_updater/storage_cli_config_jsons_spec.rb +++ b/spec/cc_deployment_updater/storage_cli_config_jsons_spec.rb @@ -188,7 +188,11 @@ def props_for_provider(provider) 'upload_concurrency' => 10, 'upload_part_size' => 2048, 'multipart_copy_threshold' => 1024, - 'multipart_copy_part_size' => 1024 + 'multipart_copy_part_size' => 1024, + 'single_upload_threshold' => 2048, + 'request_checksum_calculation_enabled' => false, + 'response_checksum_calculation_enabled' => false, + 'uploader_request_checksum_calculation_enabled' => false }) json = YAML.safe_load(template.render(props, consumes: links)) @@ -214,7 +218,11 @@ def props_for_provider(provider) 'upload_concurrency' => 10, 'upload_part_size' => 2048, 'multipart_copy_threshold' => 1024, - 'multipart_copy_part_size' => 1024 + 'multipart_copy_part_size' => 1024, + 'single_upload_threshold' => 2048, + 'request_checksum_calculation_enabled' => false, + 'response_checksum_calculation_enabled' => false, + 'uploader_request_checksum_calculation_enabled' => false ) end end diff --git a/spec/cloud_controller_clock/storage_cli_config_jsons_spec.rb b/spec/cloud_controller_clock/storage_cli_config_jsons_spec.rb index f5972a087f..5257810bf6 100644 --- a/spec/cloud_controller_clock/storage_cli_config_jsons_spec.rb +++ b/spec/cloud_controller_clock/storage_cli_config_jsons_spec.rb @@ -165,7 +165,11 @@ def props_for_provider(provider) 'upload_concurrency' => 10, 'upload_part_size' => 2048, 'multipart_copy_threshold' => 1024, - 'multipart_copy_part_size' => 1024 + 'multipart_copy_part_size' => 1024, + 'single_upload_threshold' => 2048, + 'request_checksum_calculation_enabled' => false, + 'response_checksum_calculation_enabled' => false, + 'uploader_request_checksum_calculation_enabled' => false }) json = YAML.safe_load(template.render(props, consumes: links)) @@ -191,7 +195,11 @@ def props_for_provider(provider) 'upload_concurrency' => 10, 'upload_part_size' => 2048, 'multipart_copy_threshold' => 1024, - 'multipart_copy_part_size' => 1024 + 'multipart_copy_part_size' => 1024, + 'single_upload_threshold' => 2048, + 'request_checksum_calculation_enabled' => false, + 'response_checksum_calculation_enabled' => false, + 'uploader_request_checksum_calculation_enabled' => false ) end end diff --git a/spec/cloud_controller_ng/storage_cli_config_jsons_spec.rb b/spec/cloud_controller_ng/storage_cli_config_jsons_spec.rb index 0429bfbf9a..0625bc641f 100644 --- a/spec/cloud_controller_ng/storage_cli_config_jsons_spec.rb +++ b/spec/cloud_controller_ng/storage_cli_config_jsons_spec.rb @@ -165,7 +165,11 @@ def props_for_provider(provider) 'upload_concurrency' => 10, 'upload_part_size' => 2048, 'multipart_copy_threshold' => 1024, - 'multipart_copy_part_size' => 1024 + 'multipart_copy_part_size' => 1024, + 'single_upload_threshold' => 2048, + 'request_checksum_calculation_enabled' => false, + 'response_checksum_calculation_enabled' => false, + 'uploader_request_checksum_calculation_enabled' => false }) json = YAML.safe_load(template.render(props, consumes: links)) @@ -191,7 +195,11 @@ def props_for_provider(provider) 'upload_concurrency' => 10, 'upload_part_size' => 2048, 'multipart_copy_threshold' => 1024, - 'multipart_copy_part_size' => 1024 + 'multipart_copy_part_size' => 1024, + 'single_upload_threshold' => 2048, + 'request_checksum_calculation_enabled' => false, + 'response_checksum_calculation_enabled' => false, + 'uploader_request_checksum_calculation_enabled' => false ) end end diff --git a/spec/cloud_controller_worker/storage_cli_config_jsons_spec.rb b/spec/cloud_controller_worker/storage_cli_config_jsons_spec.rb index 7347cc3357..f1d2107336 100644 --- a/spec/cloud_controller_worker/storage_cli_config_jsons_spec.rb +++ b/spec/cloud_controller_worker/storage_cli_config_jsons_spec.rb @@ -165,7 +165,11 @@ def props_for_provider(provider) 'upload_concurrency' => 10, 'upload_part_size' => 2048, 'multipart_copy_threshold' => 1024, - 'multipart_copy_part_size' => 1024 + 'multipart_copy_part_size' => 1024, + 'single_upload_threshold' => 2048, + 'request_checksum_calculation_enabled' => false, + 'response_checksum_calculation_enabled' => false, + 'uploader_request_checksum_calculation_enabled' => false }) json = YAML.safe_load(template.render(props, consumes: links)) @@ -191,7 +195,11 @@ def props_for_provider(provider) 'upload_concurrency' => 10, 'upload_part_size' => 2048, 'multipart_copy_threshold' => 1024, - 'multipart_copy_part_size' => 1024 + 'multipart_copy_part_size' => 1024, + 'single_upload_threshold' => 2048, + 'request_checksum_calculation_enabled' => false, + 'response_checksum_calculation_enabled' => false, + 'uploader_request_checksum_calculation_enabled' => false ) end end