Add zstd/compression to archive destinations

.generator/schemas/v2/openapi.yaml

@@ -13003,6 +13003,8 @@ components:
           type: string
         buffer:
           $ref: "#/components/schemas/ObservabilityPipelineBufferOptions"
+        compression:
+          $ref: "#/components/schemas/ObservabilityPipelineAzureStorageDestinationCompression"
         connection_string_key:
           description: Name of the environment variable or secret that holds the Azure Storage connection string.
           example: AZURE_STORAGE_CONNECTION_STRING
@@ -71528,6 +71530,8 @@ components:
           type: string
         buffer:
           $ref: "#/components/schemas/ObservabilityPipelineBufferOptions"
+        compression:
+          $ref: "#/components/schemas/ObservabilityPipelineAmazonS3DestinationCompression"
         id:
           description: Unique identifier for the destination component.
           example: amazon-s3-destination
@@ -71569,6 +71573,63 @@ components:
         - storage_class
       type: object
       x-pipeline-types: [logs]
+    ObservabilityPipelineAmazonS3DestinationCompression:
+      description: |-
+        Compression configuration for archived logs. When omitted, logs are compressed with gzip
+        for backward compatibility.
+      oneOf:
+        - $ref: "#/components/schemas/ObservabilityPipelineAmazonS3DestinationCompressionZstd"
+        - $ref: "#/components/schemas/ObservabilityPipelineAmazonS3DestinationCompressionGzip"
+    ObservabilityPipelineAmazonS3DestinationCompressionGzip:
+      description: Gzip compression.
+      properties:
+        algorithm:
+          $ref: "#/components/schemas/ObservabilityPipelineAmazonS3DestinationCompressionGzipType"
+        level:
+          description: Gzip compression level. Valid values range from `1` to `9`.
+          example: 6
+          format: int64
+          maximum: 9
+          minimum: 1
+          type: integer
+      required:
+        - algorithm
+        - level
+      type: object
+    ObservabilityPipelineAmazonS3DestinationCompressionGzipType:
+      default: gzip
+      description: The compression type. Always `gzip`.
+      enum:
+        - gzip
+      example: gzip
+      type: string
+      x-enum-varnames:
+        - GZIP
+    ObservabilityPipelineAmazonS3DestinationCompressionZstd:
+      description: Zstd compression.
+      properties:
+        algorithm:
+          $ref: "#/components/schemas/ObservabilityPipelineAmazonS3DestinationCompressionZstdType"
+        level:
+          description: Zstd compression level. Valid values range from `1` to` 21`.
+          example: 3
+          format: int64
+          maximum: 21
+          minimum: 1
+          type: integer
+      required:
+        - algorithm
+        - level
+      type: object
+    ObservabilityPipelineAmazonS3DestinationCompressionZstdType:
+      default: zstd
+      description: The compression type. Always `zstd`.
+      enum:
+        - zstd
+      example: zstd
+      type: string
+      x-enum-varnames:
+        - ZSTD
     ObservabilityPipelineAmazonS3DestinationServerSideEncryption:
       description: Server-side encryption type for Amazon S3.
       enum:
@@ -71930,6 +71991,63 @@ components:
           description: A session identifier used for logging and tracing the assumed role session.
           type: string
       type: object
+    ObservabilityPipelineAzureStorageDestinationCompression:
+      description: |-
+        Compression configuration for archived logs. When omitted, logs are compressed with gzip
+        for backward compatibility.
+      oneOf:
+        - $ref: "#/components/schemas/ObservabilityPipelineAzureStorageDestinationCompressionZstd"
+        - $ref: "#/components/schemas/ObservabilityPipelineAzureStorageDestinationCompressionGzip"
+    ObservabilityPipelineAzureStorageDestinationCompressionGzip:
+      description: Gzip compression.
+      properties:
+        algorithm:
+          $ref: "#/components/schemas/ObservabilityPipelineAzureStorageDestinationCompressionGzipType"
+        level:
+          description: Gzip compression level. Valid values range from `1` to `9`.
+          example: 6
+          format: int64
+          maximum: 9
+          minimum: 1
+          type: integer
+      required:
+        - algorithm
+        - level
+      type: object
+    ObservabilityPipelineAzureStorageDestinationCompressionGzipType:
+      default: gzip
+      description: The compression type. Always `gzip`.
+      enum:
+        - gzip
+      example: gzip
+      type: string
+      x-enum-varnames:
+        - GZIP
+    ObservabilityPipelineAzureStorageDestinationCompressionZstd:
+      description: Zstd compression.
+      properties:
+        algorithm:
+          $ref: "#/components/schemas/ObservabilityPipelineAzureStorageDestinationCompressionZstdType"
+        level:
+          description: Zstd compression level. Valid values range from `1` to `21`.
+          example: 3
+          format: int64
+          maximum: 21
+          minimum: 1
+          type: integer
+      required:
+        - algorithm
+        - level
+      type: object
+    ObservabilityPipelineAzureStorageDestinationCompressionZstdType:
+      default: zstd
+      description: The compression type. Always `zstd`.
+      enum:
+        - zstd
+      example: zstd
+      type: string
+      x-enum-varnames:
+        - ZSTD
     ObservabilityPipelineBufferOptions:
       description: Configuration for buffer settings on destination components.
       oneOf:
@@ -73708,6 +73826,8 @@ components:
           type: string
         buffer:
           $ref: "#/components/schemas/ObservabilityPipelineBufferOptions"
+        compression:
+          $ref: "#/components/schemas/ObservabilityPipelineGoogleCloudStorageDestinationCompression"
         id:
           description: Unique identifier for the destination component.
           example: gcs-destination
@@ -73757,6 +73877,63 @@ components:
         - AUTHENTICATEDNOT_READ
         - BUCKETNOT_OWNERNOT_READ
         - BUCKETNOT_OWNERNOT_FULLNOT_CONTROL
+    ObservabilityPipelineGoogleCloudStorageDestinationCompression:
+      description: |-
+        Compression configuration for archived logs. When omitted, logs are compressed with gzip
+        for backward compatibility.
+      oneOf:
+        - $ref: "#/components/schemas/ObservabilityPipelineGoogleCloudStorageDestinationCompressionZstd"
+        - $ref: "#/components/schemas/ObservabilityPipelineGoogleCloudStorageDestinationCompressionGzip"
+    ObservabilityPipelineGoogleCloudStorageDestinationCompressionGzip:
+      description: Gzip compression.
+      properties:
+        algorithm:
+          $ref: "#/components/schemas/ObservabilityPipelineGoogleCloudStorageDestinationCompressionGzipType"
+        level:
+          description: Gzip compression level. Valid values range from `1` to `9`.
+          example: 6
+          format: int64
+          maximum: 9
+          minimum: 1
+          type: integer
+      required:
+        - algorithm
+        - level
+      type: object
+    ObservabilityPipelineGoogleCloudStorageDestinationCompressionGzipType:
+      default: gzip
+      description: The compression type. Always `gzip`.
+      enum:
+        - gzip
+      example: gzip
+      type: string
+      x-enum-varnames:
+        - GZIP
+    ObservabilityPipelineGoogleCloudStorageDestinationCompressionZstd:
+      description: Zstd compression.
+      properties:
+        algorithm:
+          $ref: "#/components/schemas/ObservabilityPipelineGoogleCloudStorageDestinationCompressionZstdType"
+        level:
+          description: Zstd compression level. Valid values range from `1` to `21`.
+          example: 3
+          format: int64
+          maximum: 21
+          minimum: 1
+          type: integer
+      required:
+        - algorithm
+        - level
+      type: object
+    ObservabilityPipelineGoogleCloudStorageDestinationCompressionZstdType:
+      default: zstd
+      description: The compression type. Always `zstd`.
+      enum:
+        - zstd
+      example: zstd
+      type: string
+      x-enum-varnames:
+        - ZSTD
     ObservabilityPipelineGoogleCloudStorageDestinationStorageClass:
       description: Storage class used for objects stored in GCS.
       enum:

src/datadog_api_client/v2/model/azure_storage_destination.py

@@ -15,6 +15,9 @@
 
 if TYPE_CHECKING:
     from datadog_api_client.v2.model.observability_pipeline_buffer_options import ObservabilityPipelineBufferOptions
+    from datadog_api_client.v2.model.observability_pipeline_azure_storage_destination_compression import (
+        ObservabilityPipelineAzureStorageDestinationCompression,
+    )
     from datadog_api_client.v2.model.azure_storage_destination_type import AzureStorageDestinationType
     from datadog_api_client.v2.model.observability_pipeline_disk_buffer_options import (
         ObservabilityPipelineDiskBufferOptions,
@@ -25,17 +28,27 @@
     from datadog_api_client.v2.model.observability_pipeline_memory_buffer_size_options import (
         ObservabilityPipelineMemoryBufferSizeOptions,
     )
+    from datadog_api_client.v2.model.observability_pipeline_azure_storage_destination_compression_zstd import (
+        ObservabilityPipelineAzureStorageDestinationCompressionZstd,
+    )
+    from datadog_api_client.v2.model.observability_pipeline_azure_storage_destination_compression_gzip import (
+        ObservabilityPipelineAzureStorageDestinationCompressionGzip,
+    )
 
 
 class AzureStorageDestination(ModelNormal):
     @cached_property
     def openapi_types(_):
         from datadog_api_client.v2.model.observability_pipeline_buffer_options import ObservabilityPipelineBufferOptions
+        from datadog_api_client.v2.model.observability_pipeline_azure_storage_destination_compression import (
+            ObservabilityPipelineAzureStorageDestinationCompression,
+        )
         from datadog_api_client.v2.model.azure_storage_destination_type import AzureStorageDestinationType
 
         return {
             "blob_prefix": (str,),
             "buffer": (ObservabilityPipelineBufferOptions,),
+            "compression": (ObservabilityPipelineAzureStorageDestinationCompression,),
             "connection_string_key": (str,),
             "container_name": (str,),
             "id": (str,),
@@ -46,6 +59,7 @@ def openapi_types(_):
     attribute_map = {
         "blob_prefix": "blob_prefix",
         "buffer": "buffer",
+        "compression": "compression",
         "connection_string_key": "connection_string_key",
         "container_name": "container_name",
         "id": "id",
@@ -67,6 +81,12 @@ def __init__(
             ObservabilityPipelineMemoryBufferSizeOptions,
             UnsetType,
         ] = unset,
+        compression: Union[
+            ObservabilityPipelineAzureStorageDestinationCompression,
+            ObservabilityPipelineAzureStorageDestinationCompressionZstd,
+            ObservabilityPipelineAzureStorageDestinationCompressionGzip,
+            UnsetType,
+        ] = unset,
         connection_string_key: Union[str, UnsetType] = unset,
         **kwargs,
     ):
@@ -81,6 +101,10 @@ def __init__(
         :param buffer: Configuration for buffer settings on destination components.
         :type buffer: ObservabilityPipelineBufferOptions, optional
 
+        :param compression: Compression configuration for archived logs. When omitted, logs are compressed with gzip
+            for backward compatibility.
+        :type compression: ObservabilityPipelineAzureStorageDestinationCompression, optional
+
         :param connection_string_key: Name of the environment variable or secret that holds the Azure Storage connection string.
         :type connection_string_key: str, optional
 
@@ -100,6 +124,8 @@ def __init__(
             kwargs["blob_prefix"] = blob_prefix
         if buffer is not unset:
             kwargs["buffer"] = buffer
+        if compression is not unset:
+            kwargs["compression"] = compression
         if connection_string_key is not unset:
             kwargs["connection_string_key"] = connection_string_key
         super().__init__(kwargs)

src/datadog_api_client/v2/model/observability_pipeline_amazon_s3_destination.py

@@ -16,6 +16,9 @@
 if TYPE_CHECKING:
     from datadog_api_client.v2.model.observability_pipeline_aws_auth import ObservabilityPipelineAwsAuth
     from datadog_api_client.v2.model.observability_pipeline_buffer_options import ObservabilityPipelineBufferOptions
+    from datadog_api_client.v2.model.observability_pipeline_amazon_s3_destination_compression import (
+        ObservabilityPipelineAmazonS3DestinationCompression,
+    )
     from datadog_api_client.v2.model.observability_pipeline_amazon_s3_destination_server_side_encryption import (
         ObservabilityPipelineAmazonS3DestinationServerSideEncryption,
     )
@@ -35,13 +38,22 @@
     from datadog_api_client.v2.model.observability_pipeline_memory_buffer_size_options import (
         ObservabilityPipelineMemoryBufferSizeOptions,
     )
+    from datadog_api_client.v2.model.observability_pipeline_amazon_s3_destination_compression_zstd import (
+        ObservabilityPipelineAmazonS3DestinationCompressionZstd,
+    )
+    from datadog_api_client.v2.model.observability_pipeline_amazon_s3_destination_compression_gzip import (
+        ObservabilityPipelineAmazonS3DestinationCompressionGzip,
+    )
 
 
 class ObservabilityPipelineAmazonS3Destination(ModelNormal):
     @cached_property
     def openapi_types(_):
         from datadog_api_client.v2.model.observability_pipeline_aws_auth import ObservabilityPipelineAwsAuth
         from datadog_api_client.v2.model.observability_pipeline_buffer_options import ObservabilityPipelineBufferOptions
+        from datadog_api_client.v2.model.observability_pipeline_amazon_s3_destination_compression import (
+            ObservabilityPipelineAmazonS3DestinationCompression,
+        )
         from datadog_api_client.v2.model.observability_pipeline_amazon_s3_destination_server_side_encryption import (
             ObservabilityPipelineAmazonS3DestinationServerSideEncryption,
         )
@@ -57,6 +69,7 @@ def openapi_types(_):
             "auth": (ObservabilityPipelineAwsAuth,),
             "bucket": (str,),
             "buffer": (ObservabilityPipelineBufferOptions,),
+            "compression": (ObservabilityPipelineAmazonS3DestinationCompression,),
             "id": (str,),
             "inputs": ([str],),
             "key_prefix": (str,),
@@ -72,6 +85,7 @@ def openapi_types(_):
         "auth": "auth",
         "bucket": "bucket",
         "buffer": "buffer",
+        "compression": "compression",
         "id": "id",
         "inputs": "inputs",
         "key_prefix": "key_prefix",
@@ -99,6 +113,12 @@ def __init__(
             ObservabilityPipelineMemoryBufferSizeOptions,
             UnsetType,
         ] = unset,
+        compression: Union[
+            ObservabilityPipelineAmazonS3DestinationCompression,
+            ObservabilityPipelineAmazonS3DestinationCompressionZstd,
+            ObservabilityPipelineAmazonS3DestinationCompressionGzip,
+            UnsetType,
+        ] = unset,
         key_prefix: Union[str, UnsetType] = unset,
         server_side_encryption: Union[ObservabilityPipelineAmazonS3DestinationServerSideEncryption, UnsetType] = unset,
         ssekms_key_id: Union[str, UnsetType] = unset,
@@ -120,6 +140,10 @@ def __init__(
         :param buffer: Configuration for buffer settings on destination components.
         :type buffer: ObservabilityPipelineBufferOptions, optional
 
+        :param compression: Compression configuration for archived logs. When omitted, logs are compressed with gzip
+            for backward compatibility.
+        :type compression: ObservabilityPipelineAmazonS3DestinationCompression, optional
+
         :param id: Unique identifier for the destination component.
         :type id: str
 
@@ -152,6 +176,8 @@ def __init__(
             kwargs["auth"] = auth
         if buffer is not unset:
             kwargs["buffer"] = buffer
+        if compression is not unset:
+            kwargs["compression"] = compression
         if key_prefix is not unset:
             kwargs["key_prefix"] = key_prefix
         if server_side_encryption is not unset: