Add overflow and metrics destinations, deprecate generate_datadog_metrics, add custom auth for http_client

.generator/schemas/v2/openapi.yaml

@@ -75646,11 +75646,14 @@ components:
         - credentials_file
       type: object
     ObservabilityPipelineGenerateMetricsProcessor:
+      deprecated: true
       description: |-
         The `generate_datadog_metrics` processor creates custom metrics from logs and sends them to Datadog.
         Metrics can be counters, gauges, or distributions and optionally grouped by log fields.
 
         **Supported pipeline types:** logs
+
+        **Deprecated:** This processor is deprecated. Use the `generate_metrics` processor instead.
       properties:
         display_name:
           $ref: "#/components/schemas/ObservabilityPipelineComponentDisplayName"
@@ -75692,7 +75695,8 @@ components:
       description: |-
         The `generate_metrics` processor creates custom metrics from logs.
         Metrics can be counters, gauges, or distributions and optionally grouped by log fields.
-        The generated metrics must be routed to a metrics destination using the input `<processor-id>.metrics`.
+
+        There must be a destination whose `inputs` reference this processor with the `<processor-id>.metrics` suffix to route the generated metrics. All destination types normally supported for `metrics` pipelines are also supported as metrics destinations in `logs` pipelines.
 
         **Supported pipeline types:** logs
       properties:
@@ -76188,13 +76192,14 @@ components:
       x-pipeline-types: [logs, metrics]
     ObservabilityPipelineHttpClientDestinationAuthStrategy:
       description: HTTP authentication strategy.
-      enum: [none, basic, bearer]
+      enum: [none, basic, bearer, custom]
       example: basic
       type: string
       x-enum-varnames:
         - NONE
         - BASIC
         - BEARER
+        - CUSTOM
     ObservabilityPipelineHttpClientDestinationCompression:
       description: Compression configuration for HTTP requests.
       properties:
@@ -77566,6 +77571,8 @@ components:
         - `drop`: Drop the event.
         - `no_action`: Let the event pass through.
         - `overflow_routing`: Route to an overflow destination.
+
+        When `overflow_routing` is used, there must be a destination whose `inputs` reference this processor with the `<processor-id>.overflow_events` suffix to route the overflowing events. Only the following destination types support overflow inputs: `amazon_s3_generic`, `amazon_s3`, `google_cloud_storage`, and `azure_storage`.
       enum:
         - drop
         - no_action

src/datadog_api_client/v2/model/observability_pipeline_config_processor_item.py

@@ -118,6 +118,8 @@ def __init__(self, **kwargs):
             - `drop`: Drop the event.
             - `no_action`: Let the event pass through.
             - `overflow_routing`: Route to an overflow destination.
+
+            When `overflow_routing` is used, there must be a destination whose `inputs` reference this processor with the `<processor-id>.overflow_events` suffix to route the overflowing events. Only the following destination types support overflow inputs: `amazon_s3_generic`, `amazon_s3`, `google_cloud_storage`, and `azure_storage`.
         :type overflow_action: ObservabilityPipelineQuotaProcessorOverflowAction, optional
 
         :param overrides: A list of alternate quota rules that apply to specific sets of events, identified by matching field values. Each override can define a custom limit.
@@ -130,6 +132,8 @@ def __init__(self, **kwargs):
             - `drop`: Drop the event.
             - `no_action`: Let the event pass through.
             - `overflow_routing`: Route to an overflow destination.
+
+            When `overflow_routing` is used, there must be a destination whose `inputs` reference this processor with the `<processor-id>.overflow_events` suffix to route the overflowing events. Only the following destination types support overflow inputs: `amazon_s3_generic`, `amazon_s3`, `google_cloud_storage`, and `azure_storage`.
         :type too_many_buckets_action: ObservabilityPipelineQuotaProcessorOverflowAction, optional
 
         :param group_by: A list of fields used to group log events for merging.

src/datadog_api_client/v2/model/observability_pipeline_generate_metrics_processor.py

@@ -64,6 +64,8 @@ def __init__(
 
         **Supported pipeline types:** logs
 
+        **Deprecated:** This processor is deprecated. Use the ``generate_metrics`` processor instead.
+
         :param display_name: The display name for a component.
         :type display_name: str, optional
 

src/datadog_api_client/v2/model/observability_pipeline_generate_metrics_v2_processor.py

@@ -61,7 +61,8 @@ def __init__(
         """
         The ``generate_metrics`` processor creates custom metrics from logs.
         Metrics can be counters, gauges, or distributions and optionally grouped by log fields.
-        The generated metrics must be routed to a metrics destination using the input ``<processor-id>.metrics``.
+
+        There must be a destination whose ``inputs`` reference this processor with the ``<processor-id>.metrics`` suffix to route the generated metrics. All destination types normally supported for ``metrics`` pipelines are also supported as metrics destinations in ``logs`` pipelines.
 
         **Supported pipeline types:** logs
 

src/datadog_api_client/v2/model/observability_pipeline_http_client_destination_auth_strategy.py

@@ -16,18 +16,20 @@ class ObservabilityPipelineHttpClientDestinationAuthStrategy(ModelSimple):
     """
     HTTP authentication strategy.
 
-    :param value: Must be one of ["none", "basic", "bearer"].
+    :param value: Must be one of ["none", "basic", "bearer", "custom"].
     :type value: str
     """
 
     allowed_values = {
         "none",
         "basic",
         "bearer",
+        "custom",
     }
     NONE: ClassVar["ObservabilityPipelineHttpClientDestinationAuthStrategy"]
     BASIC: ClassVar["ObservabilityPipelineHttpClientDestinationAuthStrategy"]
     BEARER: ClassVar["ObservabilityPipelineHttpClientDestinationAuthStrategy"]
+    CUSTOM: ClassVar["ObservabilityPipelineHttpClientDestinationAuthStrategy"]
 
     @cached_property
     def openapi_types(_):
@@ -45,3 +47,6 @@ def openapi_types(_):
 ObservabilityPipelineHttpClientDestinationAuthStrategy.BEARER = ObservabilityPipelineHttpClientDestinationAuthStrategy(
     "bearer"
 )
+ObservabilityPipelineHttpClientDestinationAuthStrategy.CUSTOM = ObservabilityPipelineHttpClientDestinationAuthStrategy(
+    "custom"
+)

src/datadog_api_client/v2/model/observability_pipeline_quota_processor.py

@@ -127,6 +127,8 @@ def __init__(
             * ``drop`` : Drop the event.
             * ``no_action`` : Let the event pass through.
             * ``overflow_routing`` : Route to an overflow destination.
+
+            When ``overflow_routing`` is used, there must be a destination whose ``inputs`` reference this processor with the ``<processor-id>.overflow_events`` suffix to route the overflowing events. Only the following destination types support overflow inputs: ``amazon_s3_generic`` , ``amazon_s3`` , ``google_cloud_storage`` , and ``azure_storage``.
         :type overflow_action: ObservabilityPipelineQuotaProcessorOverflowAction, optional
 
         :param overrides: A list of alternate quota rules that apply to specific sets of events, identified by matching field values. Each override can define a custom limit.
@@ -140,6 +142,8 @@ def __init__(
             * ``drop`` : Drop the event.
             * ``no_action`` : Let the event pass through.
             * ``overflow_routing`` : Route to an overflow destination.
+
+            When ``overflow_routing`` is used, there must be a destination whose ``inputs`` reference this processor with the ``<processor-id>.overflow_events`` suffix to route the overflowing events. Only the following destination types support overflow inputs: ``amazon_s3_generic`` , ``amazon_s3`` , ``google_cloud_storage`` , and ``azure_storage``.
         :type too_many_buckets_action: ObservabilityPipelineQuotaProcessorOverflowAction, optional
 
         :param type: The processor type. The value should always be ``quota``.

src/datadog_api_client/v2/model/observability_pipeline_quota_processor_overflow_action.py

@@ -19,6 +19,8 @@ class ObservabilityPipelineQuotaProcessorOverflowAction(ModelSimple):
         - `no_action`: Let the event pass through.
         - `overflow_routing`: Route to an overflow destination.
 
+        When `overflow_routing` is used, there must be a destination whose `inputs` reference this processor with the `<processor-id>.overflow_events` suffix to route the overflowing events. Only the following destination types support overflow inputs: `amazon_s3_generic`, `amazon_s3`, `google_cloud_storage`, and `azure_storage`.
+
     :param value: Must be one of ["drop", "no_action", "overflow_routing"].
     :type value: str
     """