@@ -4983,6 +4983,8 @@ components:
49834983 description: Optional prefix for blobs written to the container.
49844984 example: logs/
49854985 type: string
4986+ buffer:
4987+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
49864988 container_name:
49874989 description: The name of the Azure Blob Storage container to store logs
49884990 in.
@@ -25037,6 +25039,8 @@ components:
2503725039 description: The `microsoft_sentinel` destination forwards logs to Microsoft
2503825040 Sentinel.
2503925041 properties:
25042+ buffer:
25043+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2504025044 client_id:
2504125045 description: Azure AD client ID used for authentication.
2504225046 example: a1b2c3d4-5678-90ab-cdef-1234567890ab
@@ -26669,6 +26673,8 @@ components:
2666926673 properties:
2667026674 auth:
2667126675 $ref: '#/components/schemas/ObservabilityPipelineAmazonOpenSearchDestinationAuth'
26676+ buffer:
26677+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2667226678 bulk_index:
2667326679 description: The index to write logs to.
2667426680 example: logs-index
@@ -26747,6 +26753,8 @@ components:
2674726753 description: S3 bucket name.
2674826754 example: error-logs
2674926755 type: string
26756+ buffer:
26757+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2675026758 id:
2675126759 description: Unique identifier for the destination component.
2675226760 example: amazon-s3-destination
@@ -26919,6 +26927,28 @@ components:
2691926927 role session.
2692026928 type: string
2692126929 type: object
26930+ ObservabilityPipelineBufferOptions:
26931+ description: Configuration for buffer settings on destination components.
26932+ oneOf:
26933+ - $ref: '#/components/schemas/ObservabilityPipelineDiskBufferOptions'
26934+ - $ref: '#/components/schemas/ObservabilityPipelineMemoryBufferOptions'
26935+ - $ref: '#/components/schemas/ObservabilityPipelineMemoryBufferSizeOptions'
26936+ ObservabilityPipelineBufferOptionsDiskType:
26937+ default: disk
26938+ description: The type of the buffer that will be configured, a disk buffer.
26939+ enum:
26940+ - disk
26941+ type: string
26942+ x-enum-varnames:
26943+ - DISK
26944+ ObservabilityPipelineBufferOptionsMemoryType:
26945+ default: memory
26946+ description: The type of the buffer that will be configured, a memory buffer.
26947+ enum:
26948+ - memory
26949+ type: string
26950+ x-enum-varnames:
26951+ - MEMORY
2692226952 ObservabilityPipelineConfig:
2692326953 description: Specifies the pipeline's configuration, including its sources,
2692426954 processors, and destinations.
@@ -27232,6 +27262,8 @@ components:
2723227262 ObservabilityPipelineDatadogLogsDestination:
2723327263 description: The `datadog_logs` destination forwards logs to Datadog Log Management.
2723427264 properties:
27265+ buffer:
27266+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2723527267 id:
2723627268 description: The unique identifier for this component.
2723727269 example: datadog-logs-destination
@@ -27407,12 +27439,25 @@ components:
2740727439 type: string
2740827440 x-enum-varnames:
2740927441 - DEDUPE
27442+ ObservabilityPipelineDiskBufferOptions:
27443+ description: Options for configuring a disk buffer.
27444+ properties:
27445+ max_size:
27446+ description: Maximum size of the disk buffer.
27447+ example: 4096
27448+ format: int64
27449+ type: integer
27450+ type:
27451+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptionsDiskType'
27452+ type: object
2741027453 ObservabilityPipelineElasticsearchDestination:
2741127454 description: The `elasticsearch` destination writes logs to an Elasticsearch
2741227455 cluster.
2741327456 properties:
2741427457 api_version:
2741527458 $ref: '#/components/schemas/ObservabilityPipelineElasticsearchDestinationApiVersion'
27459+ buffer:
27460+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2741627461 bulk_index:
2741727462 description: The index to write logs to in Elasticsearch.
2741827463 example: logs-index
@@ -27897,6 +27942,8 @@ components:
2789727942 properties:
2789827943 auth:
2789927944 $ref: '#/components/schemas/ObservabilityPipelineGcpAuth'
27945+ buffer:
27946+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2790027947 customer_id:
2790127948 description: The Google Chronicle customer ID.
2790227949 example: abcdefg123456789
@@ -27963,6 +28010,8 @@ components:
2796328010 description: Name of the GCS bucket.
2796428011 example: error-logs
2796528012 type: string
28013+ buffer:
28014+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2796628015 id:
2796728016 description: Unique identifier for the destination component.
2796828017 example: gcs-destination
@@ -28273,6 +28322,28 @@ components:
2827328322 type: string
2827428323 x-enum-varnames:
2827528324 - LOGSTASH
28325+ ObservabilityPipelineMemoryBufferOptions:
28326+ description: Options for configuring a memory buffer by byte size.
28327+ properties:
28328+ max_size:
28329+ description: Maximum size of the disk buffer.
28330+ example: 4096
28331+ format: int64
28332+ type: integer
28333+ type:
28334+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptionsMemoryType'
28335+ type: object
28336+ ObservabilityPipelineMemoryBufferSizeOptions:
28337+ description: Options for configuring a memory buffer by queue length.
28338+ properties:
28339+ max_events:
28340+ description: Maximum events for the memory buffer.
28341+ example: 500
28342+ format: int64
28343+ type: integer
28344+ type:
28345+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptionsMemoryType'
28346+ type: object
2827628347 ObservabilityPipelineMetadataEntry:
2827728348 description: A custom metadata entry.
2827828349 properties:
@@ -28296,6 +28367,8 @@ components:
2829628367 ObservabilityPipelineNewRelicDestination:
2829728368 description: The `new_relic` destination sends logs to the New Relic platform.
2829828369 properties:
28370+ buffer:
28371+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2829928372 id:
2830028373 description: The unique identifier for this component.
2830128374 example: new-relic-destination
@@ -28433,6 +28506,8 @@ components:
2843328506 ObservabilityPipelineOpenSearchDestination:
2843428507 description: The `opensearch` destination writes logs to an OpenSearch cluster.
2843528508 properties:
28509+ buffer:
28510+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2843628511 bulk_index:
2843728512 description: The index to write logs to.
2843828513 example: logs-index
@@ -28655,11 +28730,17 @@ components:
2865528730 description: The Quota Processor measures logging traffic for logs that match
2865628731 a specified filter. When the configured daily quota is met, the processor
2865728732 can drop or alert.
28733+ oneOf:
28734+ - required:
28735+ - drop_events
28736+ - required:
28737+ - overflow_action
2865828738 properties:
2865928739 drop_events:
28660- description: If set to `true`, logs that matched the quota filter and sent
28740+ description: ' If set to `true`, logs that match the quota filter and sent
2866128741 after the quota has been met are dropped; only logs that did not match
28662- the filter query continue through the pipeline.
28742+ the filter query continue through the pipeline. **Note**: Only one of
28743+ `drop_events` or `overflow_action` can be set.'
2866328744 example: false
2866428745 type: boolean
2866528746 id:
@@ -28707,16 +28788,10 @@ components:
2870728788 items:
2870828789 type: string
2870928790 type: array
28791+ too_many_buckets_action:
28792+ $ref: '#/components/schemas/ObservabilityPipelineQuotaProcessorOverflowAction'
2871028793 type:
2871128794 $ref: '#/components/schemas/ObservabilityPipelineQuotaProcessorType'
28712- required:
28713- - id
28714- - type
28715- - include
28716- - name
28717- - drop_events
28718- - limit
28719- - inputs
2872028795 type: object
2872128796 ObservabilityPipelineQuotaProcessorLimit:
2872228797 description: The maximum amount of data or number of events allowed before the
@@ -28745,7 +28820,8 @@ components:
2874528820 - BYTES
2874628821 - EVENTS
2874728822 ObservabilityPipelineQuotaProcessorOverflowAction:
28748- description: 'The action to take when the quota is exceeded. Options:
28823+ description: 'The action to take when the quota or bucket limit is exceeded.
28824+ Options:
2874928825
2875028826 - `drop`: Drop the event.
2875128827
@@ -29006,6 +29082,8 @@ components:
2900629082 description: The `rsyslog` destination forwards logs to an external `rsyslog`
2900729083 server over TCP or UDP using the syslog protocol.
2900829084 properties:
29085+ buffer:
29086+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2900929087 id:
2901029088 description: The unique identifier for this component.
2901129089 example: rsyslog-destination
@@ -29076,6 +29154,16 @@ components:
2907629154 description: The `sample` processor allows probabilistic sampling of logs at
2907729155 a fixed rate.
2907829156 properties:
29157+ group_by:
29158+ description: Optional list of fields to group events by. Each group will
29159+ be sampled independently
29160+ example:
29161+ - service
29162+ - host
29163+ items:
29164+ type: string
29165+ minItems: 1
29166+ type: array
2907929167 id:
2908029168 description: The unique identifier for this component. Used to reference
2908129169 this component in other parts of the pipeline (for example, as the `input`
@@ -29480,6 +29568,8 @@ components:
2948029568 ObservabilityPipelineSentinelOneDestination:
2948129569 description: The `sentinel_one` destination sends logs to SentinelOne.
2948229570 properties:
29571+ buffer:
29572+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2948329573 id:
2948429574 description: The unique identifier for this component.
2948529575 example: sentinelone-destination
@@ -29836,6 +29926,8 @@ components:
2983629926 '
2983729927 example: true
2983829928 type: boolean
29929+ buffer:
29930+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2983929931 encoding:
2984029932 $ref: '#/components/schemas/ObservabilityPipelineSplunkHecDestinationEncoding'
2984129933 id:
@@ -29949,6 +30041,8 @@ components:
2994930041 ObservabilityPipelineSumoLogicDestination:
2995030042 description: The `sumo_logic` destination forwards logs to Sumo Logic.
2995130043 properties:
30044+ buffer:
30045+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
2995230046 encoding:
2995330047 $ref: '#/components/schemas/ObservabilityPipelineSumoLogicDestinationEncoding'
2995430048 header_custom_fields:
@@ -30052,6 +30146,8 @@ components:
3005230146 description: The `syslog_ng` destination forwards logs to an external `syslog-ng`
3005330147 server over TCP or UDP using the syslog protocol.
3005430148 properties:
30149+ buffer:
30150+ $ref: '#/components/schemas/ObservabilityPipelineBufferOptions'
3005530151 id:
3005630152 description: The unique identifier for this component.
3005730153 example: syslog-ng-destination
0 commit comments