feat: [SVLS-5677] DynamoDB Stream event span pointers

datadog_lambda/span_pointers.py

@@ -2,7 +2,10 @@
 import logging
 from typing import List
 
-from ddtrace._trace.utils_botocore.span_pointers import (
+from ddtrace._trace.utils_botocore.span_pointers.dynamodb import (
+    _aws_dynamodb_item_span_pointer_description,
+)
+from ddtrace._trace.utils_botocore.span_pointers.s3 import (
     _aws_s3_object_span_pointer_description,
 )
 from ddtrace._trace._span_pointer import _SpanPointerDirection
@@ -21,10 +24,13 @@ def calculate_span_pointers(
         if event_source.equals(EventTypes.S3):
             return _calculate_s3_span_pointers_for_event(event)
 
+        elif event_source.equals(EventTypes.DYNAMODB):
+            return _calculate_dynamodb_span_pointers_for_event(event)
+
     except Exception as e:
         logger.warning(
             "failed to calculate span pointers for event: %s",
-            str(e),
+            e,
         )
 
     return []
@@ -69,7 +75,7 @@ def _calculate_s3_span_pointers_for_object_created_s3_information(
     except KeyError as e:
         logger.warning(
             "missing s3 information required to make a span pointer: %s",
-            str(e),
+            e,
         )
         return []
 
@@ -86,6 +92,67 @@ def _calculate_s3_span_pointers_for_object_created_s3_information(
     except Exception as e:
         logger.warning(
             "failed to generate S3 span pointer: %s",
-            str(e),
+            e,
+        )
+        return []
+
+
+def _calculate_dynamodb_span_pointers_for_event(event) -> List[_SpanPointerDescription]:
+    # Example event:
+    # https://docs.aws.amazon.com/lambda/latest/dg/with-ddb.html
+
+    return list(
+        chain.from_iterable(
+            _calculate_dynamodb_span_pointers_for_event_record(record)
+            for record in event.get("Records", [])
+        )
+    )
+
+
+def _calculate_dynamodb_span_pointers_for_event_record(
+    record,
+) -> List[_SpanPointerDescription]:
+    try:
+        table_name = _extract_table_name_from_dynamodb_stream_record(record)
+        primary_key = record["dynamodb"]["Keys"]
+
+    except Exception as e:
+        logger.warning(
+            "missing DynamoDB information required to make a span pointer: %s",
+            e,
         )
         return []
+
+    try:
+        return [
+            _aws_dynamodb_item_span_pointer_description(
+                pointer_direction=_SpanPointerDirection.UPSTREAM,
+                table_name=table_name,
+                primary_key=primary_key,
+            )
+        ]
+
+    except Exception as e:
+        logger.warning(
+            "failed to generate DynamoDB span pointer: %s",
+            e,
+        )
+        return []
+
+
+def _extract_table_name_from_dynamodb_stream_record(record) -> str:
+    # Example eventSourceARN:
+    # arn:aws:dynamodb:us-east-2:123456789012:table/my-table/stream/2024-06-10T19:26:16.525
+    event_source_arn = record["eventSourceARN"]
+
+    [_arn, _aws, _dynamodb, _region, _account, dynamodb_info] = event_source_arn.split(
+        ":", maxsplit=5
+    )
+    if _arn != "arn" or _aws != "aws" or _dynamodb != "dynamodb":
+        raise ValueError(f"unexpected eventSourceARN format: {event_source_arn}")
+
+    [_table, table_name, _stream, _timestamp] = dynamodb_info.split("/")
+    if _table != "table" or _stream != "stream":
+        raise ValueError(f"unexpected eventSourceARN format: {event_source_arn}")
+
+    return table_name

pyproject.toml

@@ -27,7 +27,7 @@ classifiers = [
 python = ">=3.8.0,<4"
 datadog = ">=0.41.0,<1.0.0"
 wrapt = "^1.11.2"
-ddtrace = ">=2.14.1"
+ddtrace = ">=2.15.0"
 ujson = ">=5.9.0"
 boto3 = { version = "^1.34.0", optional = true }
 requests = { version ="^2.22.0", optional = true }

tests/Dockerfile

@@ -3,6 +3,11 @@ FROM python:$python_version
 
 ENV PYTHONDONTWRITEBYTECODE True
 
+# Add Rust compiler which is needed to build dd-trace-py from source
+RUN curl https://sh.rustup.rs -sSf | \
+    sh -s -- --default-toolchain stable -y
+ENV PATH=/root/.cargo/bin:$PATH
+
 RUN mkdir -p /test/datadog_lambda
 WORKDIR /test
 

tests/integration/snapshots/logs/async-metrics_python310.log

@@ -279,7 +279,39 @@ HTTP GET https://www.datadoghq.com/ Headers: ["Accept-Encoding:gzip, deflate","A
         "metrics": {
           "_dd.top_level": 1
         },
-        "type": "serverless"
+        "type": "serverless",
+        "span_links": [
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.dynamodb.item",
+              "ptr.dir": "u",
+              "ptr.hash": "e2af34d333891f765c7f02d2da80895e",
+              "link.kind": "span-pointer"
+            }
+          },
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.dynamodb.item",
+              "ptr.dir": "u",
+              "ptr.hash": "e2af34d333891f765c7f02d2da80895e",
+              "link.kind": "span-pointer"
+            }
+          },
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.dynamodb.item",
+              "ptr.dir": "u",
+              "ptr.hash": "e2af34d333891f765c7f02d2da80895e",
+              "link.kind": "span-pointer"
+            }
+          }
+        ]
       },
       {
         "trace_id": "XXXX",
@@ -942,7 +974,19 @@ HTTP GET https://www.datadoghq.com/ Headers: ["Accept-Encoding:gzip, deflate","A
         "metrics": {
           "_dd.top_level": 1
         },
-        "type": "serverless"
+        "type": "serverless",
+        "span_links": [
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.s3.object",
+              "ptr.dir": "u",
+              "ptr.hash": "1dc3e5d00dae48c1f07d95371a747788",
+              "link.kind": "span-pointer"
+            }
+          }
+        ]
       },
       {
         "trace_id": "XXXX",

tests/integration/snapshots/logs/async-metrics_python311.log

@@ -279,7 +279,39 @@ HTTP GET https://www.datadoghq.com/ Headers: ["Accept-Encoding:gzip, deflate","A
         "metrics": {
           "_dd.top_level": 1
         },
-        "type": "serverless"
+        "type": "serverless",
+        "span_links": [
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.dynamodb.item",
+              "ptr.dir": "u",
+              "ptr.hash": "e2af34d333891f765c7f02d2da80895e",
+              "link.kind": "span-pointer"
+            }
+          },
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.dynamodb.item",
+              "ptr.dir": "u",
+              "ptr.hash": "e2af34d333891f765c7f02d2da80895e",
+              "link.kind": "span-pointer"
+            }
+          },
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.dynamodb.item",
+              "ptr.dir": "u",
+              "ptr.hash": "e2af34d333891f765c7f02d2da80895e",
+              "link.kind": "span-pointer"
+            }
+          }
+        ]
       },
       {
         "trace_id": "XXXX",
@@ -942,7 +974,19 @@ HTTP GET https://www.datadoghq.com/ Headers: ["Accept-Encoding:gzip, deflate","A
         "metrics": {
           "_dd.top_level": 1
         },
-        "type": "serverless"
+        "type": "serverless",
+        "span_links": [
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.s3.object",
+              "ptr.dir": "u",
+              "ptr.hash": "1dc3e5d00dae48c1f07d95371a747788",
+              "link.kind": "span-pointer"
+            }
+          }
+        ]
       },
       {
         "trace_id": "XXXX",

tests/integration/snapshots/logs/async-metrics_python312.log

@@ -279,7 +279,39 @@ HTTP GET https://www.datadoghq.com/ Headers: ["Accept-Encoding:gzip, deflate","A
         "metrics": {
           "_dd.top_level": 1
         },
-        "type": "serverless"
+        "type": "serverless",
+        "span_links": [
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.dynamodb.item",
+              "ptr.dir": "u",
+              "ptr.hash": "e2af34d333891f765c7f02d2da80895e",
+              "link.kind": "span-pointer"
+            }
+          },
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.dynamodb.item",
+              "ptr.dir": "u",
+              "ptr.hash": "e2af34d333891f765c7f02d2da80895e",
+              "link.kind": "span-pointer"
+            }
+          },
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.dynamodb.item",
+              "ptr.dir": "u",
+              "ptr.hash": "e2af34d333891f765c7f02d2da80895e",
+              "link.kind": "span-pointer"
+            }
+          }
+        ]
       },
       {
         "trace_id": "XXXX",
@@ -942,7 +974,19 @@ HTTP GET https://www.datadoghq.com/ Headers: ["Accept-Encoding:gzip, deflate","A
         "metrics": {
           "_dd.top_level": 1
         },
-        "type": "serverless"
+        "type": "serverless",
+        "span_links": [
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.s3.object",
+              "ptr.dir": "u",
+              "ptr.hash": "1dc3e5d00dae48c1f07d95371a747788",
+              "link.kind": "span-pointer"
+            }
+          }
+        ]
       },
       {
         "trace_id": "XXXX",

tests/integration/snapshots/logs/async-metrics_python38.log

@@ -279,7 +279,39 @@ HTTP GET https://www.datadoghq.com/ Headers: ["Accept-Encoding:gzip, deflate","A
         "metrics": {
           "_dd.top_level": 1
         },
-        "type": "serverless"
+        "type": "serverless",
+        "span_links": [
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.dynamodb.item",
+              "ptr.dir": "u",
+              "ptr.hash": "e2af34d333891f765c7f02d2da80895e",
+              "link.kind": "span-pointer"
+            }
+          },
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.dynamodb.item",
+              "ptr.dir": "u",
+              "ptr.hash": "e2af34d333891f765c7f02d2da80895e",
+              "link.kind": "span-pointer"
+            }
+          },
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.dynamodb.item",
+              "ptr.dir": "u",
+              "ptr.hash": "e2af34d333891f765c7f02d2da80895e",
+              "link.kind": "span-pointer"
+            }
+          }
+        ]
       },
       {
         "trace_id": "XXXX",
@@ -942,7 +974,19 @@ HTTP GET https://www.datadoghq.com/ Headers: ["Accept-Encoding:gzip, deflate","A
         "metrics": {
           "_dd.top_level": 1
         },
-        "type": "serverless"
+        "type": "serverless",
+        "span_links": [
+          {
+            "trace_id": "XXXX",
+            "span_id": "XXXX",
+            "attributes": {
+              "ptr.kind": "aws.s3.object",
+              "ptr.dir": "u",
+              "ptr.hash": "1dc3e5d00dae48c1f07d95371a747788",
+              "link.kind": "span-pointer"
+            }
+          }
+        ]
       },
       {
         "trace_id": "XXXX",