Merge branch 'main' into gyuheon0h/prof-12603-dual-upload-ct

Author: gyuheon0h

.github/CODEOWNERS

@@ -204,6 +204,7 @@ ddtrace/opentelemetry/                             @DataDog/apm-sdk-capabilities
 ddtrace/internal/opentelemetry                     @DataDog/apm-sdk-capabilities-python
 ddtrace/opentracer/                                @DataDog/apm-sdk-capabilities-python
 ddtrace/propagation/                               @DataDog/apm-sdk-capabilities-python
+ddtrace/settings/_opentelemetry.py                 @DataDog/apm-sdk-capabilities-python
 
 ddtrace/internal/sampling.py                       @DataDog/apm-sdk-capabilities-python
 ddtrace/internal/tracemethods.py                   @DataDog/apm-sdk-capabilities-python
@@ -223,8 +224,26 @@ tests/tracer/                                      @DataDog/apm-sdk-capabilities
 tests/tracer/test_ci.py                            @DataDog/ci-app-libraries
 
 # Serverless
-tests/internal/test_serverless.py   @DataDog/apm-core-python @DataDog/apm-serverless
-tests/contrib/aws_lambda            @DataDog/apm-serverless
+ddtrace/contrib/internal/aws_lambda                         @DataDog/apm-serverless
+ddtrace/contrib/internal/azure_eventhubs                    @DataDog/serverless @DataDog/apm-serverless
+ddtrace/contrib/internal/azure_functions                    @DataDog/serverless @DataDog/apm-serverless
+ddtrace/contrib/internal/azure_servicebus                   @DataDog/serverless @DataDog/apm-serverless
+ddtrace/ext/aws.py                                          @DataDog/apm-serverless @DataDog/apm-idm-python
+ddtrace/ext/azure_eventhubs.py                              @DataDog/serverless @DataDog/apm-serverless
+ddtrace/ext/azure_servicebus.py                             @DataDog/serverless @DataDog/apm-serverless
+tests/contrib/aws_lambda                                    @DataDog/apm-serverless
+tests/contrib/azure_eventhubs                               @DataDog/serverless @DataDog/apm-serverless
+tests/contrib/azure_functions                               @DataDog/serverless @DataDog/apm-serverless
+tests/contrib/azure_functions_eventhubs                     @DataDog/serverless @DataDog/apm-serverless
+tests/contrib/azure_functions_servicebus                    @DataDog/serverless @DataDog/apm-serverless
+tests/contrib/azure_servicebus                              @DataDog/serverless @DataDog/apm-serverless
+tests/internal/test_serverless.py                           @DataDog/apm-core-python @DataDog/apm-serverless
+tests/snapshots/tests.contrib.aws_lambda.*.                 @DataDog/apm-serverless
+tests/snapshots/tests.contrib.azure_eventhubs.*             @DataDog/serverless @DataDog/apm-serverless
+tests/snapshots/tests.contrib.azure_functions.*             @DataDog/serverless @DataDog/apm-serverless
+tests/snapshots/tests.contrib.azure_functions_eventhubs.*   @DataDog/serverless @DataDog/apm-serverless
+tests/snapshots/tests.contrib.azure_functions_servicebus.*  @DataDog/serverless @DataDog/apm-serverless
+tests/snapshots/tests.contrib.azure_servicebus.*            @DataDog/serverless @DataDog/apm-serverless
 
 # Data Streams Monitoring
 ddtrace/internal/datastreams        @DataDog/data-streams-monitoring

.github/workflows/build_deploy.yml

@@ -116,8 +116,9 @@ jobs:
         run: apk add git gcc g++ musl-dev libffi-dev openssl-dev bash rust cargo make cmake patchelf
 
       - name: Check source package
+        # https://github.com/theacodes/cmarkgfm/issues/84
         run: |
-          pip install twine readme_renderer[md]
+          pip install twine readme_renderer[md] "cmarkgfm<2025.10.20"
           twine check dist/*.tar.gz
       - name: Install source package
         env:

.github/workflows/requirements-locks.yml

@@ -12,7 +12,7 @@ jobs:
     name: Check requirements lockfiles
     runs-on: ubuntu-latest
     container:
-      image: ghcr.io/datadog/dd-trace-py/testrunner:280be7679757b720503a284a69da36995b6ef48d@sha256:68865857c710d5703ddf9190ff33eb1ea47974e8332d04e2e115ef3b52513def
+      image: ghcr.io/datadog/dd-trace-py/testrunner:adc7896c0901c0589e45776d9e409c3d1b15cd51@sha256:5fa1b0062e20c753cd5da590df3841b74b9ead5b4531a7ec9f5cacd2b95386e3
       options: "--user 0"
     steps:
       - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
@@ -25,7 +25,7 @@ jobs:
         run: git config --global --add safe.directory "$GITHUB_WORKSPACE"
 
       - name: Set python interpreters
-        run: pyenv global 3.10 3.8 3.9 3.11 3.12 3.13 3.14.0rc1
+        run: pyenv global 3.10 3.8 3.9 3.11 3.12 3.13 3.14
 
       - name: Install Dependencies
         run: pip install --upgrade pip && pip install riot==0.20.1 && pip install toml==0.10.2

.github/workflows/system-tests.yml

@@ -35,8 +35,6 @@ jobs:
       TEST_LIBRARY: python
       WEBLOG_VARIANT: ${{ matrix.weblog-variant }}
       CMAKE_BUILD_PARALLEL_LEVEL: 12
-      SYSTEM_TESTS_AWS_ACCESS_KEY_ID: ${{ secrets.IDM_AWS_ACCESS_KEY_ID }}
-      SYSTEM_TESTS_AWS_SECRET_ACCESS_KEY: ${{ secrets.IDM_AWS_SECRET_ACCESS_KEY }}
     steps:
       - name: Install Dependencies
         run: sudo apt-get install -y patchelf
@@ -47,7 +45,7 @@ jobs:
           persist-credentials: false
           repository: 'DataDog/system-tests'
           # Automatically managed, use scripts/update-system-tests-version to update
-          ref: '6be22a6418b86c3be4920790dfa121149aed2903'
+          ref: 'f3752de0abce8bd5e7625577a105eb8af53bb8ce'
 
       - name: Download wheels to binaries directory
         uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093 # v4.3.0
@@ -84,8 +82,6 @@ jobs:
       TEST_LIBRARY: python
       WEBLOG_VARIANT: ${{ matrix.weblog-variant }}
       CMAKE_BUILD_PARALLEL_LEVEL: 12
-      SYSTEM_TESTS_AWS_ACCESS_KEY_ID: ${{ secrets.IDM_AWS_ACCESS_KEY_ID }}
-      SYSTEM_TESTS_AWS_SECRET_ACCESS_KEY: ${{ secrets.IDM_AWS_SECRET_ACCESS_KEY }}
     steps:
 
       - name: Checkout system tests
@@ -94,7 +90,7 @@ jobs:
           persist-credentials: false
           repository: 'DataDog/system-tests'
           # Automatically managed, use scripts/update-system-tests-version to update
-          ref: '6be22a6418b86c3be4920790dfa121149aed2903'
+          ref: 'f3752de0abce8bd5e7625577a105eb8af53bb8ce'
 
       - name: Build runner
         uses: ./.github/actions/install_runner
@@ -279,7 +275,7 @@ jobs:
           persist-credentials: false
           repository: 'DataDog/system-tests'
           # Automatically managed, use scripts/update-system-tests-version to update
-          ref: '6be22a6418b86c3be4920790dfa121149aed2903'
+          ref: 'f3752de0abce8bd5e7625577a105eb8af53bb8ce'
       - name: Download wheels to binaries directory
         uses: actions/download-artifact@d3f86a106a0bac45b974a628896c90dbdf5c8093 # v4.3.0
         with:

.github/workflows/test_lib_injection.yml

@@ -30,7 +30,7 @@ jobs:
           - "3.11"
           - "3.12"
           - "3.13"
-          - "3.14.0rc3"
+          - "3.14"
     steps:
       - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
         with:

.gitignore

@@ -198,3 +198,6 @@ tests/appsec/iast/fixtures/taint_sinks/not_exists.txt
 
 *.debug
 *.dSYM/
+
+# Rust build artifacts
+src/native/target*

.gitlab-ci.yml

@@ -14,7 +14,7 @@ variables:
   DD_VPA_TEMPLATE: "vpa-template-cpu-p70-10percent-2x-oom-min-cap"
   # CI_DEBUG_SERVICES: "true"
   # Automatically managed, use scripts/update-system-tests-version to update
-  SYSTEM_TESTS_REF: "6be22a6418b86c3be4920790dfa121149aed2903"
+  SYSTEM_TESTS_REF: "f3752de0abce8bd5e7625577a105eb8af53bb8ce"
 
 default:
   interruptible: true

.gitlab/benchmarks/bp-runner.microbenchmarks.fail-on-breach.yml

@@ -799,11 +799,11 @@ experiments:
           - name: otelspan-add-metrics
             thresholds:
               - execution_time < 344.80 ms
-              - max_rss_usage < 600.00 MB
+              - max_rss_usage < 675.00 MB
           - name: otelspan-add-tags
             thresholds:
               - execution_time < 314.00 ms
-              - max_rss_usage < 600.00 MB
+              - max_rss_usage < 675.00 MB
           - name: otelspan-get-context
             thresholds:
               - execution_time < 92.35 ms
@@ -1067,7 +1067,7 @@ experiments:
               - max_rss_usage < 34.00 MB
           - name: span-start-finish-traceid128
             thresholds:
-              - execution_time < 55.00 ms
+              - execution_time < 57.00 ms
               - max_rss_usage < 34.00 MB
           - name: span-start-traceid128
             thresholds:
@@ -1085,7 +1085,7 @@ experiments:
               - max_rss_usage < 34.00 MB
           - name: telemetryaddmetric-1-count-metrics-100-times
             thresholds:
-              - execution_time < 0.25 ms
+              - execution_time < 0.22 ms
               - max_rss_usage < 34.00 MB
           - name: telemetryaddmetric-1-distribution-metric-1-times
             thresholds:
@@ -1113,11 +1113,11 @@ experiments:
               - max_rss_usage < 34.00 MB
           - name: telemetryaddmetric-100-count-metrics-100-times
             thresholds:
-              - execution_time < 23.50 ms
+              - execution_time < 22.0 ms
               - max_rss_usage < 34.00 MB
           - name: telemetryaddmetric-100-distribution-metrics-100-times
             thresholds:
-              - execution_time < 2.25 ms
+              - execution_time < 2.30 ms
               - max_rss_usage < 34.00 MB
           - name: telemetryaddmetric-100-gauge-metrics-100-times
             thresholds:

.gitlab/one-pipeline.locked.yml

@@ -1,4 +1,4 @@
 # DO NOT EDIT THIS FILE MANUALLY
 # This file is auto-generated by automation.
 include:
-  - remote: https://gitlab-templates.ddbuild.io/libdatadog/one-pipeline/ca/a0486057161f85a77e39ad2aa60ac66bb52414696d9b3dd87177df1057b11295/one-pipeline.yml
+  - remote: https://gitlab-templates.ddbuild.io/libdatadog/one-pipeline/ca/019c5ba11c2018bf17e06c74d6d8bc784f77bd7bf16d474d628609de91dbca29/one-pipeline.yml

.gitlab/package.yml

@@ -82,3 +82,76 @@ download_dependency_wheels:
   artifacts:
     paths:
       - "pywheels-dep/"
+
+publish-wheels-to-s3:
+  tags: ["arch:amd64"]
+  image: registry.ddbuild.io/images/mirror/amazon/aws-cli:2.4.29
+  stage: package
+  rules:
+    - when: always
+  needs:
+    - job: download_ddtrace_artifacts
+      artifacts: true
+    - job: compute_library_version
+      artifacts: true
+  variables:
+    BUCKET: dd-trace-py-builds
+  script:
+    - set -euo pipefail
+    - shopt -s nullglob
+    # Find wheels
+    - WHEELS=(pywheels/*.whl)
+    - |
+      if [ ${#WHEELS[@]} -eq 0 ]; then
+        echo "No wheels found in pywheels/"; exit 1
+      fi
+    - echo "Found ${#WHEELS[@]} wheel(s):"
+    - printf ' - %s\n' "${WHEELS[@]}"
+
+    - |
+      if [ -f library-version/version.txt ]; then
+        VERSION="$(tr -d '\r\n' < library-version/version.txt)"
+      fi
+
+      if [ -z "${VERSION:-}" ]; then
+        echo "ERROR: VERSION is not defined or library-version/version.txt missing!"
+        exit 1
+      fi
+
+    - printf 'Detected version %s\n' ${VERSION}
+
+    # Upload all wheels to versioned prefix and pipeline-id prefix
+    - aws s3 cp --recursive --exclude "*" --include "*.whl" pywheels "s3://${BUCKET}/${VERSION}/"
+    - aws s3 cp --recursive --exclude "*" --include "*.whl" pywheels "s3://${BUCKET}/${CI_PIPELINE_ID}/"
+
+    - |
+      VERSION_ENC="${VERSION//+/%2B}"
+      S3_BASE_VER="https://${BUCKET}.s3.amazonaws.com/${VERSION_ENC}"
+      S3_BASE_PIPE="https://${BUCKET}.s3.amazonaws.com/${CI_PIPELINE_ID}"
+
+      generate_index_html() {
+        local outfile="$1"
+        {
+          echo "<html><body>"
+          for w in "${WHEELS[@]}"; do
+            fname="$(basename "$w")"
+            enc_fname="${fname//+/%2B}"
+            echo "<a href=\"${enc_fname}\">${fname}</a><br>"
+          done
+          echo "</body></html>"
+        } > "${outfile}"
+      }
+
+      # Generate both minimal indexes
+      generate_index_html "index.version.html"
+      generate_index_html "index.pipeline.html"
+
+      # Upload to each S3 prefix
+      aws s3 cp "index.version.html" "s3://${BUCKET}/${VERSION}/index.html" --content-type text/html
+      aws s3 cp "index.pipeline.html" "s3://${BUCKET}/${CI_PIPELINE_ID}/index.html" --content-type text/html
+
+      # Print the clickable URLs
+      VER_INDEX_URL="${S3_BASE_VER}/index.html"
+      PIPE_INDEX_URL="${S3_BASE_PIPE}/index.html"
+      echo "S3 index (version):  ${VER_INDEX_URL}"
+      echo "S3 index (pipeline): ${PIPE_INDEX_URL}"