nasa · jennyhliu · Dec 5, 2025 · Dec 8, 2025 · Dec 9, 2025 · Dec 10, 2025
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -339,6 +339,11 @@ Please complete the following steps before upgrading Cumulus.
 
 ### Added
 
+- **CUMULUS-4370**
+  - The `tf-modules/cumulus` module now supports enabling OpenTelemetry and AWS X-Ray tracing.
+    By setting `enable_otel_tracing` to `true` the code in the `archive` API will generate and
+    send telemetry to AWS X-Ray. Most of the endpoints have been instrumented.
+  - Note the functionalities are removed from feature branch 04/21/2026
 - **CUMULUS-4300**
   - Added a new rate-limited consumer class in the Node/TypeScript code to control how many executions are submitted per second across multiple queues - helping improve and smooth out step function submission.
     - Created a new ConsumerRateLimited class that is able to submit executions at a specified, even maximum rate as defined by rateLimitPerSecond. In order to enforce this limit across all throttled queues, this class accepts a list of queue URLs instead of a single throttled queue URL. Unlike its non-rate-limited counterpart, to simplify configuration, this new class does not limit the number of messages staged - that can now be indirectly controlled by increasing or decreasing the rate.

diff --git a/example/config.yml b/example/config.yml
@@ -23,6 +23,11 @@ cumulus-lp:
   apiUsername: jasmine
   pdrNodeNameProviderBucket: cumulus-sit-pdr-node-name-provider
 
+nsidc-cumulus-prod:
+  bucket: opex-nsidc-cumulus-internal
+  apiUsername: jasmine
+  pdrNodeNameProviderBucket: cumulus-sit-pdr-node-name-provider
+
 atisdale:
   bucket: atisdale-internal
 

diff --git a/example/cumulus-tf/cumulus_distribution.tf b/example/cumulus-tf/cumulus_distribution.tf
@@ -29,10 +29,15 @@ module "cumulus_distribution" {
   cmr_environment                       = var.cmr_environment
   cmr_provider                          = var.cmr_provider
   lambda_subnet_ids                     = local.subnet_ids
-  oauth_client_id                       = var.csdap_client_id
-  oauth_client_password                 = var.csdap_client_password
-  oauth_host_url                        = var.csdap_host_url
-  oauth_provider                        = "cognito"
+  # TODO CHANGE for feature branch only
+  #oauth_client_id                       = var.csdap_client_id
+  #oauth_client_password                 = var.csdap_client_password
+  #oauth_host_url                        = var.csdap_host_url
+  #oauth_provider                        = "cognito"
+  oauth_client_id                       = var.urs_client_id
+  oauth_client_password                 = var.urs_client_password
+  oauth_host_url                        = "https://uat.urs.earthdata.nasa.gov"
+  oauth_provider                        = "earthdata"
   permissions_boundary_arn              = var.permissions_boundary_arn
   buckets                               = var.buckets
   sts_credentials_lambda_function_arn   = data.aws_lambda_function.sts_credentials.arn

diff --git a/example/deployments/cumulus/nsidc-cumulus-prod.tfvars b/example/deployments/cumulus/nsidc-cumulus-prod.tfvars
@@ -0,0 +1,98 @@
+prefix = "nsidc-cumulus-prod"
+buckets = {
+  internal = {
+    name = "opex-nsidc-cumulus-internal"
+    type = "internal"
+  },
+  private = {
+    name = "opex-nsidc-cumulus-private"
+    type = "private"
+  },
+  protected = {
+    name = "opex-nsidc-cumulus-protected"
+    type = "protected"
+  },
+  public = {
+    name = "opex-nsidc-cumulus-public"
+    type = "public"
+  },
+  protected-2 = {
+    name = "opex-nsidc-cumulus-protected-2"
+    type = "protected"
+  },
+  glacier = {
+    name = "opex-nsidc-cumulus-orca-glacier"
+    type = "orca"
+  },
+  dashboard = {
+    name = "opex-nsidc-cumulus-dashboard"
+    type = "dashboard"
+  },
+  opera-products = {
+    name = "opex-nsidc-cumulus-opera-products"
+    type = "protected"
+  },
+  opera-staging = {
+    name = "opex-nsidc-cumulus-opera-staging"
+    type = "workflow"
+  }
+  opex-e2e = {
+    name = "opex-e2e-test-bucket"
+    type = "workflow"
+  }
+}
+system_bucket = "opex-nsidc-cumulus-internal"
+api_reserved_concurrency = 14
+archive_api_users = [
+    "acyu",
+    "awisdom",
+    "bhazuka",
+    "cbanh",
+    "chuang14",
+    "cdurbin",
+    "dhudelson",
+    "dmsorensen",
+    "ecarton",
+    "jasmine",
+    "jennyhliu",
+    "jmccoy_uat",
+    "jnorton1",
+    "kkelly",
+    "kovarik",
+    "mobrien84",
+    "nnageswa",
+    "npauzenga",
+    "ppilone",
+    "terrafirma13",
+    "yliu10",
+    "alexrad71",
+    "avluu",
+    "beaucwong",
+    "bishop_ross",
+    "ckhoward",
+    "crumlyd",
+    "hgrams",
+    "jdcarlso",
+    "kjohnson_32",
+    "macrouch",
+    "marin",
+    "mdcampbell",
+    "nathawat",
+    "ppiatko",
+    "richard.l.clark",
+    "sflynn",
+    "tbmcknig",
+    "viviant",
+    "ymchen",
+    "zhang5218",
+    "zhutchison"
+]
+archive_api_url = "https://d3cuh567loctll.cloudfront.net/"
+cumulus_distribution_url = "https://djidssf1tx775.cloudfront.net/"
+
+deploy_iceberg_api = true
+iceberg_s3_bucket = "cdd-test-iceberg"
+iceberg_namespace = "cdd_deploy"
+iceberg_api_memory = 16384
+iceberg_api_cpu = 4096
+iceberg_health_check_grace_period_seconds = 600
diff --git a/example/deployments/data-persistence/nsidc-cumulus-prod.tfvars b/example/deployments/data-persistence/nsidc-cumulus-prod.tfvars
@@ -0,0 +1,2 @@
+prefix = "nsidc-cumulus-prod"
+dbRecreation = false
diff --git a/tf-modules/opex-workflow/Makefile b/tf-modules/opex-workflow/Makefile
@@ -0,0 +1,65 @@
+# ----------------------------
+# Variables
+# ----------------------------
+DIST_DIR ?= dist
+OPERA_DIR := $(DIST_DIR)/opera
+
+PYTHON := python3
+PIP := pip3
+
+# Source directories
+BASE_DEP_SRC := base_dependency_layer
+LAMBDA_SRC := lambdas
+
+# Build directories
+BASE_DEP_BUILD := $(OPERA_DIR)/base_dependency_layer
+OPERA_DEP_BUILD := $(OPERA_DIR)/opera_dependency_layer
+LAMBDA_BUILD := $(OPERA_DIR)/opera_lambdas
+
+# Zip outputs (must match Terraform)
+BASE_DEP_ZIP := $(OPERA_DIR)/base_dependency_layer.zip
+OPERA_DEP_ZIP := $(OPERA_DIR)/opera_dependency_layer.zip
+LAMBDA_ZIP := $(OPERA_DIR)/opera_lambdas.zip
+
+.PHONY: all build base deps lambdas clean
+
+# ----------------------------
+# Top-level
+# ----------------------------
+all: build
+
+build: base deps lambdas
+
+# ----------------------------
+# Base dependency layer
+# ----------------------------
+base:
+	rm -rf $(BASE_DEP_BUILD)
+	mkdir -p $(BASE_DEP_BUILD)
+	cp -R $(BASE_DEP_SRC)/python $(BASE_DEP_BUILD)/python
+	cd $(BASE_DEP_BUILD) && zip -r ../base_dependency_layer.zip .
+
+
+# ----------------------------
+# Opera dependency layer
+# ----------------------------
+deps:
+	rm -rf $(OPERA_DEP_BUILD)
+	mkdir -p $(OPERA_DEP_BUILD)/python
+	$(PIP) install -r lambdas/opera_dependency_layer/python/requirements.txt -t $(OPERA_DEP_BUILD)/python
+	cd $(OPERA_DEP_BUILD) && zip -r ../opera_dependency_layer.zip .
+
+# ----------------------------
+# Lambda code
+# ----------------------------
+lambdas:
+	rm -rf $(LAMBDA_BUILD)
+	mkdir -p $(LAMBDA_BUILD)
+	cp -R $(LAMBDA_SRC)/opera_lambdas/* $(LAMBDA_BUILD)/
+	cd $(LAMBDA_BUILD) && zip -r ../opera_lambdas.zip .
+
+# ----------------------------
+# Cleanup
+# ----------------------------
+clean:
+	rm -rf $(DIST_DIR)
diff --git a/tf-modules/opex-workflow/base_dependency_layer/python/requirements.in b/tf-modules/opex-workflow/base_dependency_layer/python/requirements.in
@@ -0,0 +1,6 @@
+boto3
+# A very small range of versions of botocore is required by aiobotocore, and it
+# is always slightly behind the latest botocore release. We will need to
+# occasionally bump this by hand to allow later versions of aiobotocore to be
+# pulled in.
+botocore<=1.39.11
diff --git a/tf-modules/opex-workflow/base_dependency_layer/python/requirements.txt b/tf-modules/opex-workflow/base_dependency_layer/python/requirements.txt
@@ -0,0 +1,21 @@
+# This file was autogenerated by uv via the following command:
+#    uv pip compile --cache-dir dist/.pip-cache/ --output-file workflows/opera/lambdas/base_dependency_layer/python/requirements.txt workflows/opera/lambdas/base_dependency_layer/python/requirements.in
+boto3==1.39.11
+    # via -r workflows/opera/lambdas/base_dependency_layer/python/requirements.in
+botocore==1.39.11
+    # via
+    #   -r workflows/opera/lambdas/base_dependency_layer/python/requirements.in
+    #   boto3
+    #   s3transfer
+jmespath==1.0.1
+    # via
+    #   boto3
+    #   botocore
+python-dateutil==2.9.0.post0
+    # via botocore
+s3transfer==0.13.1
+    # via boto3
+six==1.17.0
+    # via python-dateutil
+urllib3==2.5.0
+    # via botocore
diff --git a/tf-modules/opex-workflow/collections/CSLC_S1.json b/tf-modules/opex-workflow/collections/CSLC_S1.json
@@ -0,0 +1,22 @@
+{
+    "name": "OPERA_L2_CSLC-S1_V1",
+    "version": "1",
+    "duplicateHandling": "replace",
+    "process": "CSLC",
+    "url_path": "OPERA_L2_CSLC-S1/{granule.granuleId}/",
+    "granuleId": "^OPERA_L2_CSLC-S1_.*\\d{8}T\\d{6}Z_\\d{8}T\\d{6}Z_S1[A-Z]_(VV|VH|HH|HV)_v\\d\\.\\d$",
+    "granuleIdExtraction": "(OPERA_L2_CSLC-S1.*)(\\.h5)",
+    "sampleFileName": "OPERA_L2_CSLC-S1_T078-165495-IW3_20190906T232711Z_20230101T100506Z_S1A_VV_v1.0.h5",
+    "files": [
+        {
+            "bucket": "opera-products",
+            "regex": "^OPERA_L2_CSLC-S1_(?!.*BROWSE).*",
+            "sampleFileName": "OPERA_L2_CSLC-S1_T078-165495-IW3_20190906T232711Z_20230101T100506Z_S1A_VV_v1.0.h5"
+        },
+        {
+            "bucket": "opera-browse",
+            "regex": "^OPERA_L2_CSLC-S1.*_BROWSE.*",
+            "sampleFileName": "OPERA_L2_CSLC-S1_T078-165495-IW3_20190906T232711Z_20230101T100506Z_S1A_VV_v1.0_BROWSE.png"
+        }
+    ]
+}
diff --git a/tf-modules/opex-workflow/collections/CSLC_S1_CALVAL.json b/tf-modules/opex-workflow/collections/CSLC_S1_CALVAL.json
@@ -0,0 +1,22 @@
+{
+    "name": "OPERA_L2_CSLC-S1_CALVAL_V1",
+    "version": "1.0",
+    "duplicateHandling": "replace",
+    "process": "CSLC",
+    "url_path": "OPERA_L2_CSLC-S1_CALVAL/{granule.granuleId}/",
+    "granuleId": "^OPERA_L2_CSLC-S1_.*\\d{8}T\\d{6}Z_\\d{8}T\\d{6}Z_S1[A-Z]_(VV|VH|HH|HV)_v\\d\\.\\d$",
+    "granuleIdExtraction": "(OPERA_L2_CSLC-S1.*)(\\.h5)",
+    "sampleFileName": "OPERA_L2_CSLC-S1_T078-165495-IW3_20190906T232711Z_20230101T100506Z_S1A_VV_v1.0.h5",
+    "files": [
+        {
+            "bucket": "opera-products",
+            "regex": "^OPERA_L2_CSLC-S1_(?!.*BROWSE).*",
+            "sampleFileName": "OPERA_L2_CSLC-S1_T078-165495-IW3_20190906T232711Z_20230101T100506Z_S1A_VV_v1.0.h5"
+        },
+        {
+            "bucket": "opera-browse",
+            "regex": "^OPERA_L2_CSLC-S1.*_BROWSE.*",
+            "sampleFileName": "OPERA_L2_CSLC-S1_T078-165495-IW3_20190906T232711Z_20230101T100506Z_S1A_VV_v1.0_BROWSE.png"
+        }
+    ]
+}
diff --git a/tf-modules/opex-workflow/collections/CSLC_S1_STATIC.json b/tf-modules/opex-workflow/collections/CSLC_S1_STATIC.json
@@ -0,0 +1,17 @@
+{
+    "name": "OPERA_L2_CSLC-S1-STATIC_V1",
+    "version": "1.0",
+    "duplicateHandling": "replace",
+    "process": "CSLC-STATIC",
+    "url_path": "OPERA_L2_CSLC-S1_STATIC/{granule.granuleId}/",
+    "granuleId": "^OPERA_L2_CSLC-S1-STATIC_.*_\\d{8}_S1[A-Z]_v\\d\\.\\d$",
+    "granuleIdExtraction": "(OPERA_L2_CSLC-S1.*)(\\.h5)",
+    "sampleFileName": "OPERA_L2_CSLC-S1-STATIC_T064-135518-IW1_20140101_S1A_v1.0.h5",
+    "files": [
+        {
+            "bucket": "opera-products",
+            "regex": "^OPERA_L2_CSLC-S1.*$",
+            "sampleFileName": "OPERA_L2_CSLC-S1-STATIC_T064-135518-IW1_20140101_S1A_v1.0.h5"
+        }
+    ]
+}
diff --git a/tf-modules/opex-workflow/collections/CSLC_S1_STATIC_CALVAL.json b/tf-modules/opex-workflow/collections/CSLC_S1_STATIC_CALVAL.json
@@ -0,0 +1,17 @@
+{
+    "name": "OPERA_L2_CSLC-S1-STATIC_CALVAL_V1",
+    "version": "1.0",
+    "duplicateHandling": "replace",
+    "process": "CSLC-STATIC",
+    "url_path": "OPERA_L2_CSLC-S1_STATIC_CALVAL/{granule.granuleId}/",
+    "granuleId": "^OPERA_L2_CSLC-S1-STATIC_.*_\\d{8}_\\d{8}T\\d{6}Z_S1[A-Z]_v\\d\\.\\d$",
+    "granuleIdExtraction": "(OPERA_L2_CSLC-S1.*)(\\.h5)",
+    "sampleFileName": "OPERA_L2_CSLC-S1-STATIC_T064-135518-IW1_20140101_20230807T234233Z_S1A_v1.0.h5",
+    "files": [
+        {
+            "bucket": "opera-products",
+            "regex": "^OPERA_L2_CSLC-S1.*$",
+            "sampleFileName": "OPERA_L2_CSLC-S1-STATIC_T064-135518-IW1_20140101_20230807T234233Z_S1A_v1.0.h5"
+        }
+    ]
+}
diff --git a/tf-modules/opex-workflow/collections/DISP_S1.json b/tf-modules/opex-workflow/collections/DISP_S1.json
@@ -0,0 +1,22 @@
+{
+    "name": "OPERA_L3_DISP-S1_V1",
+    "version": "1",
+    "duplicateHandling": "replace",
+    "process": "DISP",
+    "url_path": "OPERA_L3_DISP-S1_V1/{granule.granuleId}/",
+    "granuleId": "^OPERA_L3_DISP-S1.*$",
+    "granuleIdExtraction": "(OPERA_L3_DISP-S1.*)(\\.nc)",
+    "sampleFileName": "OPERA_L3_DISP-S1_IW_F01234_VV_20190101T232711Z_20190906T232711Z_v0.1_20240125T152124Z.nc",
+    "files": [
+        {
+            "bucket": "opera-products",
+            "regex": "^OPERA_L3_DISP-S1_.*\\.(?:nc|iso\\.xml|zarr\\.json\\.gz)(?!png)(?:\\.md5)?$",
+            "sampleFileName": "OPERA_L3_DISP-S1_IW_F01234_VV_20190101T232711Z_20190906T232711Z_v0.1_20240125T152124Z.nc"
+        },
+        {
+            "bucket": "opera-browse",
+            "regex": "^OPERA_L3_DISP-S1_.*\\.(?!nc|iso\\.xml)(?:png)(?:\\.md5)?$",
+            "sampleFileName": "OPERA_L3_DISP-S1_IW_F01234_VV_20190101T232711Z_20190906T232711Z_v0.1_20240125T152124Z.png"
+        }
+    ]
+}
diff --git a/tf-modules/opex-workflow/collections/DISP_S1_PROV.json b/tf-modules/opex-workflow/collections/DISP_S1_PROV.json
@@ -0,0 +1,22 @@
+{
+    "name": "OPERA_L3_DISP-S1_PROVISIONAL_V0",
+    "version": "0",
+    "duplicateHandling": "replace",
+    "process": "DISP",
+    "url_path": "OPERA_L3_DISP-S1_PROVISIONAL_V0/{granule.granuleId}/",
+    "granuleId": "^OPERA_L3_DISP-S1.*$",
+    "granuleIdExtraction": "(OPERA_L3_DISP-S1.*)(\\.nc)",
+    "sampleFileName": "OPERA_L3_DISP-S1_IW_F01234_VV_20190101T232711Z_20190906T232711Z_v0.1_20240125T152124Z.nc",
+    "files": [
+        {
+            "bucket": "opera-products",
+            "regex": "^OPERA_L3_DISP-S1_.*\\.(?:nc|iso\\.xml|zarr\\.json\\.gz)(?!png)(?:\\.md5)?$",
+            "sampleFileName": "OPERA_L3_DISP-S1_IW_F01234_VV_20190101T232711Z_20190906T232711Z_v0.1_20240125T152124Z.nc"
+        },
+        {
+            "bucket": "opera-browse",
+            "regex": "^OPERA_L3_DISP-S1_.*\\.(?!nc|iso\\.xml)(?:png)(?:\\.md5)?$",
+            "sampleFileName": "OPERA_L3_DISP-S1_IW_F01234_VV_20190101T232711Z_20190906T232711Z_v0.1_20240125T152124Z.png"
+        }
+    ]
+}
diff --git a/tf-modules/opex-workflow/collections/DISP_S1_STACK.json b/tf-modules/opex-workflow/collections/DISP_S1_STACK.json
@@ -0,0 +1,18 @@
+{
+    "name": "OPERA_L3_DISP-S1_STACK_V1",
+    "version": "1",
+    "duplicateHandling": "replace",
+    "process": "DISP-STACK",
+    "url_path": "OPERA_L3_DISP-S1_STACK_V1/{granule.granuleId}/",
+    "granuleId": "^OPERA_L3_DISP-S1_(IW|EW)_F\\d{5}_[VH]{2}_V1$",
+    "granuleIdExtraction": "(OPERA_L3_DISP-S1_(IW|EW)_F\\d{5}_[VH]{2}_V1).*(\\.zarr\\.json\\.gz)",
+    "reportToEms": false,
+    "sampleFileName": "OPERA_L3_DISP-S1_IW_F08622_VV_V1_fake.zarr.json.gz",
+    "files": [
+        {
+            "bucket": "opera-products",
+            "regex": "^OPERA_L3_DISP-S1_(IW|EW)_F\\d{5}_[VH]{2}.*\\.zarr\\.json\\.gz$",
+            "sampleFileName": "OPERA_L3_DISP-S1_IW_F08622_VV_short_wavelength_displacement.zarr.json.gz"
+        }
+    ]
+}
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@
		prefix = "nsidc-cumulus-prod"
		dbRecreation = false