Source LinkedIn Ads - Enable Concureency Config

airbytehq · Feb 5, 2025 · 5dab9bf · 5dab9bf
1 parent a40c36e
commit 5dab9bf
Show file tree

Hide file tree

Showing 5 changed files with 21 additions and 3 deletions.
diff --git a/airbyte-integrations/connectors/source-linkedin-ads/metadata.yaml b/airbyte-integrations/connectors/source-linkedin-ads/metadata.yaml
@@ -11,7 +11,7 @@ data:
   connectorSubtype: api
   connectorType: source
   definitionId: 137ece28-5434-455c-8f34-69dc3782f451
-  dockerImageTag: 5.1.6
+  dockerImageTag: 5.1.7
   dockerRepository: airbyte/source-linkedin-ads
   documentationUrl: https://docs.airbyte.com/integrations/sources/linkedin-ads
   githubIssueLabel: source-linkedin-ads

diff --git a/airbyte-integrations/connectors/source-linkedin-ads/pyproject.toml b/airbyte-integrations/connectors/source-linkedin-ads/pyproject.toml
@@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",]
 build-backend = "poetry.core.masonry.api"
 
 [tool.poetry]
-version = "5.1.6"
+version = "5.1.7"
 name = "source-linkedin-ads"
 description = "Source implementation for Linkedin Ads."
 authors = [ "Airbyte <[email protected]>",]

diff --git a/airbyte-integrations/connectors/source-linkedin-ads/source_linkedin_ads/manifest.yaml b/airbyte-integrations/connectors/source-linkedin-ads/source_linkedin_ads/manifest.yaml
@@ -7992,3 +7992,7 @@ schemas:
         type:
           - "null"
           - string
+concurrency_level:
+  type: ConcurrencyLevel
+  default_concurrency: "{{ config.get('num_workers', 10) }}"
+  max_concurrency: 40
diff --git a/airbyte-integrations/connectors/source-linkedin-ads/source_linkedin_ads/spec.yaml b/airbyte-integrations/connectors/source-linkedin-ads/source_linkedin_ads/spec.yaml
@@ -123,7 +123,20 @@ connectionSpecification:
               - DAILY
               - MONTHLY
               - YEARLY
+
       default: []
+    num_workers:
+      type: integer
+      title: Number of Concurrent Workers
+      description: "The number of workers to use to fetch data from the LinkedIn Ads API. Increasing the number of workers can help speed up the data extraction process."
+      default: 10
+      minimum: 1
+      maximum: 40
+      examples:
+        - 1
+        - 2
+        - 3
+      order: 4
 advanced_auth:
   auth_flow_type: oauth2.0
   predicate_key:

diff --git a/docs/integrations/sources/linkedin-ads.md b/docs/integrations/sources/linkedin-ads.md
@@ -191,7 +191,8 @@ After 5 unsuccessful attempts - the connector will stop the sync operation. In s
 
 | Version | Date       | Pull Request                                             | Subject                                                                                                         |
 |:--------|:-----------|:---------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------|
-| 5.1.6 | 2025-01-29 | [49458](https://github.com/airbytehq/airbyte/pull/49458) | Update Linkedin Ads API version to 202410 for creatives stream            |
+| 5.1.7 | 2025-02-05 | [XXXXX](https://github.com/airbytehq/airbyte/pull/XXXXX) | Enable Configurable Concurrency|
+| 5.1.6 | 2025-02-03 | [49458](https://github.com/airbytehq/airbyte/pull/49458) | Update Linkedin Ads API version to 202410 for creatives stream            |
 | 5.1.5 | 2025-02-01 | [52791](https://github.com/airbytehq/airbyte/pull/52791) | Update dependencies |
 | 5.1.4 | 2025-01-30 | [52604](https://github.com/airbytehq/airbyte/pull/52604) | Fix state error |
 | 5.1.3 | 2025-01-22 | [52604](https://github.com/airbytehq/airbyte/pull/52604) | Update CDK to production ^6 |