From 5dab9bf44a310fd6ae6ccb30fa66586856fc3155 Mon Sep 17 00:00:00 2001 From: Alfredo Garcia Date: Wed, 5 Feb 2025 15:30:07 -0600 Subject: [PATCH] Source LinkedIn Ads - Enable Concureency Config --- .../connectors/source-linkedin-ads/metadata.yaml | 2 +- .../connectors/source-linkedin-ads/pyproject.toml | 2 +- .../source_linkedin_ads/manifest.yaml | 4 ++++ .../source_linkedin_ads/spec.yaml | 13 +++++++++++++ docs/integrations/sources/linkedin-ads.md | 3 ++- 5 files changed, 21 insertions(+), 3 deletions(-) diff --git a/airbyte-integrations/connectors/source-linkedin-ads/metadata.yaml b/airbyte-integrations/connectors/source-linkedin-ads/metadata.yaml index 8cc371ec95071..0d73a36a76dee 100644 --- a/airbyte-integrations/connectors/source-linkedin-ads/metadata.yaml +++ b/airbyte-integrations/connectors/source-linkedin-ads/metadata.yaml @@ -11,7 +11,7 @@ data: connectorSubtype: api connectorType: source definitionId: 137ece28-5434-455c-8f34-69dc3782f451 - dockerImageTag: 5.1.6 + dockerImageTag: 5.1.7 dockerRepository: airbyte/source-linkedin-ads documentationUrl: https://docs.airbyte.com/integrations/sources/linkedin-ads githubIssueLabel: source-linkedin-ads diff --git a/airbyte-integrations/connectors/source-linkedin-ads/pyproject.toml b/airbyte-integrations/connectors/source-linkedin-ads/pyproject.toml index 842a3c8df208f..3cecafad4b102 100644 --- a/airbyte-integrations/connectors/source-linkedin-ads/pyproject.toml +++ b/airbyte-integrations/connectors/source-linkedin-ads/pyproject.toml @@ -3,7 +3,7 @@ requires = [ "poetry-core>=1.0.0",] build-backend = "poetry.core.masonry.api" [tool.poetry] -version = "5.1.6" +version = "5.1.7" name = "source-linkedin-ads" description = "Source implementation for Linkedin Ads." authors = [ "Airbyte ",] diff --git a/airbyte-integrations/connectors/source-linkedin-ads/source_linkedin_ads/manifest.yaml b/airbyte-integrations/connectors/source-linkedin-ads/source_linkedin_ads/manifest.yaml index e19505e76c8d4..2d3a483b7894a 100644 --- a/airbyte-integrations/connectors/source-linkedin-ads/source_linkedin_ads/manifest.yaml +++ b/airbyte-integrations/connectors/source-linkedin-ads/source_linkedin_ads/manifest.yaml @@ -7992,3 +7992,7 @@ schemas: type: - "null" - string +concurrency_level: + type: ConcurrencyLevel + default_concurrency: "{{ config.get('num_workers', 10) }}" + max_concurrency: 40 \ No newline at end of file diff --git a/airbyte-integrations/connectors/source-linkedin-ads/source_linkedin_ads/spec.yaml b/airbyte-integrations/connectors/source-linkedin-ads/source_linkedin_ads/spec.yaml index 296f8f2b36aa5..67704460db69a 100644 --- a/airbyte-integrations/connectors/source-linkedin-ads/source_linkedin_ads/spec.yaml +++ b/airbyte-integrations/connectors/source-linkedin-ads/source_linkedin_ads/spec.yaml @@ -123,7 +123,20 @@ connectionSpecification: - DAILY - MONTHLY - YEARLY + default: [] + num_workers: + type: integer + title: Number of Concurrent Workers + description: "The number of workers to use to fetch data from the LinkedIn Ads API. Increasing the number of workers can help speed up the data extraction process." + default: 10 + minimum: 1 + maximum: 40 + examples: + - 1 + - 2 + - 3 + order: 4 advanced_auth: auth_flow_type: oauth2.0 predicate_key: diff --git a/docs/integrations/sources/linkedin-ads.md b/docs/integrations/sources/linkedin-ads.md index c529e87490cbe..1816fe13dfda5 100644 --- a/docs/integrations/sources/linkedin-ads.md +++ b/docs/integrations/sources/linkedin-ads.md @@ -191,7 +191,8 @@ After 5 unsuccessful attempts - the connector will stop the sync operation. In s | Version | Date | Pull Request | Subject | |:--------|:-----------|:---------------------------------------------------------|:----------------------------------------------------------------------------------------------------------------| -| 5.1.6 | 2025-01-29 | [49458](https://github.com/airbytehq/airbyte/pull/49458) | Update Linkedin Ads API version to 202410 for creatives stream | +| 5.1.7 | 2025-02-05 | [XXXXX](https://github.com/airbytehq/airbyte/pull/XXXXX) | Enable Configurable Concurrency| +| 5.1.6 | 2025-02-03 | [49458](https://github.com/airbytehq/airbyte/pull/49458) | Update Linkedin Ads API version to 202410 for creatives stream | | 5.1.5 | 2025-02-01 | [52791](https://github.com/airbytehq/airbyte/pull/52791) | Update dependencies | | 5.1.4 | 2025-01-30 | [52604](https://github.com/airbytehq/airbyte/pull/52604) | Fix state error | | 5.1.3 | 2025-01-22 | [52604](https://github.com/airbytehq/airbyte/pull/52604) | Update CDK to production ^6 |