clean up: remove redundant imports (dlt-hub#2353)

* Remove duplicate import

* Clean up duplicate/unused imports in rest_api.typing

* Remove more redundant imports

Author: burnash

dlt/common/configuration/providers/__init__.py

@@ -8,7 +8,6 @@
     CONFIG_TOML,
     SECRETS_TOML,
     StringTomlProvider,
-    CustomLoaderDocProvider,
 )
 from .doc import CustomLoaderDocProvider
 from .vault import SECRETS_TOML_KEY

dlt/destinations/dataset/__init__.py

@@ -1,10 +1,6 @@
-from dlt.destinations.dataset.factory import (
-    dataset,
-)
-from dlt.destinations.dataset.dataset import (
-    ReadableDBAPIDataset,
-    get_destination_clients,
-)
+from dlt.destinations.dataset.factory import dataset
+from dlt.destinations.dataset.dataset import ReadableDBAPIDataset
+
 from dlt.destinations.dataset.utils import (
     get_destination_clients,
     get_destination_client_initial_config,

dlt/destinations/impl/filesystem/filesystem.py

@@ -19,7 +19,6 @@
     Dict,
 )
 from fsspec import AbstractFileSystem
-from contextlib import contextmanager
 
 import dlt
 from dlt.common import logger, time, json, pendulum

dlt/destinations/impl/synapse/configuration.py

@@ -8,7 +8,6 @@
     MsSqlCredentials,
     MsSqlClientConfiguration,
 )
-from dlt.destinations.impl.mssql.configuration import MsSqlCredentials
 
 from dlt.destinations.impl.synapse.synapse_adapter import TTableIndexType
 

dlt/destinations/utils.py

@@ -1,6 +1,6 @@
 import re
 
-from typing import Any, List, Optional, Sequence, Tuple
+from typing import Any, List, Dict, Type, Optional, Sequence, Tuple, cast
 
 from dlt.common import logger
 from dlt.common.destination.capabilities import DestinationCapabilitiesContext
@@ -15,7 +15,6 @@
     is_nested_table,
     pipeline_state_table,
 )
-from typing import Any, cast, Tuple, Dict, Type
 
 from dlt.destinations.exceptions import DatabaseTransientException
 from dlt.extract import DltResource, resource as make_resource, DltSource

dlt/extract/reference.py

@@ -7,11 +7,11 @@
     Any,
     Generic,
     Tuple,
-    cast,
     overload,
+    ClassVar,
+    Type,
 )
 from typing_extensions import Self, TypeVar
-from typing import Dict, Type, ClassVar
 
 from dlt.common import logger
 from dlt.common.configuration.specs import BaseConfiguration, known_sections

dlt/extract/source.py

@@ -12,7 +12,6 @@
     Any,
 )
 from typing_extensions import Self
-from typing import Dict
 
 from dlt.common.configuration.resolve import inject_section
 from dlt.common.configuration.specs import known_sections

dlt/extract/utils.py

@@ -39,7 +39,6 @@
 )
 from dlt.extract.items import (
     TTableHintTemplate,
-    TDataItem,
     TFunHintTemplate,
     SupportsPipe,
 )

dlt/pipeline/pipeline.py

@@ -73,7 +73,6 @@
     WithStateSync,
     JobClientBase,
     DestinationClientStagingConfiguration,
-    DestinationClientStagingConfiguration,
 )
 from dlt.common.destination.dataset import SupportsReadableDataset
 from dlt.common.destination.typing import TDatasetType

dlt/sources/rest_api/typing.py

@@ -1,5 +1,3 @@
-from dataclasses import dataclass, field
-
 from typing import (
     Any,
     Callable,
@@ -22,17 +20,6 @@
 
 from dataclasses import dataclass, field
 
-from dlt.common import jsonpath
-from dlt.common.typing import TSortOrder, TColumnNames
-from dlt.common.schema.typing import (
-    TTableFormat,
-    TAnySchemaColumns,
-    TWriteDispositionConfig,
-    TSchemaContract,
-)
-
-from dlt.extract.items import TTableHintTemplate
-from dlt.common.incremental.typing import LastValueFunc
 from dlt.extract.resource import DltResource
 
 from requests import Session
@@ -47,7 +34,6 @@
     PageNumberPaginator,
     SinglePagePaginator,
 )
-from dlt.sources.helpers.rest_client.typing import HTTPMethodBasic
 
 
 try: