1
1
import os
2
- from typing import Any , Dict , List , Optional , Tuple
2
+ from typing import Any , Dict , List , Tuple
3
3
4
4
import pyarrow as pa
5
5
from deltalake import DeltaTable , write_deltalake
@@ -51,7 +51,7 @@ def __init__(self, config: Config, table: LakeTable):
51
51
"aws_conditional_put" : "etag" ,
52
52
}
53
53
54
- def _connect (self ):
54
+ def _connect (self ) -> bool | None :
55
55
if self .isOpen :
56
56
return None
57
57
@@ -78,7 +78,7 @@ def optimize(self):
78
78
table .cleanup_metadata ()
79
79
table .create_checkpoint ()
80
80
81
- def getPartitions (self ) -> Optional [ Dict [str , List [Any ]]] :
81
+ def getPartitions (self ) -> Dict [str , List [Any ]] | None :
82
82
table = self .getConn ()
83
83
84
84
partitions : Dict [str , List [Any ]] = {}
@@ -91,11 +91,11 @@ def getPartitions(self) -> Optional[Dict[str, List[Any]]]:
91
91
92
92
return partitions
93
93
94
- def getCurrentVersion (self ) -> Optional [ str ] :
94
+ def getCurrentVersion (self ) -> str | None :
95
95
table = self .getConn ()
96
96
return str (table .get_version ())
97
97
98
- def getVersions (self ) -> Optional [ List [str ]] :
98
+ def getVersions (self ) -> List [str ] | None :
99
99
return [str (self .getCurrentVersion ())]
100
100
101
101
def insert (self , data : List [Any ]) -> bool :
@@ -129,8 +129,8 @@ def _escape_value(self, val: Any) -> str:
129
129
130
130
def _filters (
131
131
self ,
132
- partitions : Optional [ Dict [str , List [Any ]]] = None ,
133
- ) -> Optional [ List [Tuple [str , str , Any ]]] :
132
+ partitions : Dict [str , List [Any ]] | None = None ,
133
+ ) -> List [Tuple [str , str , Any ]] | None :
134
134
filters : List [Tuple [str , str , Any ]] = []
135
135
if partitions is None :
136
136
return None
@@ -142,11 +142,11 @@ def _filters(
142
142
return filters if len (filters ) > 0 else None
143
143
144
144
def overwrite (
145
- self , data : List [Any ], partitions : Optional [ Dict [str , List [Any ]]] = None
145
+ self , data : List [Any ], partitions : Dict [str , List [Any ]] | None = None
146
146
) -> bool :
147
147
table = self .getConn ()
148
148
149
- predicate : Optional [ str ] = None
149
+ predicate : str | None = None
150
150
filter = self ._filters (partitions )
151
151
if filter is not None :
152
152
predicate = " & " .join ([f"{ col } { op } { self ._escape_value (val )} " for col , op , val in filter ])
@@ -163,9 +163,9 @@ def overwrite(
163
163
def readRaw (
164
164
self ,
165
165
columns : List [str ],
166
- partitions : Optional [ Dict [str , List [Any ]]] = None ,
167
- version : Optional [ str ] = None ,
168
- options : Optional [ Any ] = None ,
166
+ partitions : Dict [str , List [Any ]] | None = None ,
167
+ version : str | None = None ,
168
+ options : Any | None = None ,
169
169
) -> Table :
170
170
table = self .getConn ()
171
171
if version is not None :
@@ -191,18 +191,18 @@ def readRaw(
191
191
def read (
192
192
self ,
193
193
columns : List [str ],
194
- partitions : Optional [ Dict [str , List [Any ]]] = None ,
195
- version : Optional [ str ] = None ,
196
- options : Optional [ Any ] = None ,
194
+ partitions : Dict [str , List [Any ]] | None = None ,
195
+ version : str | None = None ,
196
+ options : Any | None = None ,
197
197
) -> Table :
198
198
return self .readRaw (columns , partitions , version , options )
199
199
200
- def getSchema (self ) -> Optional [ Schema ] :
200
+ def getSchema (self ) -> Schema | None :
201
201
table = self .getConn ()
202
202
203
203
return table .schema .to_pyarrow ()
204
204
205
- def _close (self ):
205
+ def _close (self ) -> bool :
206
206
if self ._isOpen :
207
207
self ._isReady = False
208
208
self ._isOpen = False
0 commit comments