Merge pull request #32 from Exabyte-io/feat/SOF-6640-2

feat/SOF-6640-2

Author: timurbazhirov

.github/workflows/cicd.yml

@@ -8,6 +8,31 @@ concurrency:
 
 jobs:
 
+  run-linter:
+    runs-on: ubuntu-20.04
+    strategy:
+      matrix:
+        python-version: [3.8.6]
+
+    steps:
+      - name: Checkout this repository
+        uses: actions/checkout@v3
+        with:
+          lfs: true
+
+      - name: Checkout actions repository
+        uses: actions/checkout@v3
+        with:
+          repository: Exabyte-io/actions
+          token: ${{ secrets.BOT_GITHUB_TOKEN }}
+          path: actions
+          ref: feat/SOF-6640
+
+      - name: Run ruff linter
+        uses: ./actions/py/lint
+        with:
+          python-version: ${{ matrix.python-version }}
+
   run-tests:
     runs-on: ubuntu-20.04
     strategy:
@@ -47,7 +72,7 @@ jobs:
 
 
   publish:
-    needs: run-tests
+    needs: [run-linter, run-tests]
     runs-on: ubuntu-latest
     if: github.ref_name == 'dev'
 

.pre-commit-config.yaml

@@ -4,4 +4,3 @@ repos:
     hooks:
       - id: ruff
       - id: black
-      - id: pydocstyle

exabyte_api_client/__init__.py

@@ -1,3 +1,4 @@
+# ruff: noqa: F401
 try:
     from ._version import version as __version__
 except ModuleNotFoundError:

exabyte_api_client/endpoints/__init__.py

@@ -1,4 +1,4 @@
-import json
+import json  # noqa: F401
 
 from ..utils.http import Connection
 
@@ -17,7 +17,7 @@ class BaseEndpoint(object):
         conn (httplib.ExabyteConnection): ExabyteConnection instance.
     """
 
-    def __init__(self, host, port, version='2018-10-1', secure=True, **kwargs):
+    def __init__(self, host, port, version="2018-10-1", secure=True, **kwargs):
         self.conn = Connection(host, port, version=version, secure=secure, **kwargs)
 
     def request(self, method, endpoint_path, params=None, data=None, headers=None):
@@ -37,9 +37,9 @@ def request(self, method, endpoint_path, params=None, data=None, headers=None):
         with self.conn:
             self.conn.request(method, endpoint_path, params, data, headers)
             response = self.conn.json()
-            if response['status'] != 'success':
-                raise BaseException(response['data']['message'])
-            return response['data']
+            if response["status"] != "success":
+                raise BaseException(response["data"]["message"])
+            return response["data"]
 
     def get_headers(self, account_id, auth_token, content_type="application/json"):
-        return {'X-Account-Id': account_id, 'X-Auth-Token': auth_token, 'Content-Type': content_type}
+        return {"X-Account-Id": account_id, "X-Auth-Token": auth_token, "Content-Type": content_type}

exabyte_api_client/endpoints/bank_entity.py

@@ -44,4 +44,4 @@ def copy(self, id_, account_id=None):
              dict: new entity.
         """
         params = {"accountId": account_id}
-        return self.request('POST', '/'.join((self.name, id_, "copy")), params=params, headers=self.headers)
+        return self.request("POST", "/".join((self.name, id_, "copy")), params=params, headers=self.headers)

exabyte_api_client/endpoints/bank_materials.py

@@ -22,4 +22,4 @@ class BankMaterialEndpoints(BankEntityEndpoints):
 
     def __init__(self, host, port, account_id, auth_token, version=DEFAULT_API_VERSION, secure=SECURE, **kwargs):
         super(BankMaterialEndpoints, self).__init__(host, port, account_id, auth_token, version, secure, **kwargs)
-        self.name = 'bank-materials'
+        self.name = "bank-materials"

exabyte_api_client/endpoints/bank_workflows.py

@@ -22,4 +22,4 @@ class BankWorkflowEndpoints(BankEntityEndpoints):
 
     def __init__(self, host, port, account_id, auth_token, version=DEFAULT_API_VERSION, secure=SECURE, **kwargs):
         super(BankWorkflowEndpoints, self).__init__(host, port, account_id, auth_token, version, secure, **kwargs)
-        self.name = 'bank-workflows'
+        self.name = "bank-workflows"

exabyte_api_client/endpoints/charges.py

@@ -25,7 +25,7 @@ class ChargeEndpoints(EntityEndpoint):
 
     def __init__(self, host, port, account_id, auth_token, version=DEFAULT_API_VERSION, secure=SECURE, **kwargs):
         super(ChargeEndpoints, self).__init__(host, port, account_id, auth_token, version, secure, **kwargs)
-        self.name = 'charges'
+        self.name = "charges"
 
     def delete(self, id_):
         raise NotImplementedError

exabyte_api_client/endpoints/entity.py

@@ -40,7 +40,7 @@ def list(self, query=None, projection=None):
             list[dict]
         """
         params = {"query": json.dumps(query or {}), "projection": json.dumps(projection or {})}
-        return self.request('GET', self.name, params=params, headers=self.headers)
+        return self.request("GET", self.name, params=params, headers=self.headers)
 
     def get(self, id_):
         """
@@ -52,7 +52,7 @@ def get(self, id_):
         Returns:
              dict: entity.
         """
-        return self.request('GET', '/'.join((self.name, id_)), headers=self.headers)
+        return self.request("GET", "/".join((self.name, id_)), headers=self.headers)
 
     def delete(self, id_):
         """
@@ -61,7 +61,7 @@ def delete(self, id_):
         Args:
             id_ (str): entity ID.
         """
-        return self.request('DELETE', '/'.join((self.name, id_)), headers=self.headers)
+        return self.request("DELETE", "/".join((self.name, id_)), headers=self.headers)
 
     def update(self, id_, modifier):
         """
@@ -74,7 +74,7 @@ def update(self, id_, modifier):
         Returns:
              dict: updated entity.
         """
-        return self.request('PATCH', '/'.join((self.name, id_)), data=json.dumps(modifier), headers=self.headers)
+        return self.request("PATCH", "/".join((self.name, id_)), data=json.dumps(modifier), headers=self.headers)
 
     def create(self, config):
         """
@@ -86,7 +86,7 @@ def create(self, config):
         Returns:
              dict: new entity.
         """
-        return self.request('PUT', '/'.join((self.name, "create")), data=json.dumps(config), headers=self.headers)
+        return self.request("PUT", "/".join((self.name, "create")), data=json.dumps(config), headers=self.headers)
 
     def copy(self, id_):
         """
@@ -98,4 +98,4 @@ def copy(self, id_):
         Returns:
              dict: new entity.
         """
-        return self.request('POST', '/'.join((self.name, id_, "copy")), headers=self.headers)
+        return self.request("POST", "/".join((self.name, id_, "copy")), headers=self.headers)

exabyte_api_client/endpoints/jobs.py

@@ -25,7 +25,7 @@ class JobEndpoints(EntitySetEndpointsMixin, EntityEndpoint):
 
     def __init__(self, host, port, account_id, auth_token, version=DEFAULT_API_VERSION, secure=SECURE, **kwargs):
         super(JobEndpoints, self).__init__(host, port, account_id, auth_token, version, secure, **kwargs)
-        self.name = 'jobs'
+        self.name = "jobs"
 
     def submit(self, id_):
         """
@@ -34,7 +34,7 @@ def submit(self, id_):
         Args:
             id_ (str): job ID.
         """
-        self.request('POST', '/'.join((self.name, id_, "submit")), headers=self.headers)
+        self.request("POST", "/".join((self.name, id_, "submit")), headers=self.headers)
 
     def purge(self, id_):
         """
@@ -43,7 +43,7 @@ def purge(self, id_):
         Args:
             id_ (str): job ID.
         """
-        self.request('POST', '/'.join((self.name, id_, "submit")), headers=self.headers)
+        self.request("POST", "/".join((self.name, id_, "submit")), headers=self.headers)
 
     def terminate(self, id_):
         """
@@ -52,7 +52,7 @@ def terminate(self, id_):
         Args:
             id_ (str): job ID.
         """
-        self.request('POST', '/'.join((self.name, id_, "submit")), headers=self.headers)
+        self.request("POST", "/".join((self.name, id_, "submit")), headers=self.headers)
 
     def get_config(self, material_ids, workflow_id, project_id, owner_id, name, compute=None, is_multi_material=False):
         """
@@ -71,16 +71,10 @@ def get_config(self, material_ids, workflow_id, project_id, owner_id, name, comp
             dict
         """
         config = {
-            "_project": {
-                "_id": project_id
-            },
-            "workflow": {
-                "_id": workflow_id
-            },
-            "owner": {
-                "_id": owner_id
-            },
-            "name": name
+            "_project": {"_id": project_id},
+            "workflow": {"_id": workflow_id},
+            "owner": {"_id": owner_id},
+            "name": name,
         }
 
         if compute:
@@ -112,10 +106,8 @@ def get_compute(self, cluster, ppn=1, nodes=1, queue="D", time_limit="01:00:00",
             "queue": queue,
             "timeLimit": time_limit,
             "notify": notify,
-            "cluster": {
-                "fqdn": cluster
-            },
-            "arguments": {}
+            "cluster": {"fqdn": cluster},
+            "arguments": {},
         }
 
     def create_by_ids(self, materials, workflow_id, project_id, owner_id, prefix, compute=None):
@@ -152,7 +144,7 @@ def get_presigned_urls(self, id_, files):
             list: [{"file": "", "URL": ""}]
         """
         data = json.dumps({"files": files})
-        response = self.request('POST', '/'.join((self.name, id_, "presigned-urls")), data=data, headers=self.headers)
+        response = self.request("POST", "/".join((self.name, id_, "presigned-urls")), data=data, headers=self.headers)
         return response["presignedURLs"]
 
     def list_files(self, id_):
@@ -166,7 +158,7 @@ def list_files(self, id_):
             list: [{ "key" : str, "size" : int, "bucket" : str, "region" : str,
                      "provider" : str, "lastModified" : int, "name" : str, "signedURL" : str }]
         """
-        response = self.request('GET', '/'.join(('jobs', id_, 'files')), headers=self.headers)
+        response = self.request("GET", "/".join(("jobs", id_, "files")), headers=self.headers)
         return response
 
     def insert_output_files(self, id_, data):