Small fixes and cleanup

src/helpers/database.py

@@ -173,11 +173,20 @@ def write_prices_new(self, prices: list[tuple[str, int, float, str]]) -> None:
         )
         for token_address, time, price, source in prices:
             try:
+                date_time = datetime.fromtimestamp(time, tz=timezone.utc)
+                check_existence_query = f"SELECT * FROM prices WHERE token_address = '\\{token_address[1:]}' and time = '{date_time}' and source = '{source}'"
+                result = self.execute_query(check_existence_query, {}).fetchone()
+                if result is not None:
+                    logger.info(
+                        "Skipping INSERT operation as entry already exists in PRICES table."
+                    )
+                    continue
+
                 self.execute_and_commit(
                     query,
                     {
                         "token_address": bytes.fromhex(token_address[2:]),
-                        "time": datetime.fromtimestamp(time, tz=timezone.utc),
+                        "time": date_time,
                         "price": price,
                         "source": source,
                     },

src/transaction_processor.py

@@ -119,9 +119,7 @@ def process_single_transaction(
         self.log_message = []
         try:
             # compute raw token imbalances
-            token_imbalances = self.process_token_imbalances(
-                tx_hash, auction_id, block_number
-            )
+            token_imbalances = self.process_token_imbalances(tx_hash)
 
             # get transaction timestamp
             transaction_timestamp = self.blockchain_data.get_transaction_timestamp(
@@ -134,9 +132,8 @@ def process_single_transaction(
             # transaction_tokens = self.blockchain_data.get_transaction_tokens(tx_hash)
             # store transaction tokens
             transaction_tokens = []
-            for token_address, imbalance in token_imbalances.items():
-                if imbalance != 0:
-                    transaction_tokens.append((tx_hash, token_address))
+            for token_address in token_imbalances.keys():
+                transaction_tokens.append((tx_hash, token_address))
             self.db.write_transaction_tokens(transaction_tokens)
 
             # update token decimals
@@ -202,7 +199,8 @@ def process_single_transaction(
             return
 
     def process_token_imbalances(
-        self, tx_hash: str, auction_id: int, block_number: int
+        self,
+        tx_hash: str,
     ) -> dict[str, int]:
         """Process token imbalances for a given transaction and return imbalances."""
         try:

tests/unit/test_database.py

@@ -72,6 +72,7 @@ def tests_write_prices():
         f"postgresql+psycopg://postgres:postgres@localhost:5432/mainnet"
     )
     db = Database(engine, "mainnet")
+    # list contains duplicate entry in order to test how this is handled
     token_prices = [
         (
             "0xA0B86991C6218B36C1D19D4A2E9EB0CE3606EB48",
@@ -85,6 +86,12 @@ def tests_write_prices():
             0.000000050569218629,
             "moralis",
         ),
+        (
+            "0x68BBED6A47194EFF1CF514B50EA91895597FC91E",
+            int(datetime.fromisoformat("2024-10-10 16:49:47.000000").timestamp()),
+            0.000000050569218629,
+            "moralis",
+        ),
     ]
     # truncate table
     with engine.connect() as conn:
@@ -97,6 +104,8 @@ def tests_write_prices():
         res = conn.execute(
             text("SELECT token_address, time, price, source FROM prices")
         ).all()
+    # cleaning up the duplicate entry
+    token_prices = token_prices[:2]
     for i, (token_address, time, price, source) in enumerate(token_prices):
         assert HexBytes(res[i][0]) == HexBytes(token_address)
         assert res[i][1].timestamp() == time