cleanup: Move mappers to own package

Author: matt9j

annotate_category_org_local.py

@@ -7,7 +7,7 @@
 import os
 
 import infra.dask_infra
-import infra.domains
+import mappers.domains
 import infra.platform
 
 from collections import namedtuple
@@ -22,7 +22,7 @@ def _categorize_user(in_path, out_path):
     frame = infra.dask_infra.read_parquet(in_path)
 
     # First pass assign by FQDN
-    processor = infra.domains.FqdnProcessor()
+    processor = mappers.domains.FqdnProcessor()
     frame["org_category"] = frame.apply(
         lambda row: processor.process_fqdn(row["fqdn"]),
         axis="columns",

cleaning/canonicalize_data.py

@@ -1,7 +1,7 @@
 """ Loads data from raw data files and stores in an analysis friendly manner
 """
 
-import infra.domains
+import mappers.domains
 import infra.dask_infra
 import infra.parsers
 import csv
@@ -691,7 +691,7 @@ def categorize_fqdn_from_parquet(in_path, out_path, compute=True):
         engine="fastparquet")
 
     frame["category"] = frame.apply(
-        lambda row: infra.domains.assign_category(row["fqdn"]),
+        lambda row: mappers.domains.assign_category(row["fqdn"]),
         axis="columns",
         meta=("category", object))