Update package imports, closes #41

setup.py

@@ -5,7 +5,7 @@
     DESCRIPTION = f.read()
 
 setup(name="paperai",
-      version="1.9.0",
+      version="1.10.0",
       author="NeuML",
       description="AI-powered literature discovery and review engine for medical/scientific papers",
       long_description=DESCRIPTION,
@@ -32,7 +32,7 @@
           "networkx>=2.4",
           "PyYAML>=5.3",
           "regex>=2020.5.14",
-          "txtai[api,similarity]>=3.2.0",
+          "txtai[api,similarity]>=3.3.0",
           "txtmarker>=1.0.0"
       ],
       classifiers=[

src/python/paperai/highlights.py

@@ -6,7 +6,7 @@
 
 import networkx
 
-from txtai.tokenizer import Tokenizer
+from txtai.pipeline import Tokenizer
 
 class Highlights(object):
     """

src/python/paperai/index.py

@@ -10,7 +10,7 @@
 import yaml
 
 from txtai.embeddings import Embeddings
-from txtai.tokenizer import Tokenizer
+from txtai.pipeline import Tokenizer
 
 from .models import Models
 

src/python/paperai/query.py

@@ -9,7 +9,7 @@
 import html2markdown
 import mdv
 
-from txtai.tokenizer import Tokenizer
+from txtai.pipeline import Tokenizer
 
 from .highlights import Highlights
 from .models import Models

src/python/paperai/report/common.py

@@ -4,7 +4,7 @@
 
 import regex as re
 
-from txtai.extractor import Extractor
+from txtai.pipeline import Extractor
 
 from ..index import Index
 from ..query import Query

src/python/paperai/vectors.py

@@ -8,8 +8,8 @@
 import sys
 import tempfile
 
+from txtai.pipeline import Tokenizer
 from txtai.vectors import WordVectors
-from txtai.tokenizer import Tokenizer
 
 from .models import Models