Migrate embeddings index logic to txtai library

neuml · Aug 11, 2020 · 0aaac25 · 0aaac25
1 parent 4173d39
commit 0aaac25
Show file tree

Hide file tree

Showing 12 changed files with 36 additions and 969 deletions.
diff --git a/setup.py b/setup.py
@@ -5,9 +5,9 @@
     DESCRIPTION = f.read()
 
 setup(name="paperai",
-      version="1.0.0",
+      version="1.2.0",
       author="NeuML",
-      description="AI-Powered Literature Discovery and Review Engine for medical/scientific articles",
+      description="AI-powered literature discovery and review engine for medical/scientific papers",
       long_description=DESCRIPTION,
       long_description_content_type="text/markdown",
       url="https://github.com/neuml/paperai",
@@ -27,26 +27,19 @@
           ],
       },
       install_requires=[
-          "faiss-gpu>=1.6.3",
-          "fasttext>=0.9.2",
           "html2text>=2020.1.16",
           "mdv>=1.7.4",
           "networkx>=2.4",
           "nltk>=3.5",
-          "numpy>=1.18.4",
-          "pymagnitude @ git+https://github.com/neuml/magnitude",
           "PyYAML>=5.3",
           "regex>=2020.5.14",
-          "scikit-learn>=0.23.1",
-          "scipy>=1.4.1",
-          "torch>=1.4.0",
-          "tqdm>=4.46.0",
-          "transformers>=2.11.0"
+          "txtai>=1.0.0",
       ],
       classifiers=[
           "License :: OSI Approved :: Apache Software License",
           "Operating System :: OS Independent",
           "Programming Language :: Python :: 3",
+          "Topic :: Scientific/Engineering :: Artificial Intelligence",
           "Topic :: Software Development",
           "Topic :: Text Processing :: Indexing",
           "Topic :: Utilities"