diff --git a/Project.toml b/Project.toml
index 47ee0d086..c15432dd7 100644
--- a/Project.toml
+++ b/Project.toml
@@ -1,6 +1,6 @@
 name = "KernelFunctions"
 uuid = "ec8451be-7e33-11e9-00cf-bbf324bd1392"
-version = "0.10.37"
+version = "0.10.38"
 
 [deps]
 ChainRulesCore = "d360d2e6-b24c-11e9-a2a3-2a2ae2dbcce4"
@@ -19,7 +19,6 @@ Statistics = "10745b16-79ce-11e8-11f9-7d13ad32a3b2"
 StatsBase = "2913bbd2-ae8a-5f71-8c99-4fb6c76f3a91"
 TensorCore = "62fd8b95-f654-4bbd-a8a5-9c27f68ccd50"
 Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
-ZygoteRules = "700de1a5-db45-46bc-99cf-38207098b444"
 
 [compat]
 ChainRulesCore = "1"
@@ -34,5 +33,4 @@ Requires = "1.0.1"
 SpecialFunctions = "0.8, 0.9, 0.10, 1, 2"
 StatsBase = "0.32, 0.33"
 TensorCore = "0.1"
-ZygoteRules = "0.2"
 julia = "1.3"
diff --git a/src/KernelFunctions.jl b/src/KernelFunctions.jl
index 0211340e6..39a4a1385 100644
--- a/src/KernelFunctions.jl
+++ b/src/KernelFunctions.jl
@@ -60,7 +60,6 @@ using IrrationalConstants: logtwo, twoπ, invsqrt2
 using LogExpFunctions: softplus
 using StatsBase
 using TensorCore
-using ZygoteRules: ZygoteRules, AContext, literal_getproperty, literal_getfield
 
 # Hack to work around Zygote type inference problems.
 const Distances_pairwise = Distances.pairwise
@@ -122,7 +121,6 @@ include("mokernels/intrinsiccoregion.jl")
 include("mokernels/lmm.jl")
 
 include("chainrules.jl")
-include("zygoterules.jl")
 
 include("test_utils.jl")
 
diff --git a/src/zygoterules.jl b/src/zygoterules.jl
deleted file mode 100644
index e405a4946..000000000
--- a/src/zygoterules.jl
+++ /dev/null
@@ -1,13 +0,0 @@
-ZygoteRules.@adjoint function Base.map(t::Transform, X::ColVecs)
-    return ZygoteRules.pullback(_map, t, X)
-end
-
-ZygoteRules.@adjoint function Base.map(t::Transform, X::RowVecs)
-    return ZygoteRules.pullback(_map, t, X)
-end
-
-function ZygoteRules._pullback(
-    cx::AContext, ::typeof(literal_getproperty), x::ColVecs, ::Val{f}
-) where {f}
-    return ZygoteRules._pullback(cx, literal_getfield, x, Val{f}())
-end
diff --git a/test/runtests.jl b/test/runtests.jl
index a1f5c395a..30ee3d71d 100644
--- a/test/runtests.jl
+++ b/test/runtests.jl
@@ -168,7 +168,6 @@ include("test_utils.jl")
 
         include("generic.jl")
         include("chainrules.jl")
-        include("zygoterules.jl")
 
         @testset "doctests" begin
             DocMeta.setdocmeta!(
diff --git a/test/zygoterules.jl b/test/zygoterules.jl
deleted file mode 100644
index dc3bb98fe..000000000
--- a/test/zygoterules.jl
+++ /dev/null
@@ -1 +0,0 @@
-@testset "zygoterules" begin end