remove unused tokenizer parameter in BloomFilterAggregator (#45)

teragrep · Nov 4, 2024 · 6d276be · 6d276be
1 parent 137417b
commit 6d276be
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/src/main/scala/com/teragrep/functions/dpf_03/BloomFilterAggregator.scala b/src/main/scala/com/teragrep/functions/dpf_03/BloomFilterAggregator.scala
@@ -47,7 +47,6 @@
 package com.teragrep.functions.dpf_03
 
 import java.io.{ByteArrayOutputStream, Serializable}
-import com.teragrep.blf_01.Tokenizer
 import org.apache.spark.sql.{Encoder, Encoders, Row}
 import org.apache.spark.sql.catalyst.encoders.ExpressionEncoder
 import org.apache.spark.sql.expressions.Aggregator
@@ -62,8 +61,6 @@ class BloomFilterAggregator(final val columnName: String,
                             sortedSizeMap: java.util.SortedMap[java.lang.Long, java.lang.Double])
   extends Aggregator[Row, BloomFilter, Array[Byte]] with Serializable {
 
-  var tokenizer: Option[Tokenizer] = None
-
   override def zero(): BloomFilter = {
     BloomFilter.create(1, 0.01)
   }