Update docs

Author: Juuso Mäyränen

docs/index.asciidoc

@@ -84,12 +84,14 @@ Redis allows for the renaming or disabling of commands in its protocol, see:  ht
 ===== `data_type`
 
   * This is a required setting.
-  * Value can be any of: `list`, `channel`, `pattern_channel`
+  * Value can be any of: `list`, `pattern_list`, `channel`, `pattern_channel`
   * There is no default value for this setting.
 
 Specify either list or channel.  If `data_type` is `list`, then we will BLPOP the
-key.  If `data_type` is `channel`, then we will SUBSCRIBE to the key.
-If `data_type` is `pattern_channel`, then we will PSUBSCRIBE to the key.
+key. If `data_type` is `pattern_list`, then we will spawn a number of worker
+threads that will LPOP from keys matching that pattern.  If `data_type` is
+`channel`, then we will SUBSCRIBE to the key. If `data_type` is
+`pattern_channel`, then we will PSUBSCRIBE to the key.
 
 [id="plugins-{type}s-{plugin}-db"]
 ===== `db`
@@ -125,6 +127,17 @@ The unix socket path of your Redis server.
 
 The name of a Redis list or channel.
 
+[id="plugins-{type}s-{plugin}-max_items_per_worker"]
+===== `max_items_per_worker`
+
+  * Value type is <<number,number>>
+  * Default value is `1000`
+
+Maximum number of items for a single worker thread to process when `data_type` is `pattern_list`.
+After the list is empty or this number of items have been processed, the thread will exit and a
+new one will be started if there are non-empty lists matching the pattern without a consumer.
+
+
 [id="plugins-{type}s-{plugin}-password"]
 ===== `password`
 
@@ -142,22 +155,37 @@ Password to authenticate with. There is no authentication by default.
 The port to connect on.
 
 [id="plugins-{type}s-{plugin}-ssl"]
-===== `ssl` 
+===== `ssl`
 
   * Value type is <<boolean,boolean>>
   * Default value is `false`
 
 Enable SSL support.
 
 
+[id="plugins-{type}s-{plugin}-max_items_per_worker"]
+===== `timeout`
+
+  * Value type is <<number,number>>
+  * Default value is `1000`
+
+[id="plugins-{type}s-{plugin}-threadpool_queue_sleep"]
+===== `threadpool_queue_sleep`
+
+  * Value type is <<number,number>>
+  * Default value is `0.2`
+
+Time to sleep in main loop after checking if more threads can/need to be spawned.
+Applies to `data_type` is `pattern_list`
+
+
 [id="plugins-{type}s-{plugin}-threads"]
 ===== `threads`
 
   * Value type is <<number,number>>
   * Default value is `1`
 
 
-
 [id="plugins-{type}s-{plugin}-timeout"]
 ===== `timeout`
 
@@ -166,7 +194,17 @@ Enable SSL support.
 
 Initial connection timeout in seconds.
 
+
+[id="plugins-{type}s-{plugin}-worker_thread_count"]
+===== `worker_thread_count`
+
+  * Value type is <<number,number>>
+  * Default value is `20`
+
+Maximum number of worker threads to spawn when using `data_type` `pattern_list`.
+
+
 [id="plugins-{type}s-{plugin}-common-options"]
 include::{include_path}/{type}.asciidoc[]
 
-:default_codec!:
+:default_codec!:

lib/logstash/inputs/redis.rb

@@ -68,8 +68,8 @@ module LogStash module Inputs class Redis < LogStash::Inputs::Threadable
   config :worker_thread_count, :validate => :number, :default => 20
 
   # Maximum number of items for a single worker thread to process when `data_type` is `pattern_list`.
-  # After the queue is empty or this number of items have been processed, the thread will exit and a
-  # new one will be started.
+  # After the list is empty or this number of items have been processed, the thread will exit and a
+  # new one will be started if there are non-empty lists matching the pattern without a consumer.
   config :max_items_per_worker, :validate => :number, :default => 1000
 
   # Time to sleep in main loop after checking if more threads can/need to be spawned.