parser: Accept bytes as input

In addition to (Unicode) strings, also accept "bytes" (and corresponding
iterators) as input to the parser. This allows skipping the
decode/encode step when reading raw data from a file or socket, e.g.
with os.read(). This introduces small, but measurable performance
increase for such cases.

Author: spbnick

jq.pyx

@@ -167,7 +167,11 @@ cdef class _JSONParser(object):
         cdef char* cbytes
         cdef ssize_t clen
         try:
-            self._bytes = next(self._text_iter).encode("utf8")
+            text = next(self._text_iter)
+            if isinstance(text, bytes):
+                self._bytes = text
+            else:
+                self._bytes = text.encode("utf8")
             PyBytes_AsStringAndSize(self._bytes, &cbytes, &clen)
             jv_parser_set_buf(self._parser, cbytes, clen, 1)
         except StopIteration:
@@ -431,9 +435,10 @@ def parse_json(text=_NO_VALUE, text_iter=_NO_VALUE):
     Either "text" or "text_iter" must be specified.
 
     Args:
-        text:       A string containing the JSON stream to parse.
-        text_iter:  An iterator returning strings - pieces of the JSON stream
-                    to parse.
+        text:       A string or bytes object containing the JSON stream to
+                    parse.
+        text_iter:  An iterator returning strings or bytes - pieces of the
+                    JSON stream to parse.
 
     Returns:
         An iterator returning parsed values.
@@ -454,7 +459,6 @@ def parse_json_file(fp):
 
     Args:
         fp: The file-like object to read the JSON stream from.
-            Must be in text mode.
 
     Returns:
         An iterator returning parsed values.

tests/jq_tests.py

@@ -206,9 +206,11 @@ def program_string_can_be_retrieved_from_program():
     assert_equal(".", program.program_string)
 
 @istest
-def parse_json_both_text_and_text_iter_accepted():
+def parse_json_all_inputs_accepted():
     assert_equal(True, next(jq.parse_json(text="true")))
     assert_equal(True, next(jq.parse_json(text_iter=iter(["true"]))))
+    assert_equal(True, next(jq.parse_json(text=b"true")))
+    assert_equal(True, next(jq.parse_json(text_iter=iter([b"true"]))))
 
 @istest
 def parse_json_file_works():