From 945fa2b86ac3879eec53b689beb3c4f4b1ce34a4 Mon Sep 17 00:00:00 2001
From: eemhu <125959687+eemhu@users.noreply.github.com>
Date: Tue, 8 Oct 2024 09:36:49 +0300
Subject: [PATCH] add option "mode" with value "FAILFAST" to JSON file reader
 (#350)

---
 src/test/java/com/teragrep/pth10/StreamingTestUtil.java | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/src/test/java/com/teragrep/pth10/StreamingTestUtil.java b/src/test/java/com/teragrep/pth10/StreamingTestUtil.java
index 89272ae2..2314921c 100644
--- a/src/test/java/com/teragrep/pth10/StreamingTestUtil.java
+++ b/src/test/java/com/teragrep/pth10/StreamingTestUtil.java
@@ -273,7 +273,7 @@ private void internalDPLTest(
             StructType schema;
             if (this.schema == null) {
                 // notice that the schema from a JSON-file might be in an unexpected order
-                schema = spark.read().json(testDirectory).schema();
+                schema = spark.read().option("mode", "FAILFAST").json(testDirectory).schema();
             }
             else {
                 // schema was given in constructor
@@ -281,7 +281,7 @@ private void internalDPLTest(
             }
 
             // initialize test dataset
-            Dataset<Row> df = spark.readStream().schema(schema).json(testDirectory);
+            Dataset<Row> df = spark.readStream().option("mode", "FAILFAST").schema(schema).json(testDirectory);
             // apply data customizations
             df = dataCustomizations.apply(df);
             this.ctx.setDs(df);