diff --git a/src/test/java/com/teragrep/pth10/AccumTransformationStreamingTest.java b/src/test/java/com/teragrep/pth10/AccumTransformationStreamingTest.java index 8e2a16b9..a5096134 100644 --- a/src/test/java/com/teragrep/pth10/AccumTransformationStreamingTest.java +++ b/src/test/java/com/teragrep/pth10/AccumTransformationStreamingTest.java @@ -63,8 +63,8 @@ public class AccumTransformationStreamingTest { private static final Logger LOGGER = LoggerFactory.getLogger(AccumTransformationStreamingTest.class); - private final String numberDataTestFile = "src/test/resources/numberData_0*.json"; // * to make the path into a directory path - private final String numberDataWithMixedStringsTestFile = "src/test/resources/numberData_withMixedStrings*.json"; + private final String numberDataTestFile = "src/test/resources/numberData_0*.jsonl"; // * to make the path into a directory path + private final String numberDataWithMixedStringsTestFile = "src/test/resources/numberData_withMixedStrings*.jsonl"; private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("_raw", DataTypes.StringType, true, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/AddtotalsTransformationTest.java b/src/test/java/com/teragrep/pth10/AddtotalsTransformationTest.java index d82af7fa..5f82efb9 100644 --- a/src/test/java/com/teragrep/pth10/AddtotalsTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/AddtotalsTransformationTest.java @@ -62,7 +62,7 @@ public class AddtotalsTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(AddtotalsTransformationTest.class); - private final String testFile = "src/test/resources/numberData_0*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/numberData_0*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("_raw", DataTypes.StringType, true, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/AggregateAfterSequentialCommandTest.java b/src/test/java/com/teragrep/pth10/AggregateAfterSequentialCommandTest.java index 4fc0ce6c..423675b7 100644 --- a/src/test/java/com/teragrep/pth10/AggregateAfterSequentialCommandTest.java +++ b/src/test/java/com/teragrep/pth10/AggregateAfterSequentialCommandTest.java @@ -59,7 +59,7 @@ public class AggregateAfterSequentialCommandTest { private static final Logger LOGGER = LoggerFactory.getLogger(AggregateAfterSequentialCommandTest.class); - private final String testFile = "src/test/resources/rexTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/rexTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/BloomFilterOperationsTest.java b/src/test/java/com/teragrep/pth10/BloomFilterOperationsTest.java index dda9bbca..33ce2263 100644 --- a/src/test/java/com/teragrep/pth10/BloomFilterOperationsTest.java +++ b/src/test/java/com/teragrep/pth10/BloomFilterOperationsTest.java @@ -62,7 +62,7 @@ public class BloomFilterOperationsTest { private static final Logger LOGGER = LoggerFactory.getLogger(BloomFilterOperationsTest.class); - private final String testFile = "src/test/resources/xmlWalkerTestDataStreaming/bloomTeragrepStep_data*.json"; + private final String testFile = "src/test/resources/xmlWalkerTestDataStreaming/bloomTeragrepStep_data*.jsonl"; private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/CatalystVisitorTest.java b/src/test/java/com/teragrep/pth10/CatalystVisitorTest.java index e1e3c593..c15f9012 100644 --- a/src/test/java/com/teragrep/pth10/CatalystVisitorTest.java +++ b/src/test/java/com/teragrep/pth10/CatalystVisitorTest.java @@ -242,7 +242,7 @@ void endToEndTest() { ) void endToEnd2Test() { // Use this file as the test data - String testFile = "src/test/resources/subsearchData*.json"; + String testFile = "src/test/resources/subsearchData*.jsonl"; this.streamingTestUtil.performDPLTest("index=index_A \"(1)(enTIty)\"", testFile, res -> { String e = "StructType(StructField(_raw,StringType,true),StructField(_time,StringType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(origin,StringType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true))"; diff --git a/src/test/java/com/teragrep/pth10/ConvertTransformationTest.java b/src/test/java/com/teragrep/pth10/ConvertTransformationTest.java index 9747c056..e34c0536 100644 --- a/src/test/java/com/teragrep/pth10/ConvertTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/ConvertTransformationTest.java @@ -63,7 +63,7 @@ public class ConvertTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(ConvertTransformationTest.class); // Use this file for dataset initialization - String testFile = "src/test/resources/convertTfData*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/convertTfData*.jsonl"; // * to make the path into a directory path private StreamingTestUtil streamingTestUtil; diff --git a/src/test/java/com/teragrep/pth10/DedupTransformationTest.java b/src/test/java/com/teragrep/pth10/DedupTransformationTest.java index 4351f2a5..2dca2957 100644 --- a/src/test/java/com/teragrep/pth10/DedupTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/DedupTransformationTest.java @@ -67,7 +67,7 @@ public class DedupTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(DedupTransformationTest.class); // Use this file for dataset initialization - private String testFile = "src/test/resources/dedup_test_data*.json"; // * to make the path into a directory path + private String testFile = "src/test/resources/dedup_test_data*.jsonl"; // * to make the path into a directory path private StreamingTestUtil streamingTestUtil; @@ -102,7 +102,7 @@ public void dedupTest_NoParams() { Arrays.asList("_time", "id", "_raw", "index", "sourcetype", "host", "source", "partition", "offset") ); List actualColumns = Arrays.asList(res.columns()); - // Columns should be the same. Order can be different because of .json file readStream might shuffle them + // Columns should be the same. Order can be different because of .jsonl file readStream might shuffle them Assertions .assertTrue(actualColumns.containsAll(expectedColumns) && expectedColumns.containsAll(actualColumns)); @@ -129,7 +129,7 @@ public void dedupTest_Consecutive() { Arrays.asList("_time", "id", "_raw", "index", "sourcetype", "host", "source", "partition", "offset") ); List actualColumns = Arrays.asList(res.columns()); - // Columns should be the same. Order can be different because of .json file readStream might shuffle them + // Columns should be the same. Order can be different because of .jsonl file readStream might shuffle them Assertions .assertTrue(actualColumns.containsAll(expectedColumns) && expectedColumns.containsAll(actualColumns)); @@ -155,7 +155,7 @@ public void dedupTest_SortNum() { Arrays.asList("_time", "id", "_raw", "index", "sourcetype", "host", "source", "partition", "offset") ); List actualColumns = Arrays.asList(res.columns()); - // Columns should be the same. Order can be different because of .json file readStream might shuffle them + // Columns should be the same. Order can be different because of .jsonl file readStream might shuffle them Assertions .assertTrue(actualColumns.containsAll(expectedColumns) && expectedColumns.containsAll(actualColumns)); @@ -178,7 +178,7 @@ public void dedupTest_KeepEvents() { Arrays.asList("_time", "id", "_raw", "index", "sourcetype", "host", "source", "partition", "offset") ); List actualColumns = Arrays.asList(res.columns()); - // Columns should be the same. Order can be different because of .json file readStream might shuffle them + // Columns should be the same. Order can be different because of .jsonl file readStream might shuffle them Assertions .assertTrue(actualColumns.containsAll(expectedColumns) && expectedColumns.containsAll(actualColumns)); @@ -206,7 +206,7 @@ public void dedupTest_KeepEmpty() { Arrays.asList("_time", "id", "_raw", "index", "sourcetype", "host", "source", "partition", "offset") ); List actualColumns = Arrays.asList(res.columns()); - // Columns should be the same. Order can be different because of .json file readStream might shuffle them + // Columns should be the same. Order can be different because of .jsonl file readStream might shuffle them Assertions .assertTrue(actualColumns.containsAll(expectedColumns) && expectedColumns.containsAll(actualColumns)); @@ -231,7 +231,7 @@ public void dedupTest_MultiColumn() { Arrays.asList("_time", "id", "_raw", "index", "sourcetype", "host", "source", "partition", "offset") ); List actualColumns = Arrays.asList(res.columns()); - // Columns should be the same. Order can be different because of .json file readStream might shuffle them + // Columns should be the same. Order can be different because of .jsonl file readStream might shuffle them Assertions .assertTrue(actualColumns.containsAll(expectedColumns) && expectedColumns.containsAll(actualColumns)); diff --git a/src/test/java/com/teragrep/pth10/EarliestLatestTest.java b/src/test/java/com/teragrep/pth10/EarliestLatestTest.java index 264355eb..4c95f0fc 100644 --- a/src/test/java/com/teragrep/pth10/EarliestLatestTest.java +++ b/src/test/java/com/teragrep/pth10/EarliestLatestTest.java @@ -77,8 +77,8 @@ public class EarliestLatestTest { private static final Logger LOGGER = LoggerFactory.getLogger(EarliestLatestTest.class); // Use this file for dataset initialization - private final String testFile = "src/test/resources/earliestLatestTest_data*.json"; // * to make the path into a directory path - private final String epochTestFile = "src/test/resources/earliestLatestTest_epoch_data*.json"; + private final String testFile = "src/test/resources/earliestLatestTest_data*.jsonl"; // * to make the path into a directory path + private final String epochTestFile = "src/test/resources/earliestLatestTest_epoch_data*.jsonl"; private StreamingTestUtil streamingTestUtil; @BeforeAll diff --git a/src/test/java/com/teragrep/pth10/EventstatsTransformationTest.java b/src/test/java/com/teragrep/pth10/EventstatsTransformationTest.java index cbf6067b..87c25c44 100644 --- a/src/test/java/com/teragrep/pth10/EventstatsTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/EventstatsTransformationTest.java @@ -67,7 +67,7 @@ public class EventstatsTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(EventstatsTransformationTest.class); - private final String testFile = "src/test/resources/eventstatsTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/eventstatsTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/FillnullTransformationTest.java b/src/test/java/com/teragrep/pth10/FillnullTransformationTest.java index 366b7a46..0028f947 100644 --- a/src/test/java/com/teragrep/pth10/FillnullTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/FillnullTransformationTest.java @@ -61,7 +61,7 @@ public class FillnullTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(FillnullTransformationTest.class); // data has 3 empty strings ("") and 1 literal null in _raw column - private final String testFile = "src/test/resources/fillnull/fillnull0*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/fillnull/fillnull0*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("_raw", DataTypes.StringType, true, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/FormatTransformationTest.java b/src/test/java/com/teragrep/pth10/FormatTransformationTest.java index 865a2027..a3e67ec3 100644 --- a/src/test/java/com/teragrep/pth10/FormatTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/FormatTransformationTest.java @@ -63,7 +63,7 @@ public class FormatTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(FormatTransformationTest.class); - private final String testFile = "src/test/resources/strcatTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/strcatTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/IplocationTransformationTest.java b/src/test/java/com/teragrep/pth10/IplocationTransformationTest.java index a93e9c3c..92799062 100644 --- a/src/test/java/com/teragrep/pth10/IplocationTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/IplocationTransformationTest.java @@ -67,7 +67,7 @@ public class IplocationTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(IplocationTransformationTest.class); - private final String testFile = "src/test/resources/IplocationTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/IplocationTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/JoinTransformationTest.java b/src/test/java/com/teragrep/pth10/JoinTransformationTest.java index 3e15e4d1..da1bbf9c 100644 --- a/src/test/java/com/teragrep/pth10/JoinTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/JoinTransformationTest.java @@ -68,7 +68,7 @@ public class JoinTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(JoinTransformationTest.class); - private String testFile = "src/test/resources/joinTransformationTest_data*.json"; // * to make the path into a directory path + private String testFile = "src/test/resources/joinTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/MultipleAggregationsTest.java b/src/test/java/com/teragrep/pth10/MultipleAggregationsTest.java index 301acfb8..990bec8d 100644 --- a/src/test/java/com/teragrep/pth10/MultipleAggregationsTest.java +++ b/src/test/java/com/teragrep/pth10/MultipleAggregationsTest.java @@ -66,7 +66,7 @@ public class MultipleAggregationsTest { private static final Logger LOGGER = LoggerFactory.getLogger(MultipleAggregationsTest.class); - private final String testFile = "src/test/resources/predictTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/predictTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/PredictTransformationTest.java b/src/test/java/com/teragrep/pth10/PredictTransformationTest.java index 83eab253..0be10015 100644 --- a/src/test/java/com/teragrep/pth10/PredictTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/PredictTransformationTest.java @@ -64,7 +64,7 @@ public class PredictTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(PredictTransformationTest.class); - private final String testFile = "src/test/resources/predictTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/predictTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/RangemapTransformationTest.java b/src/test/java/com/teragrep/pth10/RangemapTransformationTest.java index 7e307001..cb4b886c 100644 --- a/src/test/java/com/teragrep/pth10/RangemapTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/RangemapTransformationTest.java @@ -63,7 +63,7 @@ public class RangemapTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(RangemapTransformationTest.class); - private final String testFile = "src/test/resources/numberData_0*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/numberData_0*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("_raw", DataTypes.StringType, true, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/RegexTransformationTest.java b/src/test/java/com/teragrep/pth10/RegexTransformationTest.java index 330b34cf..f68166e7 100644 --- a/src/test/java/com/teragrep/pth10/RegexTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/RegexTransformationTest.java @@ -64,7 +64,7 @@ public class RegexTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(RegexTransformationTest.class); - private final String testFile = "src/test/resources/regexTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/regexTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/RenameTransformationTest.java b/src/test/java/com/teragrep/pth10/RenameTransformationTest.java index 31704141..698c603f 100644 --- a/src/test/java/com/teragrep/pth10/RenameTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/RenameTransformationTest.java @@ -66,7 +66,7 @@ public class RenameTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(RenameTransformationTest.class); - private final String testFile = "src/test/resources/regexTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/regexTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/ReplaceTransformationTest.java b/src/test/java/com/teragrep/pth10/ReplaceTransformationTest.java index 59186c84..bdd83733 100644 --- a/src/test/java/com/teragrep/pth10/ReplaceTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/ReplaceTransformationTest.java @@ -68,7 +68,7 @@ public class ReplaceTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(ReplaceTransformationTest.class); - private final String testFile = "src/test/resources/replaceTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/replaceTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/Rex4jTransformationTest.java b/src/test/java/com/teragrep/pth10/Rex4jTransformationTest.java index 8a07e238..1fa7f4b1 100644 --- a/src/test/java/com/teragrep/pth10/Rex4jTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/Rex4jTransformationTest.java @@ -62,7 +62,7 @@ public class Rex4jTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(Rex4jTransformationTest.class); - private final String testFile = "src/test/resources/rex4jTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/rex4jTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/RexTransformationTest.java b/src/test/java/com/teragrep/pth10/RexTransformationTest.java index 1abfd532..316ac048 100644 --- a/src/test/java/com/teragrep/pth10/RexTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/RexTransformationTest.java @@ -63,7 +63,7 @@ public class RexTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(RexTransformationTest.class); - private final String testFile = "src/test/resources/rexTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/rexTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/SearchTransformationTest.java b/src/test/java/com/teragrep/pth10/SearchTransformationTest.java index 43ac5c96..8c89d2c6 100644 --- a/src/test/java/com/teragrep/pth10/SearchTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/SearchTransformationTest.java @@ -105,7 +105,7 @@ void tearDown() { ) public void searchTest_FieldComparison() { String query = "index=index_A | search sourcetype!=stream2"; - String testFile = "src/test/resources/joinTransformationTest_data*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/joinTransformationTest_data*.jsonl"; // * to make the path into a directory path streamingTestUtil.performDPLTest(query, testFile, ds -> { List listOfResult = ds @@ -129,7 +129,7 @@ public void searchTest_FieldComparison() { ) public void searchTest_Boolean() { String query = "index=index_A | search sourcetype=stream1 AND (id = 1 OR id = 3)"; - String testFile = "src/test/resources/joinTransformationTest_data*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/joinTransformationTest_data*.jsonl"; // * to make the path into a directory path streamingTestUtil.performDPLTest(query, testFile, ds -> { List listOfResult = ds @@ -153,7 +153,7 @@ public void searchTest_Boolean() { ) public void searchTest_TextSearchFromRaw() { String query = "index=index_A | search \"nothing\""; - String testFile = "src/test/resources/joinTransformationTest_data*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/joinTransformationTest_data*.jsonl"; // * to make the path into a directory path streamingTestUtil.performDPLTest(query, testFile, ds -> { List listOfResult = ds @@ -178,7 +178,7 @@ public void searchTest_TextSearchFromRaw() { ) public void searchAfterSpath_ComparisonTest() { String query = "index=index_A | spath path= json | search json > 40"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { List json = ds @@ -202,7 +202,7 @@ public void searchAfterSpath_ComparisonTest() { ) public void searchAfterSpath_ComparisonTest2() { String query = "index=index_A | spath path= json | search json <= 40"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { List json = ds @@ -226,7 +226,7 @@ public void searchAfterSpath_ComparisonTest2() { ) public void searchComparisonEqTest() { String query = "index=index_A | search sourcetype = stream1"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { List sourcetype = ds @@ -250,7 +250,7 @@ public void searchComparisonEqTest() { ) public void searchComparisonEqWildcardTest() { String query = "index=index_A | search sourcetype = stream*"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { List sourcetype = ds @@ -278,7 +278,7 @@ public void searchComparisonEqWildcardTest() { ) public void searchComparisonNeqTest() { String query = "index=index_A | search id != 10"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { List id = ds @@ -302,7 +302,7 @@ public void searchComparisonNeqTest() { ) public void searchComparisonGtTest() { String query = "index=index_A | search id > 9"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { List id = ds @@ -326,7 +326,7 @@ public void searchComparisonGtTest() { ) public void searchComparisonGteTest() { String query = "index=index_A | search id >= 9"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { List id = ds @@ -350,7 +350,7 @@ public void searchComparisonGteTest() { ) public void searchComparisonLtTest() { String query = "index=index_A | search id < 10"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { List id = ds @@ -374,7 +374,7 @@ public void searchComparisonLtTest() { ) public void searchComparisonLteTest() { String query = "index=index_A | search id <= 10"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { List id = ds @@ -398,7 +398,7 @@ public void searchComparisonLteTest() { ) public void searchComparisonMixedInputTest() { String query = "index=index_A | search \"source\" < 2"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { List json = ds diff --git a/src/test/java/com/teragrep/pth10/SendemailTransformationTest.java b/src/test/java/com/teragrep/pth10/SendemailTransformationTest.java index b50b711d..af9fdb5f 100644 --- a/src/test/java/com/teragrep/pth10/SendemailTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/SendemailTransformationTest.java @@ -77,7 +77,7 @@ public class SendemailTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(SendemailTransformationTest.class); - private final String testFile = "src/test/resources/sendemailTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/sendemailTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/SortTransformationTest.java b/src/test/java/com/teragrep/pth10/SortTransformationTest.java index 35183976..0c31d04a 100644 --- a/src/test/java/com/teragrep/pth10/SortTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/SortTransformationTest.java @@ -68,7 +68,7 @@ public class SortTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(SortTransformationTest.class); - private final String testFile = "src/test/resources/sortTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/sortTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/SpathTransformationTest.java b/src/test/java/com/teragrep/pth10/SpathTransformationTest.java index 20621b5c..ac5c193d 100644 --- a/src/test/java/com/teragrep/pth10/SpathTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/SpathTransformationTest.java @@ -105,12 +105,12 @@ void tearDown() { // ---------------------------------------- // * to make the path into a directory path - final String JSON_DATA_1 = "src/test/resources/spath/spathTransformationTest_json1*.json"; + final String JSON_DATA_1 = "src/test/resources/spath/spathTransformationTest_json1*.jsonl"; - final String JSON_DATA_NESTED = "src/test/resources/spath/spathTransformationTest_json_nested*.json"; - final String XML_DATA_1 = "src/test/resources/spath/spathTransformationTest_xml1*.json"; - final String XML_DATA_2 = "src/test/resources/spath/spathTransformationTest_xml2*.json"; - final String INVALID_DATA = "src/test/resources/spath/spathTransformationTest_invalid*.json"; + final String JSON_DATA_NESTED = "src/test/resources/spath/spathTransformationTest_json_nested*.jsonl"; + final String XML_DATA_1 = "src/test/resources/spath/spathTransformationTest_xml1*.jsonl"; + final String XML_DATA_2 = "src/test/resources/spath/spathTransformationTest_xml2*.jsonl"; + final String INVALID_DATA = "src/test/resources/spath/spathTransformationTest_invalid*.jsonl"; @Test @DisabledIfSystemProperty( diff --git a/src/test/java/com/teragrep/pth10/StrcatTransformationTest.java b/src/test/java/com/teragrep/pth10/StrcatTransformationTest.java index 91d737b9..ff8f543d 100644 --- a/src/test/java/com/teragrep/pth10/StrcatTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/StrcatTransformationTest.java @@ -64,7 +64,7 @@ public class StrcatTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(StrcatTransformationTest.class); - private final String testFile = "src/test/resources/strcatTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/strcatTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/SubsearchStreamingTest.java b/src/test/java/com/teragrep/pth10/SubsearchStreamingTest.java index 38000322..838e8baf 100644 --- a/src/test/java/com/teragrep/pth10/SubsearchStreamingTest.java +++ b/src/test/java/com/teragrep/pth10/SubsearchStreamingTest.java @@ -63,7 +63,7 @@ public class SubsearchStreamingTest { private static final Logger LOGGER = LoggerFactory.getLogger(SubsearchStreamingTest.class); - private final String testFile = "src/test/resources/strcatTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/strcatTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/SyslogStreamTest.java b/src/test/java/com/teragrep/pth10/SyslogStreamTest.java index 525becc8..76692dc1 100644 --- a/src/test/java/com/teragrep/pth10/SyslogStreamTest.java +++ b/src/test/java/com/teragrep/pth10/SyslogStreamTest.java @@ -71,7 +71,7 @@ public class SyslogStreamTest { private static final Logger LOGGER = LoggerFactory.getLogger(SyslogStreamTest.class); - private final String testFile = "src/test/resources/regexTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/regexTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/TableTransformationTest.java b/src/test/java/com/teragrep/pth10/TableTransformationTest.java index ed3d5622..f529f475 100644 --- a/src/test/java/com/teragrep/pth10/TableTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/TableTransformationTest.java @@ -66,7 +66,7 @@ public class TableTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(TableTransformationTest.class); - private final String testFile = "src/test/resources/regexTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/regexTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/TeragrepDynatraceTest.java b/src/test/java/com/teragrep/pth10/TeragrepDynatraceTest.java index 14e9e8f6..79582317 100644 --- a/src/test/java/com/teragrep/pth10/TeragrepDynatraceTest.java +++ b/src/test/java/com/teragrep/pth10/TeragrepDynatraceTest.java @@ -66,7 +66,7 @@ public class TeragrepDynatraceTest { private static final Logger LOGGER = LoggerFactory.getLogger(TeragrepDynatraceTest.class); - private final String testFile = "src/test/resources/IplocationTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/IplocationTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/TeragrepKafkaTest.java b/src/test/java/com/teragrep/pth10/TeragrepKafkaTest.java index 57fd4a59..26d398a7 100644 --- a/src/test/java/com/teragrep/pth10/TeragrepKafkaTest.java +++ b/src/test/java/com/teragrep/pth10/TeragrepKafkaTest.java @@ -76,7 +76,7 @@ public class TeragrepKafkaTest { private static final Logger LOGGER = LoggerFactory.getLogger(TeragrepKafkaTest.class); - private final String testFile = "src/test/resources/IplocationTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/IplocationTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/TeragrepTransformationTest.java b/src/test/java/com/teragrep/pth10/TeragrepTransformationTest.java index 8e74fbe1..75cf8a37 100644 --- a/src/test/java/com/teragrep/pth10/TeragrepTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/TeragrepTransformationTest.java @@ -67,7 +67,7 @@ public class TeragrepTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(TeragrepTransformationTest.class); - private final String testFile = "src/test/resources/IplocationTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/IplocationTransformationTest_data*.jsonl"; // * to make the path into a directory path private String testResourcesPath; private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/TimechartStreamingTest.java b/src/test/java/com/teragrep/pth10/TimechartStreamingTest.java index 154faba0..95093354 100644 --- a/src/test/java/com/teragrep/pth10/TimechartStreamingTest.java +++ b/src/test/java/com/teragrep/pth10/TimechartStreamingTest.java @@ -69,7 +69,7 @@ public class TimechartStreamingTest { private static final Logger LOGGER = LoggerFactory.getLogger(TimechartStreamingTest.class); - private final String testFile = "src/test/resources/dedup_test_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/dedup_test_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/TokenizerTest.java b/src/test/java/com/teragrep/pth10/TokenizerTest.java index 994b7196..67cf038b 100644 --- a/src/test/java/com/teragrep/pth10/TokenizerTest.java +++ b/src/test/java/com/teragrep/pth10/TokenizerTest.java @@ -73,7 +73,7 @@ @TestInstance(TestInstance.Lifecycle.PER_CLASS) public class TokenizerTest { - private final String testFile = "src/test/resources/rexTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/rexTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/UnimplementedCommandTest.java b/src/test/java/com/teragrep/pth10/UnimplementedCommandTest.java index c5e67490..0ead75c8 100644 --- a/src/test/java/com/teragrep/pth10/UnimplementedCommandTest.java +++ b/src/test/java/com/teragrep/pth10/UnimplementedCommandTest.java @@ -59,7 +59,7 @@ public class UnimplementedCommandTest { private static final Logger LOGGER = LoggerFactory.getLogger(UnimplementedCommandTest.class); - private final String testFile = "src/test/resources/rexTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/rexTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/WhereTransformationTest.java b/src/test/java/com/teragrep/pth10/WhereTransformationTest.java index a0ffc58e..bcad03c7 100644 --- a/src/test/java/com/teragrep/pth10/WhereTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/WhereTransformationTest.java @@ -62,7 +62,7 @@ public class WhereTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(WhereTransformationTest.class); - private final String testFile = "src/test/resources/rex4jTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/rex4jTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/XmlkvTransformationTest.java b/src/test/java/com/teragrep/pth10/XmlkvTransformationTest.java index 3d302fcf..1445a7c8 100644 --- a/src/test/java/com/teragrep/pth10/XmlkvTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/XmlkvTransformationTest.java @@ -102,9 +102,9 @@ void tearDown() { // ---------------------------------------- // * to make the path into a directory path - final String XML_DATA_1 = "src/test/resources/xmlkv/xmlkv_0*.json"; - final String XML_DATA_2 = "src/test/resources/xmlkv/xmlkv_1*.json"; - final String INVALID_DATA = "src/test/resources/xmlkv/xmlkv_inv*.json"; + final String XML_DATA_1 = "src/test/resources/xmlkv/xmlkv_0*.jsonl"; + final String XML_DATA_2 = "src/test/resources/xmlkv/xmlkv_1*.jsonl"; + final String INVALID_DATA = "src/test/resources/xmlkv/xmlkv_inv*.jsonl"; @Test @DisabledIfSystemProperty( diff --git a/src/test/java/com/teragrep/pth10/commandTest.java b/src/test/java/com/teragrep/pth10/commandTest.java index 052b45cf..4d89e7cf 100644 --- a/src/test/java/com/teragrep/pth10/commandTest.java +++ b/src/test/java/com/teragrep/pth10/commandTest.java @@ -64,7 +64,7 @@ public class commandTest { private static final Logger LOGGER = LoggerFactory.getLogger(commandTest.class); // Use this file for dataset initialization - String testFile = "src/test/resources/subsearchData*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/subsearchData*.jsonl"; // * to make the path into a directory path private StreamingTestUtil streamingTestUtil; diff --git a/src/test/java/com/teragrep/pth10/evalTest.java b/src/test/java/com/teragrep/pth10/evalTest.java index 3f438a40..9ea1f97e 100644 --- a/src/test/java/com/teragrep/pth10/evalTest.java +++ b/src/test/java/com/teragrep/pth10/evalTest.java @@ -99,7 +99,7 @@ void tearDown() { ) public void parseEvalMultipleStatementsTest() { String q = "index=index_A | eval a = 1, b = 2"; - String testFile = "src/test/resources/eval_test_data1*.json"; + String testFile = "src/test/resources/eval_test_data1*.jsonl"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true)," + "StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true)," + "StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true)," @@ -136,7 +136,7 @@ public void parseEvalMultipleStatementsTest() { ) public void parseEvalLenCatalystTest() { String q = "index=index_A | eval lenField = len(_raw)"; - String testFile = "src/test/resources/subsearchData*.json"; // * to make the file into a directory path + String testFile = "src/test/resources/subsearchData*.jsonl"; // * to make the file into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(origin,StringType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(lenField,IntegerType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -166,7 +166,7 @@ public void parseEvalLenCatalystTest() { ) public void parseEvalUpperLowerCatalystTest() { String q = "index=index_A | eval a=upper(\"hello world\") | eval b=lower(\"HELLO WORLD\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,false),StructField(b,StringType,false))"; @@ -194,7 +194,7 @@ public void parseEvalUpperLowerCatalystTest() { ) public void parseEvalUrldecodeCatalystTest() { String q = "index=index_A | eval a=urldecode(\"http%3A%2F%2Fwww.example.com%2Fdownload%3Fr%3Dlatest\") | eval b=urldecode(\"https%3A%2F%2Fwww.longer-domain-here.example.com%2Fapi%2Fv1%2FgetData%3Fmode%3Dall%26type%3Dupdate%26random%3Dtrue\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true),StructField(b,StringType,true))"; @@ -227,7 +227,7 @@ public void parseEvalUrldecodeCatalystTest() { public void parseEvalTrimCatalystTest() { String q = "index=index_A | eval a=ltrim(\" \t aabbccdd \") | eval b=ltrim(\" zZaabcdzz \",\" zZ\") " + "| eval c=rtrim(\"\t abcd \t\") | eval d=rtrim(\" AbcDeF g\",\"F g\") | eval e=trim(\"\tabcd\t\") | eval f=trim(\"\t zzabcdzz \t\",\"\t zz\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; + String testFile = "src/test/resources/eval_test_data1*.jsonl"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,false),StructField(b,StringType,false)," @@ -284,7 +284,7 @@ public void parseEvalTrimCatalystTest() { ) public void parseEvalReplaceCatalystTest() { String q = "index=index_A | eval a=replace(\"Hello world\", \"He\", \"Ha\") | eval b=replace(a, \"world\", \"welt\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,false),StructField(b,StringType,false))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -309,7 +309,7 @@ public void parseEvalReplaceCatalystTest() { ) public void parseEvalSubstringCatalystTest() { String q = "index=index_A | eval str = substr(_raw,1,14)"; - String testFile = "src/test/resources/subsearchData*.json"; + String testFile = "src/test/resources/subsearchData*.jsonl"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(origin,StringType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(str,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -331,7 +331,7 @@ public void parseEvalSubstringCatalystTest() { ) public void parseEvalSubstringNoLengthParamCatalystTest() { String q = "index=index_A | eval str = substr(_raw,185)"; - String testFile = "src/test/resources/subsearchData*.json"; + String testFile = "src/test/resources/subsearchData*.jsonl"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(origin,StringType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(str,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -360,7 +360,7 @@ public void parseEvalSubstringNoLengthParamCatalystTest() { ) public void parseEvalIfCatalystTest() { String q = "index=index_A | eval val2=if((false() OR true()),\"a\", \"b\")"; - String testFile = "src/test/resources/subsearchData*.json"; + String testFile = "src/test/resources/subsearchData*.jsonl"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(origin,StringType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(val2,ArrayType(StringType,true),true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -383,7 +383,7 @@ public void parseEvalIfCatalystTest() { ) public void parseEvalIfMultiValueCatalystTest() { String q = "index=index_A | eval mvf=mvappend(\"\") |eval val2=if(mvf==\"\",\"t\",\"f\"))"; - String testFile = "src/test/resources/subsearchData*.json"; + String testFile = "src/test/resources/subsearchData*.jsonl"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(origin,StringType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(mvf,ArrayType(StringType,false),false),StructField(val2,ArrayType(StringType,true),true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -406,7 +406,7 @@ public void parseEvalIfMultiValueCatalystTest() { ) public void parseEvalIfMultiValueAsResultCatalystTest() { String q = "index=index_A | eval mvf=mvappend(\"\") |eval val2=if(mvf==\"\",mvappend(\"tr\",\"ue\"),\"f\"))"; - String testFile = "src/test/resources/subsearchData*.json"; + String testFile = "src/test/resources/subsearchData*.jsonl"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(origin,StringType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(mvf,ArrayType(StringType,false),false),StructField(val2,ArrayType(StringType,true),true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -429,7 +429,7 @@ public void parseEvalIfMultiValueAsResultCatalystTest() { ) public void parseEvalIfCatalyst1Test() { String q = "index=index_A | eval val2=if( 1 < 2 , substr(_raw,165,100) , \"b\")"; - String testFile = "src/test/resources/subsearchData*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/subsearchData*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(origin,StringType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(val2,ArrayType(StringType,true),true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -462,7 +462,7 @@ public void parseEvalIfCatalyst1Test() { ) public void parseEvalLen1Test() { String q = "index=index_A | eval a=if(substr(_raw,0,11)=\"127.0.0.123\",len( _raw),0)"; - String testFile = "src/test/resources/subsearchData*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/subsearchData*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(origin,StringType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,ArrayType(StringType,true),true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -493,7 +493,7 @@ public void parseEvalLen1Test() { ) public void parseEvalNullCatalystTest() { String q = "index=index_A | eval a=null()"; - String testFile = "src/test/resources/subsearchData*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/subsearchData*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(origin,StringType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -516,7 +516,7 @@ public void parseEvalNullCatalystTest() { ) public void parseEvalPowCatalystTest() { String q = "index=index_A | eval a=pow(offset,2)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,DoubleType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -546,7 +546,7 @@ public void parseEvalPowCatalystTest() { ) public void parseEvalNullifCatalystTest() { String q = "index=index_A | eval a=nullif(offset,_raw)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -580,7 +580,7 @@ public void parseEvalNullifCatalystTest() { ) public void parseEvalAbsCatalystTest() { String q = "index=index_A | eval a=abs(offset)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,LongType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -607,7 +607,7 @@ public void parseEvalAbsCatalystTest() { ) public void parseEvalCeilingCatalystTest() { String q = "index=index_A | eval a=ceiling(offset+0.5)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,LongType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -641,7 +641,7 @@ public void parseEvalCeilingCatalystTest() { ) public void parseEvalExpCatalystTest() { String q = "index=index_A | eval a=exp(offset)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,DoubleType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -678,7 +678,7 @@ public void parseEvalExpCatalystTest() { ) public void parseEvalFloorCatalystTest() { String q = "index=index_A | eval a=floor(offset+0.5)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,LongType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -712,7 +712,7 @@ public void parseEvalFloorCatalystTest() { ) public void parseEvalLnCatalystTest() { String q = "index=index_A | eval a=ln(offset)"; - String testFile = "src/test/resources/eval_test_data1*.json"; + String testFile = "src/test/resources/eval_test_data1*.jsonl"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,DoubleType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -752,7 +752,7 @@ public void parseEvalLnCatalystTest() { ) public void parseEvalLogCatalystTest() { String q = "index=index_A | eval a=log(offset, 10)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,DoubleType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -799,7 +799,7 @@ public void parseEvalLogCatalystTest() { ) public void parseEvalLogWithoutBaseParamCatalystTest() { String q = "index=index_A | eval a=log(offset)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,DoubleType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -850,7 +850,7 @@ public void parseEvalLogWithoutBaseParamCatalystTest() { ) public void parseEvalRandomCatalystTest() { String q = "index=index_A | eval a=random()"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,IntegerType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -873,7 +873,7 @@ public void parseEvalRandomCatalystTest() { ) public void parseEvalPiCatalystTest() { String q = "index=index_A | eval a=pi()"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,DoubleType,false))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -894,7 +894,7 @@ public void parseEvalPiCatalystTest() { ) public void parseEvalRoundCatalystTest() { String q = "index=index_A | eval a=round(1.545) | eval b=round(5.7432, 3)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,DoubleType,true),StructField(b,DoubleType,true))"; @@ -922,7 +922,7 @@ public void parseEvalRoundCatalystTest() { ) public void parseEvalSigfigCatalystTest() { String q = "index=index_A | eval a=sigfig(1.00 * 1111) | eval b=sigfig(offset - 1.100) | eval c=sigfig(offset * 1.234) | eval d=sigfig(offset / 3.245)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,DoubleType,true),StructField(b,DoubleType,true)," @@ -974,7 +974,7 @@ public void parseEvalSigfigCatalystTest() { ) public void parseEvalSqrtCatalystTest() { String q = "index=index_A | eval a=sqrt(offset)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,DoubleType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1001,7 +1001,7 @@ public void parseEvalSqrtCatalystTest() { ) public void parseEvalSumTest() { String q = "index=index_A | eval a=sum(offset, 1, 3)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,LongType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1033,7 +1033,7 @@ public void parseEvalSumTest() { ) public void parseEvalSumWithStringsTest() { // should use the string in the sum if it is numerical, ignore otherwise String q = "index=index_A | eval a=sum(\"foo\", offset, \"2\", index)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,DoubleType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1065,7 +1065,7 @@ public void parseEvalSumWithStringsTest() { // should use the string in the sum ) public void parseEvalSumWithDoubleTest() { String q = "index=index_A | eval a=sum(offset, 2.6, 3.5)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,DoubleType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1097,7 +1097,7 @@ public void parseEvalSumWithDoubleTest() { ) public void parseEvalSumWithArithmeticalOperation() { String q = "index=index_A | eval a=sum(offset, 2 + 5)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,DoubleType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1130,7 +1130,7 @@ public void parseEvalSumWithArithmeticalOperation() { ) public void parseEvalConcatCatalystTest() { String q = "index=index_A | eval a=\"ab\"+\"cd\""; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1154,7 +1154,7 @@ public void parseEvalConcatCatalystTest() { ) public void parseEvalPlusCatalystTest() { String q = "index=index_A | eval a=0.1+1.4"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1178,7 +1178,7 @@ public void parseEvalPlusCatalystTest() { ) public void parseEvalMinusCatalystTest() { String q = "index=index_A | eval a = offset - 1"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1212,7 +1212,7 @@ public void parseEvalMinusCatalystTest() { ) public void parseEvalMultiplyCatalystTest() { String q = "index=index_A | eval a = offset * offset"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1246,7 +1246,7 @@ public void parseEvalMultiplyCatalystTest() { ) public void parseEvalDivideCatalystTest() { String q = "index=index_A | eval a = offset / offset"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1281,7 +1281,7 @@ public void parseEvalDivideCatalystTest() { ) public void parseEvalModCatalystTest() { String q = "index=index_A | eval a = offset % 2"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1315,7 +1315,7 @@ public void parseEvalModCatalystTest() { ) public void parseEvalCryptographicCatalystTest() { String q = "index=index_A | eval md5=md5(_raw) | eval sha1=sha1(_raw) | eval sha256=sha256(_raw) | eval sha512=sha512(_raw)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(md5,StringType,true),StructField(sha1,StringType,true),StructField(sha256,StringType,true),StructField(sha512,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1374,7 +1374,7 @@ public void parseEvalCryptographicCatalystTest() { ) public void parseEvalCaseCatalystTest() { String q = "index=index_A | eval a=case(offset < 2, \"Less than two\", offset > 2, \"More than two\", offset == 2, \"Exactly two\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1409,7 +1409,7 @@ public void parseEvalCaseCatalystTest() { ) public void parseEvalValidateCatalystTest() { String q = "index=index_A | eval a=validate(offset < 10, \"Not less than 10\", offset < 9, \"Not less than 9\", offset < 6, \"Not less than 6\", offset > 0, \"Not more than 0\", offset == 0, \"Not 0\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1445,7 +1445,7 @@ public void parseEvalValidateCatalystTest() { ) public void parseEvalTostring_NoOptionalArgument_CatalystTest() { String q = "index=index_A | eval a=tostring(true())"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,false))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1471,7 +1471,7 @@ public void parseEvalTostring_NoOptionalArgument_CatalystTest() { ) public void parseEvalTostring_Hex_CatalystTest() { String q = "index=index_A | eval a=tostring(offset, \"hex\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1505,7 +1505,7 @@ public void parseEvalTostring_Hex_CatalystTest() { ) public void parseEvalTostring_Duration_CatalystTest() { String q = "index=index_A | eval a=tostring(offset, \"duration\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1538,7 +1538,7 @@ public void parseEvalTostring_Duration_CatalystTest() { ) public void parseEvalTostring_Commas_CatalystTest() { String q = "index=index_A | eval a=tostring(12345.6789, \"commas\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1562,7 +1562,7 @@ public void parseEvalTostring_Commas_CatalystTest() { ) public void parseEvalTonumberCatalystTest() { String q = "index=index_A | eval a=tonumber(\"0A4\", 16)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,LongType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1586,7 +1586,7 @@ public void parseEvalTonumberCatalystTest() { ) public void parseEvalTonumberNoBaseArgumentCatalystTest() { String q = "index=index_A | eval a=tonumber(\"12345\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,LongType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1610,7 +1610,7 @@ public void parseEvalTonumberNoBaseArgumentCatalystTest() { ) public void parseEvalCosCatalystTest() { String q = "index=index_A | eval a=acos(offset / 10) | eval b=acosh(offset) | eval c=cos(offset / 10) | eval d=cosh(offset / 10)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,DoubleType,true),StructField(b,DoubleType,true),StructField(c,DoubleType,true),StructField(d,DoubleType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1671,7 +1671,7 @@ public void parseEvalCosCatalystTest() { ) public void parseEvalSinCatalystTest() { String q = "index=index_A | eval a=asin(offset / 10) | eval b=asinh(offset) | eval c=sin(offset / 10) | eval d=sinh(offset / 10)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,DoubleType,true),StructField(b,DoubleType,true)," @@ -1734,7 +1734,7 @@ public void parseEvalSinCatalystTest() { ) public void parseEvalTanCatalystTest() { String q = "index=index_A | eval a=atan(offset) | eval b=atanh(offset / 10) | eval c=tan(offset / 10) | eval d=tanh(offset / 10) | eval e=atan2(offset / 10, offset / 20)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,DoubleType,true),StructField(b,DoubleType,true),StructField(c,DoubleType,true),StructField(d,DoubleType,true),StructField(e,DoubleType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1800,7 +1800,7 @@ public void parseEvalTanCatalystTest() { ) public void evalAvgTest() { String q = "index=index_A | eval a=avg(offset, 1, 2)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true)," + "StructField(sourcetype,StringType,true),StructField(a,IntegerType,true))"; @@ -1833,7 +1833,7 @@ public void evalAvgTest() { ) public void evalAvgWithStringsTest() { // Should ignore non-numerical Strings String q = "index=index_A | eval a=avg(\"foo\", offset, \"1\", \"bar\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true)," + "StructField(sourcetype,StringType,true),StructField(a,IntegerType,true))"; @@ -1866,7 +1866,7 @@ public void evalAvgWithStringsTest() { // Should ignore non-numerical Strings ) public void evalAvgWithDoublesTest() { String q = "index=index_A | eval a=avg(offset, 1.5, 3.5)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true)," + "StructField(sourcetype,StringType,true),StructField(a,IntegerType,true))"; @@ -1899,7 +1899,7 @@ public void evalAvgWithDoublesTest() { ) public void evalAvgWithArithmeticsTest() { String q = "index=index_A | eval a=avg(offset, 1 + 4, 5 + 6)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true)," + "StructField(sourcetype,StringType,true),StructField(a,IntegerType,true))"; @@ -1933,7 +1933,7 @@ public void evalAvgWithArithmeticsTest() { ) public void parseEvalHypotCatalystTest() { String q = "index=index_A | eval a=hypot(offset, offset)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true)," + "StructField(sourcetype,StringType,true),StructField(a,DoubleType,true))"; @@ -1970,7 +1970,7 @@ public void parseEvalHypotCatalystTest() { ) public void parseEvalCidrmatchCatalystTest() { String q = "index=index_A | eval a=cidrmatch(ip, \"192.168.2.0/24\")"; - String testFile = "src/test/resources/eval_test_ips*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_ips*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(ip,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,BooleanType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -1996,7 +1996,7 @@ public void parseEvalCidrmatchCatalystTest() { ) public void parseEvalCoalesceCatalystTest() { String q = "index=index_A | eval a=coalesce(null(),index) | eval b=coalesce(index, null()) | eval c=coalesce(null())"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true)," @@ -2034,7 +2034,7 @@ public void parseEvalCoalesceCatalystTest() { ) public void parseEvalInCatalystTest() { String q = "index=index_A | eval a=in(ip,\"192.168.2.1\",\"127.0.0.91\", \"127.0.0.1\")"; - String testFile = "src/test/resources/eval_test_ips*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_ips*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(ip,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,BooleanType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -2060,7 +2060,7 @@ public void parseEvalInCatalystTest() { ) public void parseEvalLikeCatalystTest() { String q = "index=index_A | eval a=like(ip,\"192.168.3%\")"; - String testFile = "src/test/resources/eval_test_ips*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_ips*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(ip,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,BooleanType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -2086,7 +2086,7 @@ public void parseEvalLikeCatalystTest() { ) public void parseEvalMatchCatalystTest() { String q = "index=index_A | eval a=match(ip,\"^\\d{1,3}\\.\\d{1,3}\\.\\d{1,3}\\.\\d{1,3}\")"; - String testFile = "src/test/resources/eval_test_ips*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_ips*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(ip,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,BooleanType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -2111,7 +2111,7 @@ public void parseEvalMatchCatalystTest() { ) public void parseEvalMatch2CatalystTest() { String q = "index=index_A | eval a=if(match(ip,\"3\"),1,0)"; - String testFile = "src/test/resources/eval_test_ips*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_ips*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true)," + "StructField(host,StringType,true),StructField(index,StringType,true),StructField(ip,StringType,true)," + "StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true)," @@ -2144,7 +2144,7 @@ public void parseEvalMatch2CatalystTest() { ) public void parseEvalMvfindCatalystTest() { String q = "index=index_A | eval a=mvfind(mvappend(\"random\",\"192.168.1.1\",\"192.168.10.1\"),\"^\\d{1,3}\\.\\d{1,3}\\.\\d{1,3}\\.\\d{1,3}$\")"; - String testFile = "src/test/resources/eval_test_ips*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_ips*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(ip,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,IntegerType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -2168,7 +2168,7 @@ public void parseEvalMvindexCatalystTest() { String q = "index=index_A | eval a=mvindex(mvappend(\"mv1\",\"mv2\",\"mv3\",\"mv4\",\"mv5\"),2) " + "| eval b=mvindex(mvappend(\"mv1\",\"mv2\",\"mv3\",\"mv4\",\"mv5\"),2, 3)" + "| eval c=mvindex(mvappend(\"mv1\",\"mv2\",\"mv3\",\"mv4\",\"mv5\"),-1)"; - String testFile = "src/test/resources/eval_test_ips*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_ips*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(ip,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,ArrayType(StringType,false),true),StructField(b,ArrayType(StringType,false),true),StructField(c,ArrayType(StringType,false),true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -2201,7 +2201,7 @@ public void parseEvalMvindexCatalystTest() { public void parseEvalMvjoinCatalystTest() { String q = "index=index_A | eval a=mvjoin(mvappend(\"mv1\",\"mv2\",\"mv3\",\"mv4\",\"mv5\"),\";;\") " + " "; - String testFile = "src/test/resources/eval_test_ips*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_ips*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(ip,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -2223,7 +2223,7 @@ public void parseEvalMvjoinCatalystTest() { ) public void parseEvalMvrangeCatalystTest() { String q = "index=index_A | eval a=mvrange(1514834731,1524134919,\"7d\")" + "| eval b=mvrange(1, 10, 2)"; - String testFile = "src/test/resources/eval_test_ips*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_ips*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(ip,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,ArrayType(StringType,false),true),StructField(b,ArrayType(StringType,false),true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -2257,7 +2257,7 @@ public void parseEvalMvrangeCatalystTest() { ) public void parseEvalMvsortCatalystTest() { String q = "index=index_A | eval a=mvsort(mvappend(\"6\", \"4\", \"Aa\", \"Bb\", \"aa\", \"cd\", \"g\", \"b\", \"10\", \"11\", \"100\"))"; - String testFile = "src/test/resources/eval_test_ips*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_ips*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true)," + "StructField(host,StringType,true),StructField(index,StringType,true),StructField(ip,StringType,true)," + "StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true)," @@ -2288,7 +2288,7 @@ public void parseEvalMvsortCatalystTest() { public void parseEvalMvzipCatalystTest() { String q = "index=index_A | eval mv1=mvappend(\"mv1-1\",\"mv1-2\",\"mv1-3\") | eval mv2=mvappend(\"mv2-1\",\"mv2-2\",\"mv2-3\")" + "| eval a=mvzip(mv1, mv2) | eval b=mvzip(mv1, mv2, \"=\")"; - String testFile = "src/test/resources/eval_test_ips*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_ips*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(ip,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(mv1,ArrayType(StringType,false),false),StructField(mv2,ArrayType(StringType,false),false),StructField(a,ArrayType(StringType,false),true),StructField(b,ArrayType(StringType,false),true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -2316,7 +2316,7 @@ public void parseEvalMvzipCatalystTest() { public void parseEvalCommandsCatalystTest() { String q = "index=index_A | eval a=commands(\"search foo | stats count | sort count\") " + "| eval b=commands(\"eval a=random() | eval b=a % 10 | stats avg(b) as avg min(b) as min max(b) as max var(b) as var | table avg min max var\")"; - String testFile = "src/test/resources/eval_test_ips*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_ips*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true)," + "StructField(host,StringType,true),StructField(index,StringType,true),StructField(ip,StringType,true)," + "StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true)," @@ -2350,7 +2350,7 @@ public void parseEvalIsTypeCatalystTest() { + "| eval isInt = isint(1) | eval isNotInt = isint(\"a\") " + "| eval isNum = isnum(5.4) | eval isNotNum = isnum(false()) " + "| eval isStr = isstr(\"a\") | eval isNotStr = isstr(3)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(isBoolean,BooleanType,true),StructField(isNotBoolean,BooleanType,true),StructField(isInt,BooleanType,true),StructField(isNotInt,BooleanType,true),StructField(isNum,BooleanType,true),StructField(isNotNum,BooleanType,true),StructField(isStr,BooleanType,true),StructField(isNotStr,BooleanType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -2401,7 +2401,7 @@ public void parseEvalIsTypeCatalystTest() { ) public void parseEvalIsNullCatalystTest() { String q = "index=index_A | eval a = isnull(null()) | eval b = isnull(true()) | eval c = isnotnull(null()) | eval d = isnotnull(true())"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,BooleanType,false),StructField(b,BooleanType,false),StructField(c,BooleanType,false),StructField(d,BooleanType,false))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -2433,7 +2433,7 @@ public void parseEvalIsNullCatalystTest() { ) public void parseEvalTypeofCatalystTest() { String q = "index=index_A | eval a = typeof(12) | eval b = typeof(\"string\") | eval c = typeof(1==2)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true),StructField(b,StringType,true),StructField(c,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -2463,7 +2463,7 @@ public void parseEvalTypeofCatalystTest() { ) public void testEvalTypeofInvalid() { String q = "index=index_A | eval d = typeof(badfield)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(d,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -2484,7 +2484,7 @@ public void testEvalTypeofInvalid() { ) public void parseMvappendCatalystTest() { String q = "index=index_A | eval a = mvappend(\"Hello\",\"World\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source," + "StringType,true),StructField(sourcetype,StringType,true),StructField(a,ArrayType(StringType,false),false))"; @@ -2506,7 +2506,7 @@ public void parseMvappendCatalystTest() { ) public void parseMvcountCatalystTest() { String q = "index=index_A | eval one_value = mvcount(mvappend(offset)) | eval two_values = mvcount(mvappend(index, offset))"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(one_value,StringType,true)," @@ -2536,7 +2536,7 @@ public void parseMvcountCatalystTest() { ) public void parseMvdedupCatalystTest() { String q = "index=index_A | eval a = mvdedup(mvappend(\"1\",\"2\",\"3\",\"1\",\"2\",\"4\"))"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true)," + "StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true)," + "StructField(sourcetype,StringType,true),StructField(a,ArrayType(StringType,false),true))"; @@ -2554,7 +2554,7 @@ public void parseMvdedupCatalystTest() { @Test public void parseMvfilterCatalystTest() { String q = "index=index_A | eval email = mvappend(\"aa@bb.example.test\",\"aa@yy.example.test\",\"oo@ii.example.test\",\"zz@uu.example.test\",\"auau@uiui.example.test\") | eval a = mvfilter( email != \"aa@bb.example.test\" )"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; @@ -2578,7 +2578,7 @@ public void parseMvfilterCatalystTest() { public void parseEvalStrptimeCatalystTest() { String q = "index=index_A | eval a=strptime(\"2018-08-13 11:22:33\",\"%Y-%m-%d %H:%M:%S\") " + "| eval b=strptime(\"2018-08-13 11:22:33 11 AM PST\",\"%Y-%m-%d %T %I %p %Z\") "; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,LongType,true),StructField(b,LongType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -2603,7 +2603,7 @@ public void parseEvalStrptimeCatalystTest() { public void parseEvalStrftimeCatalystTest() { String q = "index=index_A | eval a=strftime(1534159353,\"%Y-%m-%d %H:%M:%S\") " + "| eval b=strftime(1534188153,\"%Y-%m-%d %T %I %p %Z\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path streamingTestUtil.performDPLTest(q, testFile, res -> { Dataset resA = res.select("a").orderBy("a").distinct(); @@ -2625,7 +2625,7 @@ public void parseEvalStrftimeCatalystTest() { public void testEvalStrftimeOnField() { String q = "index=index_A | eval unix_time=\"1534159353\"" + "| eval a=strftime(unix_time,\"%Y-%m-%d %H:%M:%S\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path streamingTestUtil.performDPLTest(q, testFile, res -> { Dataset resA = res.select("a").orderBy("a").distinct(); @@ -2645,7 +2645,7 @@ public void testEvalStrftimeOnField() { public void parseEvalSplitCatalystTest() { String q = "index=index_A | eval a=split(\"a;b;c;d;e;f;g;h\",\";\") " + "| eval b=split(\"1,2,3,4,5,6,7,8,9,10\",\",\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,ArrayType(StringType,false),false),StructField(b,ArrayType(StringType,false),false))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -2671,7 +2671,7 @@ public void parseEvalSplitCatalystTest() { public void parseEvalRelative_timeCatalystTest() { String q = "index=index_A | eval a=relative_time(1645092037, \"-7d\") " + "| eval b=relative_time(1645092037,\"@d\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,LongType,true),StructField(b,LongType,true))"; @@ -2698,7 +2698,7 @@ public void parseEvalRelative_timeCatalystTest() { ) public void parseEvalMinMaxCatalystTest() { String q = "index=index_A | eval a=min(offset, offset - 2, offset - 3, offset - 4, offset - 5, offset) | eval b=max(offset, offset - 1, offset + 5) "; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true),StructField(b,StringType,true))"; @@ -2730,7 +2730,7 @@ public void parseEvalMinMaxCatalystTest() { ) public void parseEvalMinMaxWithStringCatalystTest() { String q = "index=index_A | eval a=min(offset, \"foo\") | eval b=max(offset, \"foo\") "; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true),StructField(b,StringType,true))"; @@ -2762,7 +2762,7 @@ public void parseEvalMinMaxWithStringCatalystTest() { ) public void parseEvalMinMaxWithStringNumbersCatalystTest() { String q = "index=index_A | eval a=min(\"9\", \"10\", \"foo\") | eval b=max(\"9\", \"10\", \"foo\") "; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true),StructField(b,StringType,true))"; @@ -2791,7 +2791,7 @@ public void parseEvalMinMaxWithStringNumbersCatalystTest() { ) public void parseEvalMinMaxWithStringDecimalsCatalystTest() { String q = "index=index_A | eval a=min(\"10.0\", \"4.7\") | eval b=max(\"10.0\", \"4.7\") "; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true),StructField(b,StringType,true))"; @@ -2820,7 +2820,7 @@ public void parseEvalMinMaxWithStringDecimalsCatalystTest() { ) public void parseEvalJSONValidCatalystTest() { String q = " index=index_A | eval a=json_valid(_raw) | eval b=json_valid(json_field)"; - String testFile = "src/test/resources/eval_test_json*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_json*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(json_field,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(xml_field,StringType,true),StructField(a,BooleanType,true)," @@ -2846,7 +2846,7 @@ public void parseEvalJSONValidCatalystTest() { @Test public void parseEvalSpathJSONCatalystTest() { String q = "index=index_A | eval a=spath(json_field, \"name\") | eval b=spath(json_field,\"invalid_spath\")"; - String testFile = "src/test/resources/eval_test_json*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_json*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(json_field,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(xml_field,StringType,true),StructField(a,StringType,true)," @@ -2881,7 +2881,7 @@ public void parseEvalSpathJSONCatalystTest() { @Test public void parseEvalSpathXMLCatalystTest() { String q = "index=index_A | eval a=spath(xml_field, \"people.person.name\")"; - String testFile = "src/test/resources/eval_test_json*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_json*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(json_field,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(xml_field,StringType,true),StructField(a,StringType,true))"; //, " + @@ -2921,7 +2921,7 @@ public void parseEvalSpathXMLCatalystTest() { ) public void parseEvalExactCatalystTest() { String q = "index=index_A | eval a=8.250 * 0.2 | eval b=exact(8.250 * 0.2)"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true),StructField(b,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -2947,7 +2947,7 @@ public void parseEvalExactCatalystTest() { ) public void parseEvalSearchmatchCatalystTest() { String q = "index=index_A | eval test=searchmatch(\"index=index_A\") | eval test2=searchmatch(\"index=index_B\") | eval test3=searchmatch(\"offset<10 index=index_A sourcetype=a*\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(test,BooleanType,false)," @@ -3004,7 +3004,7 @@ public void parseEvalSearchmatchCatalystTest() { ) public void parseEvalSearchmatchImplicitRawCatalystTest() { String q = "index=index_A | eval test=searchmatch(\"*cOmPuter02.example.com*\")"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true)," + "StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true)," + "StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(test,BooleanType,false))"; @@ -3037,7 +3037,7 @@ public void parseEvalSearchmatchImplicitRawCatalystTest() { ) public void parseEval_Now_Time_CatalystTest() { String q = " index=index_A | eval a=now() | eval b=time()"; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,LongType,false),StructField(b,StringType,false))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -3102,7 +3102,7 @@ public void parseEvalArithmeticsWithStringTest() { ) public void parseEvalArithmeticsWithString_2_Test() { String q = "index=index_A | eval a=offset+\"string\""; - String testFile = "src/test/resources/eval_test_data1*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/eval_test_data1*.jsonl"; // * to make the path into a directory path String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,StringType,true))"; streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -3127,7 +3127,7 @@ public void parseEvalArithmeticsWithString_2_Test() { public void evalAfterSpath_arithmetics() { String query = "index=index_A | spath path= json | eval a = json - 1"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(id,LongType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(json,StringType,true),StructField(a,StringType,true))"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric1*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric1*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { Assertions.assertEquals(schema, ds.schema().toString()); @@ -3152,7 +3152,7 @@ public void evalAfterSpath_arithmetics() { public void evalAfterSpath_arithmetics2() { String query = "index=index_A | spath path= json | eval a = json + 1"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(id,LongType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(json,StringType,true),StructField(a,StringType,true))"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric1*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric1*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { Assertions.assertEquals(schema, ds.schema().toString()); @@ -3177,7 +3177,7 @@ public void evalAfterSpath_arithmetics2() { public void evalAfterSpath_arithmetics3() { String query = "index=index_A | spath path= json | eval a = json / 2"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(id,LongType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(json,StringType,true),StructField(a,StringType,true))"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric1*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric1*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { Assertions.assertEquals(schema, ds.schema().toString()); @@ -3204,7 +3204,7 @@ public void evalAfterSpath_arithmetics3() { public void evalAfterSpath_arithmetics4() { String query = "index=index_A | spath path= json | eval a = json / 3"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(id,LongType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(json,StringType,true),StructField(a,StringType,true))"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric1*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric1*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { Assertions.assertEquals(schema, ds.schema().toString()); @@ -3235,7 +3235,7 @@ public void evalAfterSpath_arithmetics4() { public void evalAfterSpath_arithmetics5() { String query = "index=index_A | spath path= json | eval a = json * 5"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(id,LongType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(json,StringType,true),StructField(a,StringType,true))"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric1*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric1*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { Assertions.assertEquals(schema, ds.schema().toString()); @@ -3262,7 +3262,7 @@ public void evalAfterSpath_arithmetics5() { public void evalAfterSpath_arithmetics6() { String query = "index=index_A | spath path= json | eval a = json % 2"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(id,LongType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(json,StringType,true),StructField(a,StringType,true))"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric1*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric1*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { Assertions.assertEquals(schema, ds.schema().toString()); @@ -3312,7 +3312,7 @@ public void evalOperationExceptionTest() { public void evalOperationEqTest() { String query = "index=index_A | eval a = if(offset == 1, \"true\", \"false\") | eval b = if(sourcetype == \"A:X:0\", \"true\", \"false\")"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,ArrayType(StringType,true),true),StructField(b,ArrayType(StringType,true),true))"; - String testFile = "src/test/resources/eval_test_data1*.json"; + String testFile = "src/test/resources/eval_test_data1*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { Assertions.assertEquals(schema, ds.schema().toString()); @@ -3358,7 +3358,7 @@ public void evalOperationEqTest() { public void evalOperationNeqTest() { String query = "index=index_A | eval a = if(offset != 1, \"true\", \"false\") | eval b = if(sourcetype != \"A:X:0\", \"true\", \"false\")"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,ArrayType(StringType,true),true),StructField(b,ArrayType(StringType,true),true))"; - String testFile = "src/test/resources/eval_test_data1*.json"; + String testFile = "src/test/resources/eval_test_data1*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { Assertions.assertEquals(schema, ds.schema().toString()); @@ -3404,7 +3404,7 @@ public void evalOperationNeqTest() { public void evalOperationGtTest() { String query = "index=index_A | eval a = if(offset > 1, \"true\", \"false\") | eval b = if(sourcetype > \"A:X:0\", \"true\", \"false\")"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,ArrayType(StringType,true),true),StructField(b,ArrayType(StringType,true),true))"; - String testFile = "src/test/resources/eval_test_data1*.json"; + String testFile = "src/test/resources/eval_test_data1*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { Assertions.assertEquals(schema, ds.schema().toString()); @@ -3450,7 +3450,7 @@ public void evalOperationGtTest() { public void evalOperationGteTest() { String query = "index=index_A | eval a = if(offset >= 2, \"true\", \"false\") | eval b = if(sourcetype >= \"b:X:0\", \"true\", \"false\")"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,ArrayType(StringType,true),true),StructField(b,ArrayType(StringType,true),true))"; - String testFile = "src/test/resources/eval_test_data1*.json"; + String testFile = "src/test/resources/eval_test_data1*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { Assertions.assertEquals(schema, ds.schema().toString()); @@ -3496,7 +3496,7 @@ public void evalOperationGteTest() { public void evalOperationLtTest() { String query = "index=index_A | eval a = if(offset < 2, \"true\", \"false\") | eval b = if(sourcetype < \"b:X:0\", \"true\", \"false\")"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,ArrayType(StringType,true),true),StructField(b,ArrayType(StringType,true),true))"; - String testFile = "src/test/resources/eval_test_data1*.json"; + String testFile = "src/test/resources/eval_test_data1*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { Assertions.assertEquals(schema, ds.schema().toString()); @@ -3542,7 +3542,7 @@ public void evalOperationLtTest() { public void evalOperationLteTest() { String query = "index=index_A | eval a = if(offset <= 2, \"true\", \"false\") | eval b = if(sourcetype <= \"b:X:0\", \"true\", \"false\")"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(a,ArrayType(StringType,true),true),StructField(b,ArrayType(StringType,true),true))"; - String testFile = "src/test/resources/eval_test_data1*.json"; + String testFile = "src/test/resources/eval_test_data1*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { Assertions.assertEquals(schema, ds.schema().toString()); @@ -3588,7 +3588,7 @@ public void evalOperationLteTest() { public void evalAfterSpath_ComparisonTest() { String query = "index=index_A | spath path= json | eval a= json > 40"; String schema = "StructType(StructField(_raw,StringType,true),StructField(_time,TimestampType,true),StructField(host,StringType,true),StructField(id,LongType,true),StructField(index,StringType,true),StructField(offset,LongType,true),StructField(partition,StringType,true),StructField(source,StringType,true),StructField(sourcetype,StringType,true),StructField(json,StringType,true),StructField(a,BooleanType,true))"; - String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.json"; + String testFile = "src/test/resources/spath/spathTransformationTest_numeric2*.jsonl"; streamingTestUtil.performDPLTest(query, testFile, ds -> { Assertions.assertEquals(schema, ds.schema().toString()); diff --git a/src/test/java/com/teragrep/pth10/logicalOperationTest.java b/src/test/java/com/teragrep/pth10/logicalOperationTest.java index 7b2cec4e..2f35a0f9 100644 --- a/src/test/java/com/teragrep/pth10/logicalOperationTest.java +++ b/src/test/java/com/teragrep/pth10/logicalOperationTest.java @@ -278,7 +278,7 @@ public void testSearchStringWithAnd() { ) public void parseRawUUIDCatalystTest() { String q = "index=abc sourcetype=\"cd:ef:gh:0\" \"1848c85bfe2c4323955dd5469f18baf6\""; - String testFile = "src/test/resources/uuidTestData*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/uuidTestData*.jsonl"; // * to make the path into a directory path this.streamingTestUtil.performDPLTest(q, testFile, res -> { Dataset selected = res.select("_raw"); List lst = selected @@ -303,7 +303,7 @@ public void parseRawUUIDCatalystTest() { ) public void parseWithQuotesInsideQuotesCatalystTest() { String q = "index=abc \"\\\"latitude\\\": -89.875, \\\"longitude\\\": 24.125\""; - String testFile = "src/test/resources/latitudeTestData*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/latitudeTestData*.jsonl"; // * to make the path into a directory path this.streamingTestUtil.performDPLTest(q, testFile, res -> { Dataset selected = res.select("_raw"); diff --git a/src/test/java/com/teragrep/pth10/statsTransformationStreamingTest.java b/src/test/java/com/teragrep/pth10/statsTransformationStreamingTest.java index 16fdaf60..b7b9d002 100644 --- a/src/test/java/com/teragrep/pth10/statsTransformationStreamingTest.java +++ b/src/test/java/com/teragrep/pth10/statsTransformationStreamingTest.java @@ -64,7 +64,7 @@ public class statsTransformationStreamingTest { private static final Logger LOGGER = LoggerFactory.getLogger(statsTransformationStreamingTest.class); - private final String testFile = "src/test/resources/predictTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/predictTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/java/com/teragrep/pth10/statsTransformationTest.java b/src/test/java/com/teragrep/pth10/statsTransformationTest.java index f3feb972..b4a9ce93 100644 --- a/src/test/java/com/teragrep/pth10/statsTransformationTest.java +++ b/src/test/java/com/teragrep/pth10/statsTransformationTest.java @@ -61,7 +61,7 @@ public class statsTransformationTest { private static final Logger LOGGER = LoggerFactory.getLogger(statsTransformationTest.class); // Use this file for dataset initialization - String testFile = "src/test/resources/statsTransformationTestData*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/statsTransformationTestData*.jsonl"; // * to make the path into a directory path private StreamingTestUtil streamingTestUtil; @BeforeAll diff --git a/src/test/java/com/teragrep/pth10/subSearchTest.java b/src/test/java/com/teragrep/pth10/subSearchTest.java index 89a6baa9..fb5d2cd4 100644 --- a/src/test/java/com/teragrep/pth10/subSearchTest.java +++ b/src/test/java/com/teragrep/pth10/subSearchTest.java @@ -84,7 +84,7 @@ void tearDown() { ) void endToEndSubSearch2Test() { String q = "index = index_A [ search sourcetype= A:X:0 | top limit=1 host | fields + host]"; - String testFile = "src/test/resources/subsearchData*.json"; + String testFile = "src/test/resources/subsearchData*.jsonl"; this.streamingTestUtil.performDPLTest(q, testFile, res -> { String e = "RLIKE(index, (?i)^index_A$)"; @@ -106,7 +106,7 @@ void endToEndSubSearch2Test() { ) void endToEndSubSearch3Test() { String q = "index = index_A [ search sourcetype= A:X:0 | top limit=3 host | fields + host]"; - String testFile = "src/test/resources/subsearchData*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/subsearchData*.jsonl"; // * to make the path into a directory path this.streamingTestUtil.performDPLTest(q, testFile, res -> { String e = "RLIKE(index, (?i)^index_A$)"; @@ -138,7 +138,7 @@ void endToEndSubSearch3Test() { @Test void endToEndSubSearch4Test() { String q = "index = index_A [ search sourcetype= A:X:0 | top limit=1 host | fields + host] [ search sourcetype= c:X:0| top limit=1 host | fields + host]"; - String testFile = "src/test/resources/subsearchData*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/subsearchData*.jsonl"; // * to make the path into a directory path // q="index = index_A [ search sourcetype= A:X:0 | top limit=1 host | fields + host] [ search host= computer03.example.com | top limit=1 host | fields + host]"; this.streamingTestUtil.performDPLTest(q, testFile, res -> { @@ -183,7 +183,7 @@ void endToEndSearchTest() { ) void endToEndSearch1Test() { String q = "index = index_A AND computer01.example.com AND computer02.example.com"; - String testFile = "src/test/resources/subsearchData*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/subsearchData*.jsonl"; // * to make the path into a directory path this.streamingTestUtil.performDPLTest(q, testFile, res -> { boolean aggregates = this.streamingTestUtil.getCatalystVisitor().getAggregatesUsed(); @@ -198,7 +198,7 @@ void endToEndSearch1Test() { ) void endToEndSearch3Test() { String q = "sourcetype=c:X:0| top limit=1 host | fields + host"; - String testFile = "src/test/resources/subsearchData*.json"; // * to make the path into a directory path + String testFile = "src/test/resources/subsearchData*.jsonl"; // * to make the path into a directory path this.streamingTestUtil.performDPLTest(q, testFile, res -> { List lst = res.collectAsList(); diff --git a/src/test/java/com/teragrep/pth10/translationTests/TimechartTest.java b/src/test/java/com/teragrep/pth10/translationTests/TimechartTest.java index c7856bfe..4a394255 100644 --- a/src/test/java/com/teragrep/pth10/translationTests/TimechartTest.java +++ b/src/test/java/com/teragrep/pth10/translationTests/TimechartTest.java @@ -77,7 +77,7 @@ void testTimeChartTranslation() { DPLParserCatalystContext ctx = new DPLParserCatalystContext(null); // Use this file for dataset initialization - String testFile = "src/test/resources/timechartTestData.json"; + String testFile = "src/test/resources/timechartTestData.jsonl"; ctx.setEarliest("-1w"); DPLParserCatalystVisitor visitor = new DPLParserCatalystVisitor(ctx); diff --git a/src/test/java/com/teragrep/pth10/whereTest.java b/src/test/java/com/teragrep/pth10/whereTest.java index 62656cc9..413ea86f 100644 --- a/src/test/java/com/teragrep/pth10/whereTest.java +++ b/src/test/java/com/teragrep/pth10/whereTest.java @@ -63,7 +63,7 @@ public class whereTest { private static final Logger LOGGER = LoggerFactory.getLogger(whereTest.class); - private final String testFile = "src/test/resources/regexTransformationTest_data*.json"; // * to make the path into a directory path + private final String testFile = "src/test/resources/regexTransformationTest_data*.jsonl"; // * to make the path into a directory path private final StructType testSchema = new StructType(new StructField[] { new StructField("_time", DataTypes.TimestampType, false, new MetadataBuilder().build()), new StructField("id", DataTypes.LongType, false, new MetadataBuilder().build()), diff --git a/src/test/resources/IplocationTransformationTest_data.json b/src/test/resources/IplocationTransformationTest_data.jsonl similarity index 97% rename from src/test/resources/IplocationTransformationTest_data.json rename to src/test/resources/IplocationTransformationTest_data.jsonl index fd108f91..982a5bcc 100644 --- a/src/test/resources/IplocationTransformationTest_data.json +++ b/src/test/resources/IplocationTransformationTest_data.jsonl @@ -1,5 +1,5 @@ -{"_time": "2018-05-11 05:11:06", "id": 1, "_raw": "1", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1, "otherIP": "192.168.1.1"}, -{"_time": "2018-07-27 10:16:18", "id": 2, "_raw": "2", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2, "otherIP": "192.168.1.2"}, -{"_time": "2017-11-01 07:54:15", "id": 3, "_raw": "3", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3, "otherIP": "192.168.1.3"}, -{"_time": "2012-03-18 03:19:28", "id": 4, "_raw": "4", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4, "otherIP": "192.168.1.4"}, +{"_time": "2018-05-11 05:11:06", "id": 1, "_raw": "1", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1, "otherIP": "192.168.1.1"} +{"_time": "2018-07-27 10:16:18", "id": 2, "_raw": "2", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2, "otherIP": "192.168.1.2"} +{"_time": "2017-11-01 07:54:15", "id": 3, "_raw": "3", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3, "otherIP": "192.168.1.3"} +{"_time": "2012-03-18 03:19:28", "id": 4, "_raw": "4", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4, "otherIP": "192.168.1.4"} {"_time": "2020-03-07 03:08:54", "id": 5, "_raw": "5", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5, "otherIP": "192.168.1.5"} \ No newline at end of file diff --git a/src/test/resources/bloomAggregationData.json b/src/test/resources/bloomAggregationData.jsonl similarity index 71% rename from src/test/resources/bloomAggregationData.json rename to src/test/resources/bloomAggregationData.jsonl index cafd6be1..c07ea535 100644 --- a/src/test/resources/bloomAggregationData.json +++ b/src/test/resources/bloomAggregationData.jsonl @@ -1,10 +1,10 @@ -{"_time": "2023-09-05 09:00:00.000", "id": 1, "_raw": "dss.aasdd.sdds", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "1", "offset": 1}, -{"_time": "2023-09-05 09:00:00.000", "id": 2, "_raw": "asaaaa_ssdgd", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2}, -{"_time": "2023-09-05 09:00:00.000", "id": 3, "_raw": "gkjsadlkajd", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.2.2.2", "partition": "1", "offset": 3}, -{"_time": "2023-09-05 09:00:00.000", "id": 4, "_raw": "auasdads", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4}, -{"_time": "2023-09-05 09:00:00.000", "id": 5, "_raw": "ffaasd_sdadad.aa", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5}, -{"_time": "2023-09-05 09:00:00.000", "id": 6, "_raw": "kjfasf!saddsa=sd", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.5.5.5", "partition": "0", "offset": 6}, -{"_time": "2023-09-05 09:00:00.000", "id": 7, "_raw": "httmp=xfsas/dfsaj", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.6.6.6", "partition": "1", "offset": 7}, -{"_time": "2023-09-05 09:00:00.000", "id": 8, "_raw": "10fasfa.gdjjaasd", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.7.7.7", "partition": "1", "offset": 8}, -{"_time": "2023-09-05 09:00:00.000", "id": 9, "_raw": "1asdasdas.142145", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.8.8.8", "partition": "0", "offset": 9}, +{"_time": "2023-09-05 09:00:00.000", "id": 1, "_raw": "dss.aasdd.sdds", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "1", "offset": 1} +{"_time": "2023-09-05 09:00:00.000", "id": 2, "_raw": "asaaaa_ssdgd", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2} +{"_time": "2023-09-05 09:00:00.000", "id": 3, "_raw": "gkjsadlkajd", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.2.2.2", "partition": "1", "offset": 3} +{"_time": "2023-09-05 09:00:00.000", "id": 4, "_raw": "auasdads", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4} +{"_time": "2023-09-05 09:00:00.000", "id": 5, "_raw": "ffaasd_sdadad.aa", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5} +{"_time": "2023-09-05 09:00:00.000", "id": 6, "_raw": "kjfasf!saddsa=sd", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.5.5.5", "partition": "0", "offset": 6} +{"_time": "2023-09-05 09:00:00.000", "id": 7, "_raw": "httmp=xfsas/dfsaj", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.6.6.6", "partition": "1", "offset": 7} +{"_time": "2023-09-05 09:00:00.000", "id": 8, "_raw": "10fasfa.gdjjaasd", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.7.7.7", "partition": "1", "offset": 8} +{"_time": "2023-09-05 09:00:00.000", "id": 9, "_raw": "1asdasdas.142145", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.8.8.8", "partition": "0", "offset": 9} {"_time": "2023-09-05 09:00:00.000", "id": 10, "_raw": "rawdata_dasdadasd", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.9.9.9", "partition": "0", "offset": 10} \ No newline at end of file diff --git a/src/test/resources/convertTfData.json b/src/test/resources/convertTfData.jsonl similarity index 82% rename from src/test/resources/convertTfData.json rename to src/test/resources/convertTfData.jsonl index 9edc7979..e401b051 100644 --- a/src/test/resources/convertTfData.json +++ b/src/test/resources/convertTfData.jsonl @@ -1,15 +1,14 @@ - - {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "raw 01", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1, "dur":"12:34:56"}, - {"_time": "2002-02-02T02:02:02.020+03:00", "_raw": "raw 02", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer02.example.com:02.log", "host": "computer02.example.com", "partition": "hundred-year/2002/02-02/computer02.example.com/02/02.logGLOB-2002020201.log.gz", "offset": 2, "dur":"06:43:22"}, - {"_time": "2003-03-03T03:03:03.030+03:00", "_raw": "raw 03", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer03.example.com:03.log", "host": "computer03.example.com", "partition": "hundred-year/2003/03-03/computer03.example.com/03/03.logGLOB-2003030301.log.gz", "offset": 3, "dur":"00:23:23"}, - {"_time": "2004-04-04T04:04:04.040+03:00", "_raw": "raw 04", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer04.example.com:04.log", "host": "computer04.example.com", "partition": "hundred-year/2004/04-04/computer04.example.com/04/04.logGLOB-2004040401.log.gz", "offset": 4, "dur":"02:03:52"}, - {"_time": "2005-05-05T05:05:05.050+03:00", "_raw": "raw 05", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer05.example.com:05.log", "host": "computer05.example.com", "partition": "hundred-year/2005/05-05/computer05.example.com/05/05.logGLOB-2005050501.log.gz", "offset": 5, "dur":"00:00:22"}, - {"_time": "2006-06-06T06:06:06.060+03:00", "_raw": "raw 06", "index": "index_A", "sourcetype": "B:X:0", "source": "imfile:computer06.example.com:06.log", "host": "computer06.example.com", "partition": "hundred-year/2006/06-06/computer06.example.com/06/06.logGLOB-2006060601.log.gz", "offset": 6, "dur":"01:02:03"}, - {"_time": "2007-07-07T07:07:07.070+03:00", "_raw": "raw 07", "index": "index_A", "sourcetype": "B:X:0", "source": "imfile:computer07.example.com:07.log", "host": "computer07.example.com", "partition": "hundred-year/2007/07-07/computer07.example.com/07/07.logGLOB-2007070701.log.gz", "offset": 7, "dur":"00:40:00"}, - {"_time": "2008-08-08T08:08:08.080+03:00", "_raw": "raw 08", "index": "index_A", "sourcetype": "B:X:0", "source": "imfile:computer08.example.com:08.log", "host": "computer08.example.com", "partition": "hundred-year/2008/08-08/computer08.example.com/08/08.logGLOB-2008080801.log.gz", "offset": 8, "dur":"01:01:01"}, - {"_time": "2009-09-09T09:09:09.090+03:00", "_raw": "raw 09", "index": "index_A", "sourcetype": "B:Y:0", "source": "imfile:computer09.example.com:09.log", "host": "computer09.example.com", "partition": "hundred-year/2009/09-09/computer09.example.com/09/09.logGLOB-2009090901.log.gz", "offset": 9, "dur":"1:00:00"}, - {"_time": "2010-10-10T10:10:10.100+03:00", "_raw": "raw 10", "index": "index_A", "sourcetype": "B:Y:0", "source": "imfile:computer10.example.com:10.log", "host": "computer10.example.com", "partition": "hundred-year/2010/10-10/computer10.example.com/10/10.logGLOB-2010101001.log.gz", "offset": 10, "dur":"54:23:12"}, - {"_time": "2010-10-10T11:10:10.100+03:00", "_raw": "raw 11", "index": "index_A", "sourcetype": "B:Y:0", "source": "imfile:computer10.example.com:10.log", "host": "computer10.example.com", "partition": "hundred-year/2010/10-10/computer10.example.com/10/10.logGLOB-2010101001.log.gz", "offset": 11, "dur":"00:00:00"}, - {"_time": "2010-10-10T11:20:10.100+03:00", "_raw": "raw 12", "index": "index_A", "sourcetype": "B:Y:0", "source": "imfile:computer10.example.com:10.log", "host": "computer10.example.com", "partition": "hundred-year/2010/10-10/computer10.example.com/10/10.logGLOB-2010101001.log.gz", "offset": 11, "dur":"01:30:30"} + {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "raw 01", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1, "dur":"12:34:56"} + {"_time": "2002-02-02T02:02:02.020+03:00", "_raw": "raw 02", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer02.example.com:02.log", "host": "computer02.example.com", "partition": "hundred-year/2002/02-02/computer02.example.com/02/02.logGLOB-2002020201.log.gz", "offset": 2, "dur":"06:43:22"} + {"_time": "2003-03-03T03:03:03.030+03:00", "_raw": "raw 03", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer03.example.com:03.log", "host": "computer03.example.com", "partition": "hundred-year/2003/03-03/computer03.example.com/03/03.logGLOB-2003030301.log.gz", "offset": 3, "dur":"00:23:23"} + {"_time": "2004-04-04T04:04:04.040+03:00", "_raw": "raw 04", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer04.example.com:04.log", "host": "computer04.example.com", "partition": "hundred-year/2004/04-04/computer04.example.com/04/04.logGLOB-2004040401.log.gz", "offset": 4, "dur":"02:03:52"} + {"_time": "2005-05-05T05:05:05.050+03:00", "_raw": "raw 05", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer05.example.com:05.log", "host": "computer05.example.com", "partition": "hundred-year/2005/05-05/computer05.example.com/05/05.logGLOB-2005050501.log.gz", "offset": 5, "dur":"00:00:22"} + {"_time": "2006-06-06T06:06:06.060+03:00", "_raw": "raw 06", "index": "index_A", "sourcetype": "B:X:0", "source": "imfile:computer06.example.com:06.log", "host": "computer06.example.com", "partition": "hundred-year/2006/06-06/computer06.example.com/06/06.logGLOB-2006060601.log.gz", "offset": 6, "dur":"01:02:03"} + {"_time": "2007-07-07T07:07:07.070+03:00", "_raw": "raw 07", "index": "index_A", "sourcetype": "B:X:0", "source": "imfile:computer07.example.com:07.log", "host": "computer07.example.com", "partition": "hundred-year/2007/07-07/computer07.example.com/07/07.logGLOB-2007070701.log.gz", "offset": 7, "dur":"00:40:00"} + {"_time": "2008-08-08T08:08:08.080+03:00", "_raw": "raw 08", "index": "index_A", "sourcetype": "B:X:0", "source": "imfile:computer08.example.com:08.log", "host": "computer08.example.com", "partition": "hundred-year/2008/08-08/computer08.example.com/08/08.logGLOB-2008080801.log.gz", "offset": 8, "dur":"01:01:01"} + {"_time": "2009-09-09T09:09:09.090+03:00", "_raw": "raw 09", "index": "index_A", "sourcetype": "B:Y:0", "source": "imfile:computer09.example.com:09.log", "host": "computer09.example.com", "partition": "hundred-year/2009/09-09/computer09.example.com/09/09.logGLOB-2009090901.log.gz", "offset": 9, "dur":"1:00:00"} + {"_time": "2010-10-10T10:10:10.100+03:00", "_raw": "raw 10", "index": "index_A", "sourcetype": "B:Y:0", "source": "imfile:computer10.example.com:10.log", "host": "computer10.example.com", "partition": "hundred-year/2010/10-10/computer10.example.com/10/10.logGLOB-2010101001.log.gz", "offset": 10, "dur":"54:23:12"} + {"_time": "2010-10-10T11:10:10.100+03:00", "_raw": "raw 11", "index": "index_A", "sourcetype": "B:Y:0", "source": "imfile:computer10.example.com:10.log", "host": "computer10.example.com", "partition": "hundred-year/2010/10-10/computer10.example.com/10/10.logGLOB-2010101001.log.gz", "offset": 11, "dur":"00:00:00"} + {"_time": "2010-10-10T11:20:10.100+03:00", "_raw": "raw 12", "index": "index_A", "sourcetype": "B:Y:0", "source": "imfile:computer10.example.com:10.log", "host": "computer10.example.com", "partition": "hundred-year/2010/10-10/computer10.example.com/10/10.logGLOB-2010101001.log.gz", "offset": 11, "dur":"01:30:30"} diff --git a/src/test/resources/dedup_test_data.json b/src/test/resources/dedup_test_data.jsonl similarity index 75% rename from src/test/resources/dedup_test_data.json rename to src/test/resources/dedup_test_data.jsonl index 04a70db0..535e57bc 100644 --- a/src/test/resources/dedup_test_data.json +++ b/src/test/resources/dedup_test_data.jsonl @@ -1,10 +1,10 @@ -{"_time": "2023-09-05 09:00:00.000", "id": 1, "_raw": "1", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1}, -{"_time": "2023-09-05 09:00:00.000", "id": 2, "_raw": "2", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2}, -{"_time": "2023-09-05 09:00:00.000", "id": 3, "_raw": "1", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3}, -{"_time": "2023-09-05 09:00:00.000", "id": 4, "_raw": "2", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4}, -{"_time": "2023-09-05 09:00:00.000", "id": 5, "_raw": "1", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5}, -{"_time": "2023-09-05 09:00:00.000", "id": 6, "_raw": "2", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.5.5.5", "partition": "0", "offset": 6}, -{"_time": "2023-09-05 09:00:00.000", "id": 7, "_raw": "1", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.6.6.6", "partition": "0", "offset": 7}, -{"_time": "2023-09-05 09:00:00.000", "id": 8, "_raw": "2", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.7.7.7", "partition": "0", "offset": 8}, -{"_time": "2023-09-05 09:00:00.000", "id": 9, "_raw": "1", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.8.8.8", "partition": "0", "offset": 9}, +{"_time": "2023-09-05 09:00:00.000", "id": 1, "_raw": "1", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1} +{"_time": "2023-09-05 09:00:00.000", "id": 2, "_raw": "2", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2} +{"_time": "2023-09-05 09:00:00.000", "id": 3, "_raw": "1", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3} +{"_time": "2023-09-05 09:00:00.000", "id": 4, "_raw": "2", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4} +{"_time": "2023-09-05 09:00:00.000", "id": 5, "_raw": "1", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5} +{"_time": "2023-09-05 09:00:00.000", "id": 6, "_raw": "2", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.5.5.5", "partition": "0", "offset": 6} +{"_time": "2023-09-05 09:00:00.000", "id": 7, "_raw": "1", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.6.6.6", "partition": "0", "offset": 7} +{"_time": "2023-09-05 09:00:00.000", "id": 8, "_raw": "2", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.7.7.7", "partition": "0", "offset": 8} +{"_time": "2023-09-05 09:00:00.000", "id": 9, "_raw": "1", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.8.8.8", "partition": "0", "offset": 9} {"_time": "2023-09-05 09:00:00.000", "id": 10, "_raw": "2", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.9.9.9", "partition": "0", "offset": 10} \ No newline at end of file diff --git a/src/test/resources/earliestLatestTest_data.json b/src/test/resources/earliestLatestTest_data.jsonl similarity index 97% rename from src/test/resources/earliestLatestTest_data.json rename to src/test/resources/earliestLatestTest_data.jsonl index a35dc429..480a9c62 100644 --- a/src/test/resources/earliestLatestTest_data.json +++ b/src/test/resources/earliestLatestTest_data.jsonl @@ -1,10 +1,10 @@ -{"_time": "2013-07-15 10:01:50", "id": 1, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.0.0.0", "partition": "0", "offset": 1}, -{"_time": "2013-08-14 20:30:53", "id": 2, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.1.1.1", "partition": "0", "offset": 2}, -{"_time": "2013-09-14 06:59:56", "id": 3, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.2.2.2", "partition": "0", "offset": 3}, -{"_time": "2013-10-14 17:28:59", "id": 4, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.3.3.3", "partition": "0", "offset": 4}, -{"_time": "2013-11-14 03:58:02", "id": 5, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.4.4.4", "partition": "0", "offset": 5}, -{"_time": "2013-12-14 14:27:05", "id": 6, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.5.5.5", "partition": "0", "offset": 6}, -{"_time": "2014-01-14 00:56:08", "id": 7, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.6.6.6", "partition": "0", "offset": 7}, -{"_time": "2014-02-13 11:25:11", "id": 8, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.7.7.7", "partition": "0", "offset": 8}, -{"_time": "2014-03-15 21:54:14", "id": 9, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.8.8.8", "partition": "0", "offset": 9}, +{"_time": "2013-07-15 10:01:50", "id": 1, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.0.0.0", "partition": "0", "offset": 1} +{"_time": "2013-08-14 20:30:53", "id": 2, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.1.1.1", "partition": "0", "offset": 2} +{"_time": "2013-09-14 06:59:56", "id": 3, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.2.2.2", "partition": "0", "offset": 3} +{"_time": "2013-10-14 17:28:59", "id": 4, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.3.3.3", "partition": "0", "offset": 4} +{"_time": "2013-11-14 03:58:02", "id": 5, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.4.4.4", "partition": "0", "offset": 5} +{"_time": "2013-12-14 14:27:05", "id": 6, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.5.5.5", "partition": "0", "offset": 6} +{"_time": "2014-01-14 00:56:08", "id": 7, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.6.6.6", "partition": "0", "offset": 7} +{"_time": "2014-02-13 11:25:11", "id": 8, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.7.7.7", "partition": "0", "offset": 8} +{"_time": "2014-03-15 21:54:14", "id": 9, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.8.8.8", "partition": "0", "offset": 9} {"_time": "2014-04-15 08:23:17", "id": 10, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.9.9.9", "partition": "0", "offset": 10} \ No newline at end of file diff --git a/src/test/resources/earliestLatestTest_epoch_data.json b/src/test/resources/earliestLatestTest_epoch_data.jsonl similarity index 97% rename from src/test/resources/earliestLatestTest_epoch_data.json rename to src/test/resources/earliestLatestTest_epoch_data.jsonl index f5d87fc0..0640626b 100644 --- a/src/test/resources/earliestLatestTest_epoch_data.json +++ b/src/test/resources/earliestLatestTest_epoch_data.jsonl @@ -1,10 +1,10 @@ -{"_time": "1970-01-01 00:00:00", "id": 1, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 1}, -{"_time": "1980-01-01 00:00:00", "id": 2, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 2}, -{"_time": "1990-09-14 06:59:56", "id": 3, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 3}, -{"_time": "2000-10-14 17:28:59", "id": 4, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 4}, -{"_time": "2010-11-14 03:58:02", "id": 5, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 5}, -{"_time": "2020-12-14 14:27:05", "id": 6, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 6}, -{"_time": "2030-01-14 00:56:08", "id": 7, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 7}, -{"_time": "2040-02-13 11:25:11", "id": 8, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 8}, -{"_time": "2050-03-15 21:54:14", "id": 9, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 9}, -{"_time": "2060-04-15 08:23:17", "id": 10, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 10} +{"_time": "1970-01-01 00:00:00", "id": 1, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 1} +{"_time": "1980-01-01 00:00:00", "id": 2, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 2} +{"_time": "1990-09-14 06:59:56", "id": 3, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 3} +{"_time": "2000-10-14 17:28:59", "id": 4, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 4} +{"_time": "2010-11-14 03:58:02", "id": 5, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 5} +{"_time": "2020-12-14 14:27:05", "id": 6, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 6} +{"_time": "2030-01-14 00:56:08", "id": 7, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 7} +{"_time": "2040-02-13 11:25:11", "id": 8, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 8} +{"_time": "2050-03-15 21:54:14", "id": 9, "_raw": "data data", "index": "strawberry", "sourcetype": "stream1", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 9} +{"_time": "2060-04-15 08:23:17", "id": 10, "_raw": "data data", "index": "seagull", "sourcetype": "stream2", "host": "webserver.example.com", "source": "127.0.0.1", "partition": "0", "offset": 10} \ No newline at end of file diff --git a/src/test/resources/eval_test_data1.json b/src/test/resources/eval_test_data1.jsonl similarity index 95% rename from src/test/resources/eval_test_data1.json rename to src/test/resources/eval_test_data1.jsonl index 97542a38..d6b9d151 100644 --- a/src/test/resources/eval_test_data1.json +++ b/src/test/resources/eval_test_data1.jsonl @@ -1,19 +1,19 @@ - {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.011+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com cOmPuter02.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 2}, - {"_time": "2001-01-01T01:01:01.012+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 3}, - {"_time": "2001-01-01T01:01:01.013+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" b:X:0 computer02.example.com", "index": "index_A", "sourcetype": "b:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 4}, - {"_time": "2001-01-01T01:01:01.014+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" b:X:0 computer02.example.com", "index": "index_A", "sourcetype": "b:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 5}, - {"_time": "2001-01-01T01:01:01.015+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" b:X:0 computer02.example.com", "index": "index_A", "sourcetype": "b:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 6}, - {"_time": "2001-01-01T01:01:01.016+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" c:X:0 computer03.example.com", "index": "index_A", "sourcetype": "c:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer03.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 7}, - {"_time": "2001-01-01T01:01:01.017+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" c:X:0 computer03.example.com", "index": "index_A", "sourcetype": "c:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer03.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 8}, - {"_time": "2001-01-01T01:01:01.018+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" c:X:0 computer03.example.com", "index": "index_A", "sourcetype": "c:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer03.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 9}, - {"_time": "2001-01-01T01:01:01.019+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "d:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer04.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 10}, - {"_time": "2001-01-01T01:01:01.110+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "d:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer04.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 11}, - {"_time": "2001-01-01T01:01:01.111+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "d:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer04.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 12}, - {"_time": "2001-01-01T01:01:01.112+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "e:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer05.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 13}, - {"_time": "2001-01-01T01:01:01.113+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "e:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer05.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 14}, - {"_time": "2001-01-01T01:01:01.114+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "e:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer05.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 15}, - {"_time": "2001-01-01T01:01:01.115+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer01.example.com:01.log", "host": "computer06.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 16}, - {"_time": "2001-01-01T01:01:01.116+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer01.example.com:01.log", "host": "computer06.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.118+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer01.example.com:01.log", "host": "computer06.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.119+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_norm(1)(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:Z:0", "source": "imfile:computer01.example.com:01.log", "host": "computer07.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, + {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.011+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com cOmPuter02.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 2} + {"_time": "2001-01-01T01:01:01.012+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 3} + {"_time": "2001-01-01T01:01:01.013+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" b:X:0 computer02.example.com", "index": "index_A", "sourcetype": "b:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 4} + {"_time": "2001-01-01T01:01:01.014+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" b:X:0 computer02.example.com", "index": "index_A", "sourcetype": "b:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 5} + {"_time": "2001-01-01T01:01:01.015+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" b:X:0 computer02.example.com", "index": "index_A", "sourcetype": "b:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 6} + {"_time": "2001-01-01T01:01:01.016+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" c:X:0 computer03.example.com", "index": "index_A", "sourcetype": "c:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer03.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 7} + {"_time": "2001-01-01T01:01:01.017+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" c:X:0 computer03.example.com", "index": "index_A", "sourcetype": "c:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer03.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 8} + {"_time": "2001-01-01T01:01:01.018+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" c:X:0 computer03.example.com", "index": "index_A", "sourcetype": "c:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer03.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 9} + {"_time": "2001-01-01T01:01:01.019+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "d:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer04.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 10} + {"_time": "2001-01-01T01:01:01.110+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "d:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer04.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 11} + {"_time": "2001-01-01T01:01:01.111+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "d:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer04.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 12} + {"_time": "2001-01-01T01:01:01.112+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "e:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer05.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 13} + {"_time": "2001-01-01T01:01:01.113+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "e:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer05.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 14} + {"_time": "2001-01-01T01:01:01.114+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "e:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer05.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 15} + {"_time": "2001-01-01T01:01:01.115+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer01.example.com:01.log", "host": "computer06.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 16} + {"_time": "2001-01-01T01:01:01.116+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer01.example.com:01.log", "host": "computer06.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.118+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer01.example.com:01.log", "host": "computer06.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.119+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_norm(1)(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:Z:0", "source": "imfile:computer01.example.com:01.log", "host": "computer07.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} \ No newline at end of file diff --git a/src/test/resources/eval_test_ips.json b/src/test/resources/eval_test_ips.jsonl similarity index 92% rename from src/test/resources/eval_test_ips.json rename to src/test/resources/eval_test_ips.jsonl index a3bcefc2..3687f5bf 100644 --- a/src/test/resources/eval_test_ips.json +++ b/src/test/resources/eval_test_ips.jsonl @@ -1,3 +1,3 @@ - {"_time": "2001-01-01T01:01:01.010+03:00", "ip":"192.168.2.1" ,"_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.011+03:00", "ip":"192.168.3.5", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com cOmPuter02.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 2}, - {"_time": "2001-01-01T01:01:01.012+03:00", "ip":"192.168.2.1", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 3} + {"_time": "2001-01-01T01:01:01.010+03:00", "ip":"192.168.2.1" ,"_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.011+03:00", "ip":"192.168.3.5", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com cOmPuter02.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 2} + {"_time": "2001-01-01T01:01:01.012+03:00", "ip":"192.168.2.1", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 3} \ No newline at end of file diff --git a/src/test/resources/eval_test_json.json b/src/test/resources/eval_test_json.jsonl similarity index 98% rename from src/test/resources/eval_test_json.json rename to src/test/resources/eval_test_json.jsonl index c8574a8f..61f2d005 100644 --- a/src/test/resources/eval_test_json.json +++ b/src/test/resources/eval_test_json.jsonl @@ -1,9 +1,9 @@ - {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John A\", \"age\":30, \"car\":null}", "xml_field": "John30Sedan 2L", "offset": 1}, - {"_time": "2001-01-01T01:01:01.011+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com cOmPuter02.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John\", \"age\":31, \"car\":null}", "xml_field": "John30Sedan 2L", "offset": 2}, - {"_time": "2001-01-01T01:01:01.012+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John B\", \"age\":32, \"car\":true}", "xml_field": "John30Sedan 2L", "offset": 3}, - {"_time": "2001-01-01T01:01:01.013+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" b:X:0 computer02.example.com", "index": "index_A", "sourcetype": "b:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John C\", \"age\":33, \"car\":null}", "xml_field": "John30Sedan 2L", "offset": 4}, - {"_time": "2001-01-01T01:01:01.014+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" b:X:0 computer02.example.com", "index": "index_A", "sourcetype": "b:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John D\", \"age\":34, \"car\":null}", "xml_field": "John30Sedan 2L", "offset": 5}, - {"_time": "2001-01-01T01:01:01.015+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" b:X:0 computer02.example.com", "index": "index_A", "sourcetype": "b:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John E\", \"age\":35, \"car\":false}", "xml_field": "John30Sedan 2L", "offset": 6}, - {"_time": "2001-01-01T01:01:01.016+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" c:X:0 computer03.example.com", "index": "index_A", "sourcetype": "c:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer03.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John F\", \"age\":36, \"car\":null}", "xml_field": "John30Sedan 2L", "offset": 7}, - {"_time": "2001-01-01T01:01:01.017+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" c:X:0 computer03.example.com", "index": "index_A", "sourcetype": "c:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer03.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John G\", \"age\":37, \"car\":3}", "xml_field": "John30Sedan 2L", "offset": 8}, - {"_time": "2001-01-01T01:01:01.018+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" c:X:0 computer03.example.com", "index": "index_A", "sourcetype": "c:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer03.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John H\", \"age\":38, \"car\":\"Sedan 2.0L\"}", "xml_field": "John30Sedan 2L", "offset": 9} + {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John A\", \"age\":30, \"car\":null}", "xml_field": "John30Sedan 2L", "offset": 1} + {"_time": "2001-01-01T01:01:01.011+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com cOmPuter02.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John\", \"age\":31, \"car\":null}", "xml_field": "John30Sedan 2L", "offset": 2} + {"_time": "2001-01-01T01:01:01.012+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" A:X:0 computer01.example.com", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John B\", \"age\":32, \"car\":true}", "xml_field": "John30Sedan 2L", "offset": 3} + {"_time": "2001-01-01T01:01:01.013+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" b:X:0 computer02.example.com", "index": "index_A", "sourcetype": "b:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John C\", \"age\":33, \"car\":null}", "xml_field": "John30Sedan 2L", "offset": 4} + {"_time": "2001-01-01T01:01:01.014+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" b:X:0 computer02.example.com", "index": "index_A", "sourcetype": "b:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John D\", \"age\":34, \"car\":null}", "xml_field": "John30Sedan 2L", "offset": 5} + {"_time": "2001-01-01T01:01:01.015+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" b:X:0 computer02.example.com", "index": "index_A", "sourcetype": "b:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John E\", \"age\":35, \"car\":false}", "xml_field": "John30Sedan 2L", "offset": 6} + {"_time": "2001-01-01T01:01:01.016+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" c:X:0 computer03.example.com", "index": "index_A", "sourcetype": "c:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer03.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John F\", \"age\":36, \"car\":null}", "xml_field": "John30Sedan 2L", "offset": 7} + {"_time": "2001-01-01T01:01:01.017+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" c:X:0 computer03.example.com", "index": "index_A", "sourcetype": "c:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer03.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John G\", \"age\":37, \"car\":3}", "xml_field": "John30Sedan 2L", "offset": 8} + {"_time": "2001-01-01T01:01:01.018+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\" c:X:0 computer03.example.com", "index": "index_A", "sourcetype": "c:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer03.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz","json_field": "{\"name\":\"John H\", \"age\":38, \"car\":\"Sedan 2.0L\"}", "xml_field": "John30Sedan 2L", "offset": 9} \ No newline at end of file diff --git a/src/test/resources/eventstatsTransformationTest_data.json b/src/test/resources/eventstatsTransformationTest_data.jsonl similarity index 72% rename from src/test/resources/eventstatsTransformationTest_data.json rename to src/test/resources/eventstatsTransformationTest_data.jsonl index 802f165b..31fbe59b 100644 --- a/src/test/resources/eventstatsTransformationTest_data.json +++ b/src/test/resources/eventstatsTransformationTest_data.jsonl @@ -1,10 +1,10 @@ -{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1}, -{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2}, -{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3}, -{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4}, -{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5}, -{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.5.5.5", "partition": "0", "offset": 6}, -{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.6.6.6", "partition": "0", "offset": 7}, -{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.7.7.7", "partition": "0", "offset": 8}, -{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.8.8.8", "partition": "0", "offset": 9}, +{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1} +{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2} +{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3} +{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4} +{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5} +{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.5.5.5", "partition": "0", "offset": 6} +{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.6.6.6", "partition": "0", "offset": 7} +{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.7.7.7", "partition": "0", "offset": 8} +{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.8.8.8", "partition": "0", "offset": 9} {"_time": "2023-09-06 09:00:00.000", "id": 10, "_raw": "?$.data^){", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.9.9.9", "partition": "0", "offset": 10} \ No newline at end of file diff --git a/src/test/resources/fillnull/fillnull0.json b/src/test/resources/fillnull/fillnull0.jsonl similarity index 94% rename from src/test/resources/fillnull/fillnull0.json rename to src/test/resources/fillnull/fillnull0.jsonl index 0a2f1c5d..52172b83 100644 --- a/src/test/resources/fillnull/fillnull0.json +++ b/src/test/resources/fillnull/fillnull0.jsonl @@ -1,5 +1,5 @@ -{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": null, "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": null, "index": "abc", "sourcetype": "cd:ef:gh:0", "source": null, "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.011+03:00", "_raw": null, "index": "abc", "sourcetype": "cd:ef:gh:0", "source": null, "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.012+03:00", "_raw": null, "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, +{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": null, "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": null, "index": "abc", "sourcetype": "cd:ef:gh:0", "source": null, "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.011+03:00", "_raw": null, "index": "abc", "sourcetype": "cd:ef:gh:0", "source": null, "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.012+03:00", "_raw": null, "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} {"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "47.2", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} diff --git a/src/test/resources/joinTransformationTest_data.json b/src/test/resources/joinTransformationTest_data.jsonl similarity index 74% rename from src/test/resources/joinTransformationTest_data.json rename to src/test/resources/joinTransformationTest_data.jsonl index 31de5099..f2ffccb6 100644 --- a/src/test/resources/joinTransformationTest_data.json +++ b/src/test/resources/joinTransformationTest_data.jsonl @@ -1,10 +1,10 @@ -{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 1}, -{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 2}, -{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 3}, -{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 4}, -{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 5}, -{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 6}, -{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 7}, -{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 8}, -{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 9}, +{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 1} +{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 2} +{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 3} +{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 4} +{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 5} +{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 6} +{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 7} +{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 8} +{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 9} {"_time": "2023-09-06 09:00:00.000", "id": 10, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 10} \ No newline at end of file diff --git a/src/test/resources/latitudeTestData.json b/src/test/resources/latitudeTestData.jsonl similarity index 91% rename from src/test/resources/latitudeTestData.json rename to src/test/resources/latitudeTestData.jsonl index 95c7df57..dc3f4834 100644 --- a/src/test/resources/latitudeTestData.json +++ b/src/test/resources/latitudeTestData.jsonl @@ -1,5 +1,5 @@ -{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "\"latitude\": -89.875, \"longitude\": 24.125", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "\"latitude\": -82.875, \"longitude\": 21.125", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.011+03:00", "_raw": "\"latitude\": -89.875, \"longitude\": 24.125", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.012+03:00", "_raw": "abcde", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "gdeawd", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "\"latitude\": -89.875, \"longitude\": 24.125", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "\"latitude\": -82.875, \"longitude\": 21.125", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.011+03:00", "_raw": "\"latitude\": -89.875, \"longitude\": 24.125", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.012+03:00", "_raw": "abcde", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "gdeawd", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} \ No newline at end of file diff --git a/src/test/resources/numberData_0.json b/src/test/resources/numberData_0.jsonl similarity index 87% rename from src/test/resources/numberData_0.json rename to src/test/resources/numberData_0.jsonl index 5ac58074..9630c45d 100644 --- a/src/test/resources/numberData_0.json +++ b/src/test/resources/numberData_0.jsonl @@ -1,5 +1,5 @@ -{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "-10", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "0", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.011+03:00", "_raw": "10", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.012+03:00", "_raw": "35", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "47.2", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "-10", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "0", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.011+03:00", "_raw": "10", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.012+03:00", "_raw": "35", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "47.2", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} \ No newline at end of file diff --git a/src/test/resources/numberData_withMixedStrings.json b/src/test/resources/numberData_withMixedStrings.jsonl similarity index 88% rename from src/test/resources/numberData_withMixedStrings.json rename to src/test/resources/numberData_withMixedStrings.jsonl index 1287c489..49f1d359 100644 --- a/src/test/resources/numberData_withMixedStrings.json +++ b/src/test/resources/numberData_withMixedStrings.jsonl @@ -1,5 +1,5 @@ -{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "10", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "string", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.011+03:00", "_raw": "100", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.012+03:00", "_raw": "another_string", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, +{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "10", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "string", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.011+03:00", "_raw": "100", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.012+03:00", "_raw": "another_string", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} {"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "55.0", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} diff --git a/src/test/resources/predictTransformationTest_data.json b/src/test/resources/predictTransformationTest_data.jsonl similarity index 73% rename from src/test/resources/predictTransformationTest_data.json rename to src/test/resources/predictTransformationTest_data.jsonl index aaa76507..83aa2237 100644 --- a/src/test/resources/predictTransformationTest_data.json +++ b/src/test/resources/predictTransformationTest_data.jsonl @@ -1,25 +1,25 @@ -{"_time": "2023-09-06 11:22:31", "id": 1, "_raw": "data data", "index": "index_A", "sourcetype": "stream_A", "host": "host", "source": "input", "partition": "0", "offset": 1}, -{"_time": "2023-09-06 12:22:31", "id": 2, "_raw": "data data", "index": "index_A", "sourcetype": "stream_A", "host": "host", "source": "input", "partition": "0", "offset": 2}, -{"_time": "2023-09-06 13:22:31", "id": 3, "_raw": "data data", "index": "index_A", "sourcetype": "stream_A", "host": "host", "source": "input", "partition": "0", "offset": 3}, -{"_time": "2023-09-06 14:22:31", "id": 4, "_raw": "data data", "index": "index_A", "sourcetype": "stream_A", "host": "host", "source": "input", "partition": "0", "offset": 4}, -{"_time": "2023-09-06 15:22:31", "id": 5, "_raw": "data data", "index": "index_A", "sourcetype": "stream_A", "host": "host", "source": "input", "partition": "0", "offset": 5}, -{"_time": "2023-09-06 16:22:31", "id": 6, "_raw": "data data", "index": "index_A", "sourcetype": "stream_B", "host": "host", "source": "input", "partition": "0", "offset": 6}, -{"_time": "2023-09-06 17:22:31", "id": 7, "_raw": "data data", "index": "index_A", "sourcetype": "stream_B", "host": "host", "source": "input", "partition": "0", "offset": 7}, -{"_time": "2023-09-06 18:22:31", "id": 8, "_raw": "data data", "index": "index_A", "sourcetype": "stream_B", "host": "host", "source": "input", "partition": "0", "offset": 8}, -{"_time": "2023-09-06 19:22:31", "id": 9, "_raw": "data data", "index": "index_A", "sourcetype": "stream_B", "host": "host", "source": "input", "partition": "0", "offset": 9}, -{"_time": "2023-09-06 20:22:31", "id": 10, "_raw": "data data", "index": "index_A", "sourcetype": "stream_B", "host": "host", "source": "input", "partition": "0", "offset": 10}, -{"_time": "2023-09-06 21:22:31", "id": 11, "_raw": "data data", "index": "index_A", "sourcetype": "stream_C", "host": "host", "source": "input", "partition": "0", "offset": 11}, -{"_time": "2023-09-06 22:22:31", "id": 12, "_raw": "data data", "index": "index_A", "sourcetype": "stream_C", "host": "host", "source": "input", "partition": "0", "offset": 12}, -{"_time": "2023-09-06 23:22:31", "id": 13, "_raw": "data data", "index": "index_A", "sourcetype": "stream_C", "host": "host", "source": "input", "partition": "0", "offset": 13}, -{"_time": "2023-09-07 00:22:31", "id": 14, "_raw": "data data", "index": "index_A", "sourcetype": "stream_C", "host": "host", "source": "input", "partition": "0", "offset": 14}, -{"_time": "2023-09-06 01:22:31", "id": 15, "_raw": "data data", "index": "index_A", "sourcetype": "stream_C", "host": "host", "source": "input", "partition": "0", "offset": 15}, -{"_time": "2023-09-06 02:22:31", "id": 16, "_raw": "data data", "index": "index_A", "sourcetype": "stream_D", "host": "host", "source": "input", "partition": "0", "offset": 16}, -{"_time": "2023-09-06 03:22:31", "id": 17, "_raw": "data data", "index": "index_A", "sourcetype": "stream_D", "host": "host", "source": "input", "partition": "0", "offset": 17}, -{"_time": "2023-09-06 04:22:31", "id": 18, "_raw": "data data", "index": "index_A", "sourcetype": "stream_D", "host": "host", "source": "input", "partition": "0", "offset": 18}, -{"_time": "2023-09-06 05:22:31", "id": 19, "_raw": "data data", "index": "index_A", "sourcetype": "stream_D", "host": "host", "source": "input", "partition": "0", "offset": 19}, -{"_time": "2023-09-06 06:22:31", "id": 20, "_raw": "data data", "index": "index_A", "sourcetype": "stream_D", "host": "host", "source": "input", "partition": "0", "offset": 20}, -{"_time": "2023-09-06 07:22:31", "id": 21, "_raw": "data data", "index": "index_A", "sourcetype": "stream_E", "host": "host", "source": "input", "partition": "0", "offset": 21}, -{"_time": "2023-09-06 08:22:31", "id": 22, "_raw": "data data", "index": "index_A", "sourcetype": "stream_E", "host": "host", "source": "input", "partition": "0", "offset": 22}, -{"_time": "2023-09-06 09:22:31", "id": 23, "_raw": "data data", "index": "index_A", "sourcetype": "stream_E", "host": "host", "source": "input", "partition": "0", "offset": 23}, -{"_time": "2023-09-06 10:22:31", "id": 24, "_raw": "data data", "index": "index_A", "sourcetype": "stream_E", "host": "host", "source": "input", "partition": "0", "offset": 24}, +{"_time": "2023-09-06 11:22:31", "id": 1, "_raw": "data data", "index": "index_A", "sourcetype": "stream_A", "host": "host", "source": "input", "partition": "0", "offset": 1} +{"_time": "2023-09-06 12:22:31", "id": 2, "_raw": "data data", "index": "index_A", "sourcetype": "stream_A", "host": "host", "source": "input", "partition": "0", "offset": 2} +{"_time": "2023-09-06 13:22:31", "id": 3, "_raw": "data data", "index": "index_A", "sourcetype": "stream_A", "host": "host", "source": "input", "partition": "0", "offset": 3} +{"_time": "2023-09-06 14:22:31", "id": 4, "_raw": "data data", "index": "index_A", "sourcetype": "stream_A", "host": "host", "source": "input", "partition": "0", "offset": 4} +{"_time": "2023-09-06 15:22:31", "id": 5, "_raw": "data data", "index": "index_A", "sourcetype": "stream_A", "host": "host", "source": "input", "partition": "0", "offset": 5} +{"_time": "2023-09-06 16:22:31", "id": 6, "_raw": "data data", "index": "index_A", "sourcetype": "stream_B", "host": "host", "source": "input", "partition": "0", "offset": 6} +{"_time": "2023-09-06 17:22:31", "id": 7, "_raw": "data data", "index": "index_A", "sourcetype": "stream_B", "host": "host", "source": "input", "partition": "0", "offset": 7} +{"_time": "2023-09-06 18:22:31", "id": 8, "_raw": "data data", "index": "index_A", "sourcetype": "stream_B", "host": "host", "source": "input", "partition": "0", "offset": 8} +{"_time": "2023-09-06 19:22:31", "id": 9, "_raw": "data data", "index": "index_A", "sourcetype": "stream_B", "host": "host", "source": "input", "partition": "0", "offset": 9} +{"_time": "2023-09-06 20:22:31", "id": 10, "_raw": "data data", "index": "index_A", "sourcetype": "stream_B", "host": "host", "source": "input", "partition": "0", "offset": 10} +{"_time": "2023-09-06 21:22:31", "id": 11, "_raw": "data data", "index": "index_A", "sourcetype": "stream_C", "host": "host", "source": "input", "partition": "0", "offset": 11} +{"_time": "2023-09-06 22:22:31", "id": 12, "_raw": "data data", "index": "index_A", "sourcetype": "stream_C", "host": "host", "source": "input", "partition": "0", "offset": 12} +{"_time": "2023-09-06 23:22:31", "id": 13, "_raw": "data data", "index": "index_A", "sourcetype": "stream_C", "host": "host", "source": "input", "partition": "0", "offset": 13} +{"_time": "2023-09-07 00:22:31", "id": 14, "_raw": "data data", "index": "index_A", "sourcetype": "stream_C", "host": "host", "source": "input", "partition": "0", "offset": 14} +{"_time": "2023-09-06 01:22:31", "id": 15, "_raw": "data data", "index": "index_A", "sourcetype": "stream_C", "host": "host", "source": "input", "partition": "0", "offset": 15} +{"_time": "2023-09-06 02:22:31", "id": 16, "_raw": "data data", "index": "index_A", "sourcetype": "stream_D", "host": "host", "source": "input", "partition": "0", "offset": 16} +{"_time": "2023-09-06 03:22:31", "id": 17, "_raw": "data data", "index": "index_A", "sourcetype": "stream_D", "host": "host", "source": "input", "partition": "0", "offset": 17} +{"_time": "2023-09-06 04:22:31", "id": 18, "_raw": "data data", "index": "index_A", "sourcetype": "stream_D", "host": "host", "source": "input", "partition": "0", "offset": 18} +{"_time": "2023-09-06 05:22:31", "id": 19, "_raw": "data data", "index": "index_A", "sourcetype": "stream_D", "host": "host", "source": "input", "partition": "0", "offset": 19} +{"_time": "2023-09-06 06:22:31", "id": 20, "_raw": "data data", "index": "index_A", "sourcetype": "stream_D", "host": "host", "source": "input", "partition": "0", "offset": 20} +{"_time": "2023-09-06 07:22:31", "id": 21, "_raw": "data data", "index": "index_A", "sourcetype": "stream_E", "host": "host", "source": "input", "partition": "0", "offset": 21} +{"_time": "2023-09-06 08:22:31", "id": 22, "_raw": "data data", "index": "index_A", "sourcetype": "stream_E", "host": "host", "source": "input", "partition": "0", "offset": 22} +{"_time": "2023-09-06 09:22:31", "id": 23, "_raw": "data data", "index": "index_A", "sourcetype": "stream_E", "host": "host", "source": "input", "partition": "0", "offset": 23} +{"_time": "2023-09-06 10:22:31", "id": 24, "_raw": "data data", "index": "index_A", "sourcetype": "stream_E", "host": "host", "source": "input", "partition": "0", "offset": 24} {"_time": "2023-09-06 11:22:31", "id": 25, "_raw": "data data", "index": "index_A", "sourcetype": "stream_E", "host": "host", "source": "input", "partition": "0", "offset": 25} \ No newline at end of file diff --git a/src/test/resources/regexTransformationTest_data.json b/src/test/resources/regexTransformationTest_data.jsonl similarity index 72% rename from src/test/resources/regexTransformationTest_data.json rename to src/test/resources/regexTransformationTest_data.jsonl index 97a5b6d9..3ea246bf 100644 --- a/src/test/resources/regexTransformationTest_data.json +++ b/src/test/resources/regexTransformationTest_data.jsonl @@ -1,10 +1,10 @@ -{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1}, -{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2}, -{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3}, -{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4}, -{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5}, -{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.5.5.5", "partition": "0", "offset": 6}, -{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.6.6.6", "partition": "0", "offset": 7}, -{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.7.7.7", "partition": "0", "offset": 8}, -{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.8.8.8", "partition": "0", "offset": 9}, +{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1} +{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2} +{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3} +{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4} +{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5} +{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.5.5.5", "partition": "0", "offset": 6} +{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.6.6.6", "partition": "0", "offset": 7} +{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.7.7.7", "partition": "0", "offset": 8} +{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.8.8.8", "partition": "0", "offset": 9} {"_time": "2023-09-06 09:00:00.000", "id": 10, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.9.9.9", "partition": "0", "offset": 10} \ No newline at end of file diff --git a/src/test/resources/replaceTransformationTest_data.json b/src/test/resources/replaceTransformationTest_data.jsonl similarity index 100% rename from src/test/resources/replaceTransformationTest_data.json rename to src/test/resources/replaceTransformationTest_data.jsonl diff --git a/src/test/resources/rex4jTransformationTest_data.json b/src/test/resources/rex4jTransformationTest_data.jsonl similarity index 92% rename from src/test/resources/rex4jTransformationTest_data.json rename to src/test/resources/rex4jTransformationTest_data.jsonl index 8005a1bd..41c3a28a 100644 --- a/src/test/resources/rex4jTransformationTest_data.json +++ b/src/test/resources/rex4jTransformationTest_data.jsonl @@ -1,5 +1,5 @@ -{"_time": "2012-02-03 12:04:31", "id": 1, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"longitude\": 139.875}", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1}, -{"_time": "2017-11-23 20:04:33", "id": 2, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"longitude\": 139.875}", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2}, -{"_time": "2019-06-04 16:17:28", "id": 3, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"longitude\": 139.875}", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3}, -{"_time": "2022-02-04 00:23:26", "id": 4, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"longitude\": 139.875}", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4}, +{"_time": "2012-02-03 12:04:31", "id": 1, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"longitude\": 139.875}", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1} +{"_time": "2017-11-23 20:04:33", "id": 2, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"longitude\": 139.875}", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2} +{"_time": "2019-06-04 16:17:28", "id": 3, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"longitude\": 139.875}", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3} +{"_time": "2022-02-04 00:23:26", "id": 4, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"longitude\": 139.875}", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4} {"_time": "2012-10-26 03:24:31", "id": 5, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"longitude\": 139.875}", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5} \ No newline at end of file diff --git a/src/test/resources/rexTestData.json b/src/test/resources/rexTestData.jsonl similarity index 99% rename from src/test/resources/rexTestData.json rename to src/test/resources/rexTestData.jsonl index dfe420eb..9c5a5258 100644 --- a/src/test/resources/rexTestData.json +++ b/src/test/resources/rexTestData.jsonl @@ -1,20 +1,20 @@ - {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.011+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.012+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.013+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.014+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.015+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.016+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.017+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.018+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.019+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.110+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.111+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.112+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.113+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.114+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.115+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.116+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.117+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.118+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.119+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, + {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.011+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.012+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.013+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.014+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.015+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.016+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.017+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.018+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.019+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.110+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.111+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.112+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.113+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.114+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.115+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.116+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.117+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.118+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.119+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} diff --git a/src/test/resources/rexTestData2.json b/src/test/resources/rexTestData2.jsonl similarity index 99% rename from src/test/resources/rexTestData2.json rename to src/test/resources/rexTestData2.jsonl index 2fb3caab..3086335f 100644 --- a/src/test/resources/rexTestData2.json +++ b/src/test/resources/rexTestData2.jsonl @@ -1,20 +1,20 @@ - {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.011+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.012+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.013+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.014+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.015+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.016+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.017+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.018+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.019+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.110+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.111+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.112+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:01:01.113+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:02:01.114+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-01T01:02:01.115+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-05-01T01:02:01.116+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-02T01:01:11.117+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-01-02T01:01:11.118+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2001-02-03T01:01:11.119+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, + {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.011+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.012+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.013+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.014+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.015+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.016+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.017+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.018+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.019+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.110+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.111+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.112+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:01:01.113+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:02:01.114+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-01T01:02:01.115+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-05-01T01:02:01.116+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-02T01:01:11.117+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-01-02T01:01:11.118+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2001-02-03T01:01:11.119+03:00", "_raw": "127.0.0.123:4567 [26/Nov/2021:07:02:44.809] https-in~ https-in/ 0/-1/-1/-1/0 302 104 - - LR-- 1/1/0/0/0 0/0 \"GET /Monster_boy_normal_(entity) HTTP/1.1\"", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} diff --git a/src/test/resources/rexTransformationTest_data.json b/src/test/resources/rexTransformationTest_data.jsonl similarity index 91% rename from src/test/resources/rexTransformationTest_data.json rename to src/test/resources/rexTransformationTest_data.jsonl index 3cd69d56..d5a04ca6 100644 --- a/src/test/resources/rexTransformationTest_data.json +++ b/src/test/resources/rexTransformationTest_data.jsonl @@ -1,5 +1,5 @@ -{"_time": "2012-02-03 12:04:31", "id": 1, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"rainfall_rate\": 139.875}", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1}, -{"_time": "2017-11-23 20:04:33", "id": 2, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"rainfall_rate\": 139.875}", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2}, -{"_time": "2019-06-04 16:17:28", "id": 3, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"rainfall_rate\": 139.875}", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3}, -{"_time": "2022-02-04 00:23:26", "id": 4, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"rainfall_rate\": 139.875}", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4}, +{"_time": "2012-02-03 12:04:31", "id": 1, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"rainfall_rate\": 139.875}", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1} +{"_time": "2017-11-23 20:04:33", "id": 2, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"rainfall_rate\": 139.875}", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2} +{"_time": "2019-06-04 16:17:28", "id": 3, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"rainfall_rate\": 139.875}", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3} +{"_time": "2022-02-04 00:23:26", "id": 4, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"rainfall_rate\": 139.875}", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4} {"_time": "2012-10-26 03:24:31", "id": 5, "_raw": "{\"rainfall_rate\": 25.5, \"wind_speed\": 51.0, \"atmosphere_water_vapor_content\": 76.5, \"atmosphere_cloud_liquid_water_content\": 2.5, \"latitude\": -89.625, \"rainfall_rate\": 139.875}", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5} \ No newline at end of file diff --git a/src/test/resources/sendemailTransformationTest_data.json b/src/test/resources/sendemailTransformationTest_data.jsonl similarity index 98% rename from src/test/resources/sendemailTransformationTest_data.json rename to src/test/resources/sendemailTransformationTest_data.jsonl index bf492bb0..f0df6b07 100644 --- a/src/test/resources/sendemailTransformationTest_data.json +++ b/src/test/resources/sendemailTransformationTest_data.jsonl @@ -1,10 +1,10 @@ -{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 1}, -{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 2}, -{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 3}, -{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 4}, -{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 5}, -{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 6}, -{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 7}, -{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 8}, -{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 9}, +{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 1} +{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 2} +{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 3} +{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 4} +{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 5} +{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 6} +{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 7} +{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 8} +{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "input", "partition": "0", "offset": 9} {"_time": "2023-09-06 09:00:00.000", "id": 10, "_raw": "\"something\",\"nothing\"", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "input", "partition": "0", "offset": 10} \ No newline at end of file diff --git a/src/test/resources/sortTransformationTest_data.json b/src/test/resources/sortTransformationTest_data.jsonl similarity index 72% rename from src/test/resources/sortTransformationTest_data.json rename to src/test/resources/sortTransformationTest_data.jsonl index 97a5b6d9..3ea246bf 100644 --- a/src/test/resources/sortTransformationTest_data.json +++ b/src/test/resources/sortTransformationTest_data.jsonl @@ -1,10 +1,10 @@ -{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1}, -{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2}, -{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3}, -{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4}, -{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5}, -{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.5.5.5", "partition": "0", "offset": 6}, -{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.6.6.6", "partition": "0", "offset": 7}, -{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.7.7.7", "partition": "0", "offset": 8}, -{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.8.8.8", "partition": "0", "offset": 9}, +{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1} +{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2} +{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3} +{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4} +{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5} +{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.5.5.5", "partition": "0", "offset": 6} +{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.6.6.6", "partition": "0", "offset": 7} +{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.7.7.7", "partition": "0", "offset": 8} +{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "data data", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.8.8.8", "partition": "0", "offset": 9} {"_time": "2023-09-06 09:00:00.000", "id": 10, "_raw": "data data", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.9.9.9", "partition": "0", "offset": 10} \ No newline at end of file diff --git a/src/test/resources/spath/spathTransformationTest_invalid.json b/src/test/resources/spath/spathTransformationTest_invalid.jsonl similarity index 93% rename from src/test/resources/spath/spathTransformationTest_invalid.json rename to src/test/resources/spath/spathTransformationTest_invalid.jsonl index 2d16b5d3..b9d14a69 100644 --- a/src/test/resources/spath/spathTransformationTest_invalid.json +++ b/src/test/resources/spath/spathTransformationTest_invalid.jsonl @@ -1,10 +1,10 @@ -{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "123.456;;;abcdQdsdfsdjf__invCHello world", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1}, -{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2}, -{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3}, -{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4}, -{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5}, -{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.5.5.5", "partition": "0", "offset": 6}, -{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.6.6.6", "partition": "0", "offset": 7}, -{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.7.7.7", "partition": "0", "offset": 8}, -{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.8.8.8", "partition": "0", "offset": 9}, +{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1} +{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2} +{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3} +{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4} +{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5} +{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.5.5.5", "partition": "0", "offset": 6} +{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.6.6.6", "partition": "0", "offset": 7} +{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.7.7.7", "partition": "0", "offset": 8} +{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.8.8.8", "partition": "0", "offset": 9} {"_time": "2023-09-06 09:00:00.000", "id": 10, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.9.9.9", "partition": "0", "offset": 10} \ No newline at end of file diff --git a/src/test/resources/spath/spathTransformationTest_xml2.json b/src/test/resources/spath/spathTransformationTest_xml2.jsonl similarity index 95% rename from src/test/resources/spath/spathTransformationTest_xml2.json rename to src/test/resources/spath/spathTransformationTest_xml2.jsonl index 2826c7e8..f92f319c 100644 --- a/src/test/resources/spath/spathTransformationTest_xml2.json +++ b/src/test/resources/spath/spathTransformationTest_xml2.jsonl @@ -1,10 +1,10 @@ -{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1}, -{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2}, -{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3}, -{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4}, -{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5}, -{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.5.5.5", "partition": "0", "offset": 6}, -{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.6.6.6", "partition": "0", "offset": 7}, -{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.7.7.7", "partition": "0", "offset": 8}, -{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.8.8.8", "partition": "0", "offset": 9}, +{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "0", "offset": 1} +{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.1.1.1", "partition": "0", "offset": 2} +{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.2.2.2", "partition": "0", "offset": 3} +{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.3.3.3", "partition": "0", "offset": 4} +{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.4.4.4", "partition": "0", "offset": 5} +{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.5.5.5", "partition": "0", "offset": 6} +{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.6.6.6", "partition": "0", "offset": 7} +{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.7.7.7", "partition": "0", "offset": 8} +{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.8.8.8", "partition": "0", "offset": 9} {"_time": "2023-09-06 09:00:00.000", "id": 10, "_raw": "
HelloHello21
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.9.9.9", "partition": "0", "offset": 10} \ No newline at end of file diff --git a/src/test/resources/statsTransformationTestData.json b/src/test/resources/statsTransformationTestData.jsonl similarity index 86% rename from src/test/resources/statsTransformationTestData.json rename to src/test/resources/statsTransformationTestData.jsonl index 3212cbc3..c51c98f2 100644 --- a/src/test/resources/statsTransformationTestData.json +++ b/src/test/resources/statsTransformationTestData.jsonl @@ -1,15 +1,15 @@ - {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "raw 01", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2002-02-02T02:02:02.020+03:00", "_raw": "raw 02", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer02.example.com:02.log", "host": "computer02.example.com", "partition": "hundred-year/2002/02-02/computer02.example.com/02/02.logGLOB-2002020201.log.gz", "offset": 2}, - {"_time": "2003-03-03T03:03:03.030+03:00", "_raw": "raw 03", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer03.example.com:03.log", "host": "computer03.example.com", "partition": "hundred-year/2003/03-03/computer03.example.com/03/03.logGLOB-2003030301.log.gz", "offset": 3}, - {"_time": "2004-04-04T04:04:04.040+03:00", "_raw": "raw 04", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer04.example.com:04.log", "host": "computer04.example.com", "partition": "hundred-year/2004/04-04/computer04.example.com/04/04.logGLOB-2004040401.log.gz", "offset": 4}, - {"_time": "2005-05-05T05:05:05.050+03:00", "_raw": "raw 05", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer05.example.com:05.log", "host": "computer05.example.com", "partition": "hundred-year/2005/05-05/computer05.example.com/05/05.logGLOB-2005050501.log.gz", "offset": 5}, - {"_time": "2006-06-06T06:06:06.060+03:00", "_raw": "raw 06", "index": "index_A", "sourcetype": "B:X:0", "source": "imfile:computer06.example.com:06.log", "host": "computer06.example.com", "partition": "hundred-year/2006/06-06/computer06.example.com/06/06.logGLOB-2006060601.log.gz", "offset": 6}, - {"_time": "2007-07-07T07:07:07.070+03:00", "_raw": "raw 07", "index": "index_A", "sourcetype": "B:X:0", "source": "imfile:computer07.example.com:07.log", "host": "computer07.example.com", "partition": "hundred-year/2007/07-07/computer07.example.com/07/07.logGLOB-2007070701.log.gz", "offset": 7}, - {"_time": "2008-08-08T08:08:08.080+03:00", "_raw": "raw 08", "index": "index_A", "sourcetype": "B:X:0", "source": "imfile:computer08.example.com:08.log", "host": "computer08.example.com", "partition": "hundred-year/2008/08-08/computer08.example.com/08/08.logGLOB-2008080801.log.gz", "offset": 8}, - {"_time": "2009-09-09T09:09:09.090+03:00", "_raw": "raw 09", "index": "index_A", "sourcetype": "B:Y:0", "source": "imfile:computer09.example.com:09.log", "host": "computer09.example.com", "partition": "hundred-year/2009/09-09/computer09.example.com/09/09.logGLOB-2009090901.log.gz", "offset": 9}, - {"_time": "2010-10-10T10:10:10.100+03:00", "_raw": "raw 10", "index": "index_A", "sourcetype": "B:Y:0", "source": "imfile:computer10.example.com:10.log", "host": "computer10.example.com", "partition": "hundred-year/2010/10-10/computer10.example.com/10/10.logGLOB-2010101001.log.gz", "offset": 10}, - {"_time": "2010-10-10T11:10:10.100+03:00", "_raw": "raw 11", "index": "index_A", "sourcetype": "B:Y:0", "source": "imfile:computer10.example.com:10.log", "host": "computer10.example.com", "partition": "hundred-year/2010/10-10/computer10.example.com/10/10.logGLOB-2010101001.log.gz", "offset": 11}, + {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "raw 01", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2002-02-02T02:02:02.020+03:00", "_raw": "raw 02", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer02.example.com:02.log", "host": "computer02.example.com", "partition": "hundred-year/2002/02-02/computer02.example.com/02/02.logGLOB-2002020201.log.gz", "offset": 2} + {"_time": "2003-03-03T03:03:03.030+03:00", "_raw": "raw 03", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer03.example.com:03.log", "host": "computer03.example.com", "partition": "hundred-year/2003/03-03/computer03.example.com/03/03.logGLOB-2003030301.log.gz", "offset": 3} + {"_time": "2004-04-04T04:04:04.040+03:00", "_raw": "raw 04", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer04.example.com:04.log", "host": "computer04.example.com", "partition": "hundred-year/2004/04-04/computer04.example.com/04/04.logGLOB-2004040401.log.gz", "offset": 4} + {"_time": "2005-05-05T05:05:05.050+03:00", "_raw": "raw 05", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer05.example.com:05.log", "host": "computer05.example.com", "partition": "hundred-year/2005/05-05/computer05.example.com/05/05.logGLOB-2005050501.log.gz", "offset": 5} + {"_time": "2006-06-06T06:06:06.060+03:00", "_raw": "raw 06", "index": "index_A", "sourcetype": "B:X:0", "source": "imfile:computer06.example.com:06.log", "host": "computer06.example.com", "partition": "hundred-year/2006/06-06/computer06.example.com/06/06.logGLOB-2006060601.log.gz", "offset": 6} + {"_time": "2007-07-07T07:07:07.070+03:00", "_raw": "raw 07", "index": "index_A", "sourcetype": "B:X:0", "source": "imfile:computer07.example.com:07.log", "host": "computer07.example.com", "partition": "hundred-year/2007/07-07/computer07.example.com/07/07.logGLOB-2007070701.log.gz", "offset": 7} + {"_time": "2008-08-08T08:08:08.080+03:00", "_raw": "raw 08", "index": "index_A", "sourcetype": "B:X:0", "source": "imfile:computer08.example.com:08.log", "host": "computer08.example.com", "partition": "hundred-year/2008/08-08/computer08.example.com/08/08.logGLOB-2008080801.log.gz", "offset": 8} + {"_time": "2009-09-09T09:09:09.090+03:00", "_raw": "raw 09", "index": "index_A", "sourcetype": "B:Y:0", "source": "imfile:computer09.example.com:09.log", "host": "computer09.example.com", "partition": "hundred-year/2009/09-09/computer09.example.com/09/09.logGLOB-2009090901.log.gz", "offset": 9} + {"_time": "2010-10-10T10:10:10.100+03:00", "_raw": "raw 10", "index": "index_A", "sourcetype": "B:Y:0", "source": "imfile:computer10.example.com:10.log", "host": "computer10.example.com", "partition": "hundred-year/2010/10-10/computer10.example.com/10/10.logGLOB-2010101001.log.gz", "offset": 10} + {"_time": "2010-10-10T11:10:10.100+03:00", "_raw": "raw 11", "index": "index_A", "sourcetype": "B:Y:0", "source": "imfile:computer10.example.com:10.log", "host": "computer10.example.com", "partition": "hundred-year/2010/10-10/computer10.example.com/10/10.logGLOB-2010101001.log.gz", "offset": 11} {"_time": "2010-10-10T11:20:10.100+03:00", "_raw": "raw 12", "index": "index_A", "sourcetype": "B:Y:0", "source": "imfile:computer10.example.com:10.log", "host": "computer10.example.com", "partition": "hundred-year/2010/10-10/computer10.example.com/10/10.logGLOB-2010101001.log.gz", "offset": 11} diff --git a/src/test/resources/strcatTransformationTest_data.json b/src/test/resources/strcatTransformationTest_data.jsonl similarity index 78% rename from src/test/resources/strcatTransformationTest_data.json rename to src/test/resources/strcatTransformationTest_data.jsonl index 36c57907..a08cbf7a 100644 --- a/src/test/resources/strcatTransformationTest_data.json +++ b/src/test/resources/strcatTransformationTest_data.jsonl @@ -1,5 +1,5 @@ -{"_time": "2023-09-06 11:22:31+03:00", "id": 1, "_raw": "raw 01", "index": "index_A", "sourcetype": "A:X:0", "host": "host", "source": "input", "partition": "0", "offset": 1}, -{"_time": "2023-09-06 12:22:31+03:00", "id": 2, "_raw": "raw 02", "index": "index_A", "sourcetype": "A:X:0", "host": "host", "source": "input", "partition": "0", "offset": 2}, -{"_time": "2023-09-06 13:22:31+03:00", "id": 3, "_raw": "raw 03", "index": "index_A", "sourcetype": "A:Y:0", "host": "host", "source": "input", "partition": "0", "offset": 3}, -{"_time": "2023-09-06 14:22:31+03:00", "id": 4, "_raw": "raw 04", "index": "index_A", "sourcetype": "A:Y:0", "host": "host", "source": "input", "partition": "0", "offset": 4}, +{"_time": "2023-09-06 11:22:31+03:00", "id": 1, "_raw": "raw 01", "index": "index_A", "sourcetype": "A:X:0", "host": "host", "source": "input", "partition": "0", "offset": 1} +{"_time": "2023-09-06 12:22:31+03:00", "id": 2, "_raw": "raw 02", "index": "index_A", "sourcetype": "A:X:0", "host": "host", "source": "input", "partition": "0", "offset": 2} +{"_time": "2023-09-06 13:22:31+03:00", "id": 3, "_raw": "raw 03", "index": "index_A", "sourcetype": "A:Y:0", "host": "host", "source": "input", "partition": "0", "offset": 3} +{"_time": "2023-09-06 14:22:31+03:00", "id": 4, "_raw": "raw 04", "index": "index_A", "sourcetype": "A:Y:0", "host": "host", "source": "input", "partition": "0", "offset": 4} {"_time": "2023-09-06 15:22:31+03:00", "id": 5, "_raw": "raw 05", "index": "index_A", "sourcetype": "A:Y:0", "host": "host", "source": "input", "partition": "0", "offset": 5} diff --git a/src/test/resources/subsearchData.json b/src/test/resources/subsearchData.jsonl similarity index 100% rename from src/test/resources/subsearchData.json rename to src/test/resources/subsearchData.jsonl diff --git a/src/test/resources/timechartTestData.json b/src/test/resources/timechartTestData.jsonl similarity index 93% rename from src/test/resources/timechartTestData.json rename to src/test/resources/timechartTestData.jsonl index dbeabacb..62a7401e 100644 --- a/src/test/resources/timechartTestData.json +++ b/src/test/resources/timechartTestData.jsonl @@ -1,9 +1,9 @@ -{"Date": "2021-09-13T08:05:00.00+03:00", "Product": "b", "Sales": 97.0}, -{"Date": "2021-09-13T08:11:54.00+03:00", "Product": "a", "Sales": 289.0}, -{"Date": "2021-09-13T08:17:00.00+03:00", "Product":"a", "Sales":189.0}, -{"Date": "2021-09-13T08:10:00.00+03:00", "Product":"b", "Sales":130.0}, -{"Date":"2021-09-13T08:06:17.00+03:00", "Product":"b", "Sales":190.0}, -{"Date":"2021-09-13T08:05:05.00+03:00", "Product":"a", "Sales":197.0}, +{"Date": "2021-09-13T08:05:00.00+03:00", "Product": "b", "Sales": 97.0} +{"Date": "2021-09-13T08:11:54.00+03:00", "Product": "a", "Sales": 289.0} +{"Date": "2021-09-13T08:17:00.00+03:00", "Product":"a", "Sales":189.0} +{"Date": "2021-09-13T08:10:00.00+03:00", "Product":"b", "Sales":130.0} +{"Date":"2021-09-13T08:06:17.00+03:00", "Product":"b", "Sales":190.0} +{"Date":"2021-09-13T08:05:05.00+03:00", "Product":"a", "Sales":197.0} {"Date":"2021-09-13T08:11:17.00+03:00", "Product":"c", "Sales":132.5} {"Date":"2021-09-13T08:15:37.00+03:00", "Product":"c", "Sales":170.0} {"Date":"2021-09-13T08:22:13.00+03:00", "Product":"c", "Sales":164.5} diff --git a/src/test/resources/uuidTestData.json b/src/test/resources/uuidTestData.jsonl similarity index 88% rename from src/test/resources/uuidTestData.json rename to src/test/resources/uuidTestData.jsonl index bc1e8c4f..fee62b86 100644 --- a/src/test/resources/uuidTestData.json +++ b/src/test/resources/uuidTestData.jsonl @@ -1,5 +1,5 @@ -{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "uuid=1848c85bfe2c4323955dd5469f18baf6 computer01.example.com", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "uuid=1848c85bfe2c4323955dd5469f18baf6666 computer01.example.com", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.011+03:00", "_raw": "uuid=1848c85bfe2c4323955dd5469f18baf8 computer01.example.com cOmPuter02.example.com", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.012+03:00", "_raw": "uuid=1848c85bfe2c4323955dd5469f18baf9 A:X:0 computer01.example.com", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, -{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "uuid=*!<1848c85bFE2c4323955dd5469f18baf6< computer01.example.com", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, +{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "uuid=1848c85bfe2c4323955dd5469f18baf6 computer01.example.com", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "uuid=1848c85bfe2c4323955dd5469f18baf6666 computer01.example.com", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.011+03:00", "_raw": "uuid=1848c85bfe2c4323955dd5469f18baf8 computer01.example.com cOmPuter02.example.com", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer02.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.012+03:00", "_raw": "uuid=1848c85bfe2c4323955dd5469f18baf9 A:X:0 computer01.example.com", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} +{"_time": "2021-10-09T01:18:00.010+03:00", "_raw": "uuid=*!<1848c85bFE2c4323955dd5469f18baf6< computer01.example.com", "index": "abc", "sourcetype": "cd:ef:gh:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} diff --git a/src/test/resources/xmlWalkerTestData.json b/src/test/resources/xmlWalkerTestData.jsonl similarity index 87% rename from src/test/resources/xmlWalkerTestData.json rename to src/test/resources/xmlWalkerTestData.jsonl index 2f5ede01..d7d50395 100644 --- a/src/test/resources/xmlWalkerTestData.json +++ b/src/test/resources/xmlWalkerTestData.jsonl @@ -1,10 +1,10 @@ - {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "raw 01", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2002-02-02T02:02:02.020+03:00", "_raw": "raw 02", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer02.example.com:02.log", "host": "computer02.example.com", "partition": "hundred-year/2002/02-02/computer02.example.com/02/02.logGLOB-2002020201.log.gz", "offset": 2}, - {"_time": "2003-03-03T03:03:03.030+03:00", "_raw": "raw 03", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer03.example.com:03.log", "host": "computer03.example.com", "partition": "hundred-year/2003/03-03/computer03.example.com/03/03.logGLOB-2003030301.log.gz", "offset": 3}, - {"_time": "2004-04-04T04:04:04.040+03:00", "_raw": "raw 04", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer04.example.com:04.log", "host": "computer04.example.com", "partition": "hundred-year/2004/04-04/computer04.example.com/04/04.logGLOB-2004040401.log.gz", "offset": 4}, - {"_time": "2005-05-05T05:05:05.050+03:00", "_raw": "raw 05", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer05.example.com:05.log", "host": "computer05.example.com", "partition": "hundred-year/2005/05-05/computer05.example.com/05/05.logGLOB-2005050501.log.gz", "offset": 5}, - {"_time": "2006-06-06T06:06:06.060+03:00", "_raw": "raw 06", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer06.example.com:06.log", "host": "computer06.example.com", "partition": "hundred-year/2006/06-06/computer06.example.com/06/06.logGLOB-2006060601.log.gz", "offset": 6}, - {"_time": "2007-07-07T07:07:07.070+03:00", "_raw": "raw 07", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer07.example.com:07.log", "host": "computer07.example.com", "partition": "hundred-year/2007/07-07/computer07.example.com/07/07.logGLOB-2007070701.log.gz", "offset": 7}, - {"_time": "2008-08-08T08:08:08.080+03:00", "_raw": "raw 08", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer08.example.com:08.log", "host": "computer08.example.com", "partition": "hundred-year/2008/08-08/computer08.example.com/08/08.logGLOB-2008080801.log.gz", "offset": 8}, - {"_time": "2009-09-09T09:09:09.090+03:00", "_raw": "raw 09", "index": "index_B", "sourcetype": "B:Y:0", "source": "imfile:computer09.example.com:09.log", "host": "computer09.example.com", "partition": "hundred-year/2009/09-09/computer09.example.com/09/09.logGLOB-2009090901.log.gz", "offset": 9}, + {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "raw 01", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2002-02-02T02:02:02.020+03:00", "_raw": "raw 02", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer02.example.com:02.log", "host": "computer02.example.com", "partition": "hundred-year/2002/02-02/computer02.example.com/02/02.logGLOB-2002020201.log.gz", "offset": 2} + {"_time": "2003-03-03T03:03:03.030+03:00", "_raw": "raw 03", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer03.example.com:03.log", "host": "computer03.example.com", "partition": "hundred-year/2003/03-03/computer03.example.com/03/03.logGLOB-2003030301.log.gz", "offset": 3} + {"_time": "2004-04-04T04:04:04.040+03:00", "_raw": "raw 04", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer04.example.com:04.log", "host": "computer04.example.com", "partition": "hundred-year/2004/04-04/computer04.example.com/04/04.logGLOB-2004040401.log.gz", "offset": 4} + {"_time": "2005-05-05T05:05:05.050+03:00", "_raw": "raw 05", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer05.example.com:05.log", "host": "computer05.example.com", "partition": "hundred-year/2005/05-05/computer05.example.com/05/05.logGLOB-2005050501.log.gz", "offset": 5} + {"_time": "2006-06-06T06:06:06.060+03:00", "_raw": "raw 06", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer06.example.com:06.log", "host": "computer06.example.com", "partition": "hundred-year/2006/06-06/computer06.example.com/06/06.logGLOB-2006060601.log.gz", "offset": 6} + {"_time": "2007-07-07T07:07:07.070+03:00", "_raw": "raw 07", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer07.example.com:07.log", "host": "computer07.example.com", "partition": "hundred-year/2007/07-07/computer07.example.com/07/07.logGLOB-2007070701.log.gz", "offset": 7} + {"_time": "2008-08-08T08:08:08.080+03:00", "_raw": "raw 08", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer08.example.com:08.log", "host": "computer08.example.com", "partition": "hundred-year/2008/08-08/computer08.example.com/08/08.logGLOB-2008080801.log.gz", "offset": 8} + {"_time": "2009-09-09T09:09:09.090+03:00", "_raw": "raw 09", "index": "index_B", "sourcetype": "B:Y:0", "source": "imfile:computer09.example.com:09.log", "host": "computer09.example.com", "partition": "hundred-year/2009/09-09/computer09.example.com/09/09.logGLOB-2009090901.log.gz", "offset": 9} {"_time": "2010-10-10T10:10:10.100+03:00", "_raw": "raw 10", "index": "index_B", "sourcetype": "B:Y:0", "source": "imfile:computer10.example.com:10.log", "host": "computer10.example.com", "partition": "hundred-year/2010/10-10/computer10.example.com/10/10.logGLOB-2010101001.log.gz", "offset": 10} \ No newline at end of file diff --git a/src/test/resources/xmlWalkerTestDataStreaming/bloomTeragrepStep_data.json b/src/test/resources/xmlWalkerTestDataStreaming/bloomTeragrepStep_data.jsonl similarity index 86% rename from src/test/resources/xmlWalkerTestDataStreaming/bloomTeragrepStep_data.json rename to src/test/resources/xmlWalkerTestDataStreaming/bloomTeragrepStep_data.jsonl index aece497e..732f4fec 100644 --- a/src/test/resources/xmlWalkerTestDataStreaming/bloomTeragrepStep_data.json +++ b/src/test/resources/xmlWalkerTestDataStreaming/bloomTeragrepStep_data.jsonl @@ -1,2 +1,2 @@ -{"_time": "2022-09-06 09:00:00.000", "id": 1, "_raw": "one", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "1", "offset": 1}, +{"_time": "2022-09-06 09:00:00.000", "id": 1, "_raw": "one", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "1", "offset": 1} {"_time": "2022-09-06 09:00:00.000", "id": 2, "_raw": "one.two", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.0", "partition": "2", "offset": 1} \ No newline at end of file diff --git a/src/test/resources/xmlWalkerTestDataStreaming/xmlWalkerTestDataStreaming.json b/src/test/resources/xmlWalkerTestDataStreaming/xmlWalkerTestDataStreaming.jsonl similarity index 87% rename from src/test/resources/xmlWalkerTestDataStreaming/xmlWalkerTestDataStreaming.json rename to src/test/resources/xmlWalkerTestDataStreaming/xmlWalkerTestDataStreaming.jsonl index 2f5ede01..d7d50395 100644 --- a/src/test/resources/xmlWalkerTestDataStreaming/xmlWalkerTestDataStreaming.json +++ b/src/test/resources/xmlWalkerTestDataStreaming/xmlWalkerTestDataStreaming.jsonl @@ -1,10 +1,10 @@ - {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "raw 01", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2002-02-02T02:02:02.020+03:00", "_raw": "raw 02", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer02.example.com:02.log", "host": "computer02.example.com", "partition": "hundred-year/2002/02-02/computer02.example.com/02/02.logGLOB-2002020201.log.gz", "offset": 2}, - {"_time": "2003-03-03T03:03:03.030+03:00", "_raw": "raw 03", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer03.example.com:03.log", "host": "computer03.example.com", "partition": "hundred-year/2003/03-03/computer03.example.com/03/03.logGLOB-2003030301.log.gz", "offset": 3}, - {"_time": "2004-04-04T04:04:04.040+03:00", "_raw": "raw 04", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer04.example.com:04.log", "host": "computer04.example.com", "partition": "hundred-year/2004/04-04/computer04.example.com/04/04.logGLOB-2004040401.log.gz", "offset": 4}, - {"_time": "2005-05-05T05:05:05.050+03:00", "_raw": "raw 05", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer05.example.com:05.log", "host": "computer05.example.com", "partition": "hundred-year/2005/05-05/computer05.example.com/05/05.logGLOB-2005050501.log.gz", "offset": 5}, - {"_time": "2006-06-06T06:06:06.060+03:00", "_raw": "raw 06", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer06.example.com:06.log", "host": "computer06.example.com", "partition": "hundred-year/2006/06-06/computer06.example.com/06/06.logGLOB-2006060601.log.gz", "offset": 6}, - {"_time": "2007-07-07T07:07:07.070+03:00", "_raw": "raw 07", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer07.example.com:07.log", "host": "computer07.example.com", "partition": "hundred-year/2007/07-07/computer07.example.com/07/07.logGLOB-2007070701.log.gz", "offset": 7}, - {"_time": "2008-08-08T08:08:08.080+03:00", "_raw": "raw 08", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer08.example.com:08.log", "host": "computer08.example.com", "partition": "hundred-year/2008/08-08/computer08.example.com/08/08.logGLOB-2008080801.log.gz", "offset": 8}, - {"_time": "2009-09-09T09:09:09.090+03:00", "_raw": "raw 09", "index": "index_B", "sourcetype": "B:Y:0", "source": "imfile:computer09.example.com:09.log", "host": "computer09.example.com", "partition": "hundred-year/2009/09-09/computer09.example.com/09/09.logGLOB-2009090901.log.gz", "offset": 9}, + {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "raw 01", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2002-02-02T02:02:02.020+03:00", "_raw": "raw 02", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer02.example.com:02.log", "host": "computer02.example.com", "partition": "hundred-year/2002/02-02/computer02.example.com/02/02.logGLOB-2002020201.log.gz", "offset": 2} + {"_time": "2003-03-03T03:03:03.030+03:00", "_raw": "raw 03", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer03.example.com:03.log", "host": "computer03.example.com", "partition": "hundred-year/2003/03-03/computer03.example.com/03/03.logGLOB-2003030301.log.gz", "offset": 3} + {"_time": "2004-04-04T04:04:04.040+03:00", "_raw": "raw 04", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer04.example.com:04.log", "host": "computer04.example.com", "partition": "hundred-year/2004/04-04/computer04.example.com/04/04.logGLOB-2004040401.log.gz", "offset": 4} + {"_time": "2005-05-05T05:05:05.050+03:00", "_raw": "raw 05", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer05.example.com:05.log", "host": "computer05.example.com", "partition": "hundred-year/2005/05-05/computer05.example.com/05/05.logGLOB-2005050501.log.gz", "offset": 5} + {"_time": "2006-06-06T06:06:06.060+03:00", "_raw": "raw 06", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer06.example.com:06.log", "host": "computer06.example.com", "partition": "hundred-year/2006/06-06/computer06.example.com/06/06.logGLOB-2006060601.log.gz", "offset": 6} + {"_time": "2007-07-07T07:07:07.070+03:00", "_raw": "raw 07", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer07.example.com:07.log", "host": "computer07.example.com", "partition": "hundred-year/2007/07-07/computer07.example.com/07/07.logGLOB-2007070701.log.gz", "offset": 7} + {"_time": "2008-08-08T08:08:08.080+03:00", "_raw": "raw 08", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer08.example.com:08.log", "host": "computer08.example.com", "partition": "hundred-year/2008/08-08/computer08.example.com/08/08.logGLOB-2008080801.log.gz", "offset": 8} + {"_time": "2009-09-09T09:09:09.090+03:00", "_raw": "raw 09", "index": "index_B", "sourcetype": "B:Y:0", "source": "imfile:computer09.example.com:09.log", "host": "computer09.example.com", "partition": "hundred-year/2009/09-09/computer09.example.com/09/09.logGLOB-2009090901.log.gz", "offset": 9} {"_time": "2010-10-10T10:10:10.100+03:00", "_raw": "raw 10", "index": "index_B", "sourcetype": "B:Y:0", "source": "imfile:computer10.example.com:10.log", "host": "computer10.example.com", "partition": "hundred-year/2010/10-10/computer10.example.com/10/10.logGLOB-2010101001.log.gz", "offset": 10} \ No newline at end of file diff --git a/src/test/resources/xmlWalkerTestDataWithMissingField.json b/src/test/resources/xmlWalkerTestDataWithMissingField.jsonl similarity index 87% rename from src/test/resources/xmlWalkerTestDataWithMissingField.json rename to src/test/resources/xmlWalkerTestDataWithMissingField.jsonl index 53900d1c..a198e473 100644 --- a/src/test/resources/xmlWalkerTestDataWithMissingField.json +++ b/src/test/resources/xmlWalkerTestDataWithMissingField.jsonl @@ -1,10 +1,10 @@ - {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "raw 01", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1}, - {"_time": "2002-02-02T02:02:02.020+03:00", "_raw": "raw 02", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer02.example.com:02.log", "host": "computer02.example.com", "partition": "hundred-year/2002/02-02/computer02.example.com/02/02.logGLOB-2002020201.log.gz", "offset": 2}, - {"_time": "2003-03-03T03:03:03.030+03:00", "_raw": "raw 03", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer03.example.com:03.log", "host": "computer03.example.com", "partition": "hundred-year/2003/03-03/computer03.example.com/03/03.logGLOB-2003030301.log.gz", "offset": 3}, - {"_time": "2004-04-04T04:04:04.040+03:00", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer04.example.com:04.log", "host": "computer04.example.com", "partition": "hundred-year/2004/04-04/computer04.example.com/04/04.logGLOB-2004040401.log.gz", "offset": 4}, - {"_time": "2005-05-05T05:05:05.050+03:00", "_raw": "raw 05", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer05.example.com:05.log", "host": "computer05.example.com", "partition": "hundred-year/2005/05-05/computer05.example.com/05/05.logGLOB-2005050501.log.gz", "offset": 5}, - {"_time": "2006-06-06T06:06:06.060+03:00", "_raw": "raw 06", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer06.example.com:06.log", "host": "computer06.example.com", "partition": "hundred-year/2006/06-06/computer06.example.com/06/06.logGLOB-2006060601.log.gz", "offset": 6}, - {"_time": "2007-07-07T07:07:07.070+03:00", "_raw": "raw 07", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer07.example.com:07.log", "host": "computer07.example.com", "partition": "hundred-year/2007/07-07/computer07.example.com/07/07.logGLOB-2007070701.log.gz", "offset": 7}, - {"_time": "2008-08-08T08:08:08.080+03:00", "_raw": "raw 08", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer08.example.com:08.log", "host": "computer08.example.com", "partition": "hundred-year/2008/08-08/computer08.example.com/08/08.logGLOB-2008080801.log.gz", "offset": 8}, - {"_time": "2009-09-09T09:09:09.090+03:00", "_raw": "raw 09", "index": "index_B", "sourcetype": "B:Y:0", "source": "imfile:computer09.example.com:09.log", "host": "computer09.example.com", "partition": "hundred-year/2009/09-09/computer09.example.com/09/09.logGLOB-2009090901.log.gz", "offset": 9}, + {"_time": "2001-01-01T01:01:01.010+03:00", "_raw": "raw 01", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer01.example.com:01.log", "host": "computer01.example.com", "partition": "hundred-year/2001/01-01/computer01.example.com/01/01.logGLOB-2001010101.log.gz", "offset": 1} + {"_time": "2002-02-02T02:02:02.020+03:00", "_raw": "raw 02", "index": "index_A", "sourcetype": "A:X:0", "source": "imfile:computer02.example.com:02.log", "host": "computer02.example.com", "partition": "hundred-year/2002/02-02/computer02.example.com/02/02.logGLOB-2002020201.log.gz", "offset": 2} + {"_time": "2003-03-03T03:03:03.030+03:00", "_raw": "raw 03", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer03.example.com:03.log", "host": "computer03.example.com", "partition": "hundred-year/2003/03-03/computer03.example.com/03/03.logGLOB-2003030301.log.gz", "offset": 3} + {"_time": "2004-04-04T04:04:04.040+03:00", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer04.example.com:04.log", "host": "computer04.example.com", "partition": "hundred-year/2004/04-04/computer04.example.com/04/04.logGLOB-2004040401.log.gz", "offset": 4} + {"_time": "2005-05-05T05:05:05.050+03:00", "_raw": "raw 05", "index": "index_A", "sourcetype": "A:Y:0", "source": "imfile:computer05.example.com:05.log", "host": "computer05.example.com", "partition": "hundred-year/2005/05-05/computer05.example.com/05/05.logGLOB-2005050501.log.gz", "offset": 5} + {"_time": "2006-06-06T06:06:06.060+03:00", "_raw": "raw 06", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer06.example.com:06.log", "host": "computer06.example.com", "partition": "hundred-year/2006/06-06/computer06.example.com/06/06.logGLOB-2006060601.log.gz", "offset": 6} + {"_time": "2007-07-07T07:07:07.070+03:00", "_raw": "raw 07", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer07.example.com:07.log", "host": "computer07.example.com", "partition": "hundred-year/2007/07-07/computer07.example.com/07/07.logGLOB-2007070701.log.gz", "offset": 7} + {"_time": "2008-08-08T08:08:08.080+03:00", "_raw": "raw 08", "index": "index_B", "sourcetype": "B:X:0", "source": "imfile:computer08.example.com:08.log", "host": "computer08.example.com", "partition": "hundred-year/2008/08-08/computer08.example.com/08/08.logGLOB-2008080801.log.gz", "offset": 8} + {"_time": "2009-09-09T09:09:09.090+03:00", "_raw": "raw 09", "index": "index_B", "sourcetype": "B:Y:0", "source": "imfile:computer09.example.com:09.log", "host": "computer09.example.com", "partition": "hundred-year/2009/09-09/computer09.example.com/09/09.logGLOB-2009090901.log.gz", "offset": 9} {"_time": "2010-10-10T10:10:10.100+03:00", "_raw": "raw 10", "index": "index_B", "sourcetype": "B:Y:0", "source": "imfile:computer10.example.com:10.log", "host": "computer10.example.com", "partition": "hundred-year/2010/10-10/computer10.example.com/10/10.logGLOB-2010101001.log.gz", "offset": 10} diff --git a/src/test/resources/xmlkv/xmlkv_0.json b/src/test/resources/xmlkv/xmlkv_0.jsonl similarity index 86% rename from src/test/resources/xmlkv/xmlkv_0.json rename to src/test/resources/xmlkv/xmlkv_0.jsonl index c343973e..0544ae63 100644 --- a/src/test/resources/xmlkv/xmlkv_0.json +++ b/src/test/resources/xmlkv/xmlkv_0.jsonl @@ -1,10 +1,10 @@ -{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 1}, -{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 2}, -{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 3}, -{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 4}, -{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 5}, -{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 6}, -{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 7}, -{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 8}, -{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 9}, -{"_time": "2023-09-06 09:00:00.000", "id": 10, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 10} +{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 1} +{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 2} +{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 3} +{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 4} +{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 5} +{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 6} +{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 7} +{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 8} +{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 9} +{"_time": "2023-09-06 09:00:00.000", "id": 10, "_raw": "
Hello world
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 10} \ No newline at end of file diff --git a/src/test/resources/xmlkv/xmlkv_1.json b/src/test/resources/xmlkv/xmlkv_1.jsonl similarity index 80% rename from src/test/resources/xmlkv/xmlkv_1.json rename to src/test/resources/xmlkv/xmlkv_1.jsonl index 155c304d..14eb1c79 100644 --- a/src/test/resources/xmlkv/xmlkv_1.json +++ b/src/test/resources/xmlkv/xmlkv_1.jsonl @@ -1,10 +1,10 @@ -{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 1}, -{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 2}, -{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 3}, -{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 4}, -{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 5}, -{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 6}, -{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 7}, -{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 8}, -{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 9}, -{"_time": "2023-09-06 09:00:00.000", "id": 10, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 10} +{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 1} +{"_time": "2023-09-06 09:00:00.000", "id": 2, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 2} +{"_time": "2023-09-06 09:00:00.000", "id": 3, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 3} +{"_time": "2023-09-06 09:00:00.000", "id": 4, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 4} +{"_time": "2023-09-06 09:00:00.000", "id": 5, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 5} +{"_time": "2023-09-06 09:00:00.000", "id": 6, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 6} +{"_time": "2023-09-06 09:00:00.000", "id": 7, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 7} +{"_time": "2023-09-06 09:00:00.000", "id": 8, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 8} +{"_time": "2023-09-06 09:00:00.000", "id": 9, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream1", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 9} +{"_time": "2023-09-06 09:00:00.000", "id": 10, "_raw": "
HelloHello21b123
", "index": "index_A", "sourcetype": "stream2", "host": "host", "source": "127.0.0.1", "partition": "0", "offset": 10} \ No newline at end of file diff --git a/src/test/resources/xmlkv/xmlkv_inv.json b/src/test/resources/xmlkv/xmlkv_inv.jsonl similarity index 92% rename from src/test/resources/xmlkv/xmlkv_inv.json rename to src/test/resources/xmlkv/xmlkv_inv.jsonl index 3e62053f..760b253b 100644 --- a/src/test/resources/xmlkv/xmlkv_inv.json +++ b/src/test/resources/xmlkv/xmlkv_inv.jsonl @@ -1,10 +1,10 @@ -{"_time": "2023-09-06 09:00:00.000", "id": 1, "_raw": "123.456;;;abcdQdsdfsdjf__invC