PLUGIN-1286- Adding support to read large data

Aryan-Verma · Aryan-Verma · commit 19f47089e4ae · 2022-12-01T16:35:27.000+05:30
diff --git a/src/main/java/io/cdap/plugin/batch/source/MongoDBBatchSource.java b/src/main/java/io/cdap/plugin/batch/source/MongoDBBatchSource.java
@@ -99,6 +99,8 @@ public void prepareRun(BatchSourceContext context) throws Exception {
       MongoConfigUtil.setAuthURI(conf, config.authConnectionString);
     }
 
+    MongoConfigUtil.setRangeQueryEnabled(conf, true);
+
     emitLineage(context);
     context.setInput(Input.of(config.getReferenceName(),
                               new SourceInputFormatProvider(MongoConfigUtil.getInputFormat(conf), conf)));

Original file line number	Diff line number	Diff line change
`@@ -99,6 +99,8 @@ public void prepareRun(BatchSourceContext context) throws Exception {`
`99`	`99`	`MongoConfigUtil.setAuthURI(conf, config.authConnectionString);`
`100`	`100`	`}`
`101`	`101`
	`102`	`+ MongoConfigUtil.setRangeQueryEnabled(conf, true);`
	`103`	`+`
`102`	`104`	`emitLineage(context);`
`103`	`105`	`context.setInput(Input.of(config.getReferenceName(),`
`104`	`106`	`new SourceInputFormatProvider(MongoConfigUtil.getInputFormat(conf), conf)));`