#84 | configure google bigQuery api and executed call for dummy dataset

Author: vedfordev

lahi/build.gradle

@@ -31,18 +31,37 @@ repositories {
     mavenCentral()
 }
 
+ext {
+    set('springCloudGcpVersion', "2.0.9")
+    set('springCloudVersion', "2020.0.3")
+}
+
 dependencies {
     implementation project(':integration-data')
     implementation project(':avni')
     implementation project(':util')
     implementation "log4j:log4j:1.2.17"
+
     testImplementation 'org.springframework.boot:spring-boot-starter-test'
     developmentOnly 'org.springframework.boot:spring-boot-devtools'
 
     implementation 'org.springframework.boot:spring-boot-starter-web'
     testImplementation 'org.springframework.boot:spring-boot-starter-test'
     implementation 'org.springframework.boot:spring-boot-starter-data-jpa'
     implementation 'com.bugsnag:bugsnag-spring:3.6.3'
+
+    // https://mvnrepository.com/artifact/org.springframework.cloud/spring-cloud-gcp-starter
+    implementation 'org.springframework.cloud:spring-cloud-gcp-starter:1.2.6.RELEASE'
+    // https://mvnrepository.com/artifact/org.springframework.cloud/spring-cloud-gcp-starter-bigquery
+    implementation 'org.springframework.cloud:spring-cloud-gcp-starter-bigquery:1.2.6.RELEASE'
+
+}
+
+dependencyManagement {
+    imports {
+        mavenBom "com.google.cloud:spring-cloud-gcp-dependencies:${springCloudGcpVersion}"
+        mavenBom "org.springframework.cloud:spring-cloud-dependencies:${springCloudVersion}"
+    }
 }
 
 test {

lahi/src/main/java/org/avni_integration_service/lahi/config/BigQueryConnector.java

@@ -0,0 +1,33 @@
+package org.avni_integration_service.lahi.config;
+
+import com.google.cloud.bigquery.BigQuery;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.stereotype.Component;
+
+@Component
+public class BigQueryConnector {
+
+    private final Logger log = LoggerFactory.getLogger(BigQueryConnector.class);
+
+    private static final String DATASET_LOCATION = "US";
+
+    private final BigQuery bigQuery;
+
+    private final String dataSetName;
+
+    public BigQueryConnector(BigQuery bigQuery,
+                             @Value("${spring.cloud.gcp.bigquery.dataset-name}") String dataSetName) {
+        this.bigQuery = bigQuery;
+        this.dataSetName = dataSetName;
+    }
+
+    public BigQuery getBigQuery() {
+        return bigQuery;
+    }
+
+    public String getDataSetName() {
+        return dataSetName;
+    }
+}

lahi/src/main/java/org/avni_integration_service/lahi/job/AvniLahiMainJob.java

@@ -6,7 +6,6 @@
 import org.avni_integration_service.lahi.config.LahiAvniSessionFactory;
 import org.avni_integration_service.lahi.worker.StudentWorker;
 import org.avni_integration_service.util.HealthCheckService;
-import org.springframework.beans.factory.annotation.Autowired;
 import org.springframework.stereotype.Component;
 
 @Component
@@ -16,20 +15,25 @@ public class AvniLahiMainJob {
 
     private static final String HEALTHCHECK_SLUG = "lahi";
 
-    @Autowired
-    private Bugsnag bugsnag;
+    private final Bugsnag bugsnag;
 
-    @Autowired
-    private HealthCheckService healthCheckService;
+    private final HealthCheckService healthCheckService;
 
-    @Autowired
-    LahiAvniSessionFactory lahiAvniSessionFactory;
+    private final LahiAvniSessionFactory lahiAvniSessionFactory;
 
-    @Autowired
-    private AvniHttpClient avniHttpClient;
+    private final AvniHttpClient avniHttpClient;
 
-    @Autowired
-    private StudentWorker studentWorker;
+    private final StudentWorker studentWorker;
+
+    public AvniLahiMainJob(Bugsnag bugsnag, HealthCheckService healthCheckService,
+                           LahiAvniSessionFactory lahiAvniSessionFactory, AvniHttpClient avniHttpClient,
+                           StudentWorker studentWorker) {
+        this.bugsnag = bugsnag;
+        this.healthCheckService = healthCheckService;
+        this.lahiAvniSessionFactory = lahiAvniSessionFactory;
+        this.avniHttpClient = avniHttpClient;
+        this.studentWorker = studentWorker;
+    }
 
     public void execute() {
         try {

lahi/src/main/java/org/avni_integration_service/lahi/repository/GlificRepository.java

@@ -1,15 +1,21 @@
 package org.avni_integration_service.lahi.repository;
 
 import org.apache.log4j.Logger;
+import org.springframework.beans.factory.annotation.Qualifier;
 import org.springframework.stereotype.Component;
+import org.springframework.web.client.RestTemplate;
 
 @Component
 public class GlificRepository {
 
     private static final Logger logger = Logger.getLogger(GlificRepository.class);
 
-    public GlificRepository( ) {
-        // todo
+    private final RestTemplate lahiRestTemplate;
+
+    public GlificRepository(@Qualifier("LahiRestTemplate") RestTemplate restTemplate) {
+        // todo, remove if not needed this whole repository
+        this.lahiRestTemplate = restTemplate;
+
     }
 
 

lahi/src/main/java/org/avni_integration_service/lahi/service/DataExtractorService.java

@@ -0,0 +1,54 @@
+package org.avni_integration_service.lahi.service;
+
+import com.google.cloud.bigquery.*;
+import org.avni_integration_service.lahi.config.BigQueryConnector;
+import org.springframework.stereotype.Service;
+
+import java.util.UUID;
+
+@Service
+public class DataExtractorService {
+
+    private final BigQueryConnector bigQueryConnector;
+
+    public DataExtractorService( BigQueryConnector bigQueryConnector) {
+        this.bigQueryConnector = bigQueryConnector;
+    }
+
+    public void queryToBigQuery(String sqlQuery) throws InterruptedException {
+
+        QueryJobConfiguration queryConfig =
+                QueryJobConfiguration.newBuilder(
+                                sqlQuery)
+                        .setUseLegacySql(false)
+                        .build();
+
+        // Create a job ID so that we can safely retry.
+        JobId jobId = JobId.of(UUID.randomUUID().toString());
+        Job queryJob = bigQueryConnector.getBigQuery().create(JobInfo.newBuilder(queryConfig).setJobId(jobId).build());
+
+        // Wait for the query to complete.
+        queryJob = queryJob.waitFor();
+
+        // Check for errors
+        if (queryJob == null) {
+            throw new RuntimeException("Job no longer exists");
+        } else if (queryJob.getStatus().getError() != null) {
+            // You can also look at queryJob.getStatus().getExecutionErrors() for all
+            // errors, not just the latest one.
+            throw new RuntimeException(queryJob.getStatus().getError().toString());
+        }
+
+        // Get the results.
+        TableResult result = queryJob.getQueryResults();
+
+        // TODO return result set
+        // Print all pages of the results.
+        for (FieldValueList row : result.iterateAll()) {
+            // String type
+            String name = row.get("name").getStringValue();
+            String age = row.get("age").getNumericValue().toPlainString();
+            System.out.printf("%s is of the age %s \n", name, age);
+        }
+    }
+}

lahi/src/main/java/org/avni_integration_service/lahi/worker/StudentWorker.java

@@ -1,15 +1,22 @@
 package org.avni_integration_service.lahi.worker;
 
 import org.apache.log4j.Logger;
+import org.avni_integration_service.lahi.service.DataExtractorService;
 import org.springframework.stereotype.Component;
 
 @Component
 public class StudentWorker {
     private static final Logger logger = Logger.getLogger(StudentWorker.class);
+    private final DataExtractorService dataExtractorService;
+
+    public StudentWorker(DataExtractorService dataExtractorService) {
+        this.dataExtractorService = dataExtractorService;
+    }
 
 
-    public void fetchDetails(){
+    public void fetchDetails() throws InterruptedException {
         //TODO
         logger.info("fetch detail working !!!!!!!!!!");
+        dataExtractorService.queryToBigQuery("SELECT name, age FROM `ringed-prism-398304.covid_19_open_data.doctor` LIMIT 1000");
     }
 }