feat: add parallel querying (#146)

Author: aaron-steinfeld

helm/templates/serviceconfig.yaml

@@ -18,6 +18,9 @@ data:
     graphql.corsEnabled = {{ .Values.serviceConfig.corsEnabled }}
     graphql.timeout = {{ .Values.serviceConfig.timeoutDuration }}
 
+    threads.io.max = {{ .Values.serviceConfig.threads.io }}
+    threads.request.max = {{ .Values.serviceConfig.threads.request }}
+
     attribute.service = {
       host = {{ .Values.serviceConfig.attributeService.host }}
       port = {{ .Values.serviceConfig.attributeService.port }}

helm/values.yaml

@@ -47,6 +47,9 @@ serviceConfig:
   corsEnabled: true
   defaultTenantId: ""
   timeoutDuration: 30s
+  threads:
+    io: 10
+    request: 10
   attributeService:
     host: attribute-service
     port: 9012

hypertrace-core-graphql

@@ -22,6 +22,7 @@ class DefaultGraphQlServiceConfig implements HypertraceGraphQlServiceConfig {
   private static final String DEFAULT_TENANT_ID = "defaultTenantId";
 
   private static final String MAX_IO_THREADS_PROPERTY = "threads.io.max";
+  private static final String MAX_REQUEST_THREADS_PROPERTY = "threads.request.max";
 
   private static final String ATTRIBUTE_SERVICE_HOST_PROPERTY = "attribute.service.host";
   private static final String ATTRIBUTE_SERVICE_PORT_PROPERTY = "attribute.service.port";
@@ -46,6 +47,7 @@ class DefaultGraphQlServiceConfig implements HypertraceGraphQlServiceConfig {
   Duration graphQlTimeout;
   Optional<String> defaultTenantId;
   int maxIoThreads;
+  int maxRequestThreads;
   String attributeServiceHost;
   int attributeServicePort;
   Duration attributeServiceTimeout;
@@ -67,6 +69,7 @@ class DefaultGraphQlServiceConfig implements HypertraceGraphQlServiceConfig {
     this.graphQlTimeout = untypedConfig.getDuration(GRAPHQL_TIMEOUT);
     this.defaultTenantId = optionallyGet(() -> untypedConfig.getString(DEFAULT_TENANT_ID));
     this.maxIoThreads = untypedConfig.getInt(MAX_IO_THREADS_PROPERTY);
+    this.maxRequestThreads = untypedConfig.getInt(MAX_REQUEST_THREADS_PROPERTY);
 
     this.attributeServiceHost = untypedConfig.getString(ATTRIBUTE_SERVICE_HOST_PROPERTY);
     this.attributeServicePort = untypedConfig.getInt(ATTRIBUTE_SERVICE_PORT_PROPERTY);

hypertrace-graphql-service/src/main/java/org/hypertrace/graphql/service/DefaultGraphQlServiceConfig.java

@@ -10,6 +10,7 @@ graphql.timeout = 30s
 defaultTenantId = ${?DEFAULT_TENANT_ID}
 
 threads.io.max = 10
+threads.request.max = 10
 
 attribute.service = {
   host = localhost