push initial setup

Dockerfile

@@ -0,0 +1,94 @@
+# HyperDX API and App Server Dockerfile
+# This Dockerfile creates a single image with both the API and App servers
+
+ARG NODE_VERSION=22.16.0
+
+# Base stage with Node.js and dependencies
+FROM node:${NODE_VERSION}-alpine AS base
+
+WORKDIR /app
+
+# Copy workspace configuration files
+COPY .yarn ./.yarn
+COPY .yarnrc.yml yarn.lock package.json nx.json .prettierrc .prettierignore ./
+
+# Copy package.json files for all packages
+COPY ./packages/common-utils/package.json ./packages/common-utils/
+COPY ./packages/api/package.json ./packages/api/
+COPY ./packages/app/package.json ./packages/app/
+
+# Install dependencies
+RUN apk add --no-cache libc6-compat
+RUN yarn install --mode=skip-build && yarn cache clean
+
+# Builder stage
+FROM base AS builder
+
+WORKDIR /app
+
+# Copy source code for all packages
+COPY ./packages/common-utils ./packages/common-utils
+COPY ./packages/api ./packages/api
+COPY ./packages/app ./packages/app
+
+# Set build environment variables
+ENV NEXT_TELEMETRY_DISABLED 1
+ENV NEXT_PUBLIC_IS_LOCAL_MODE false
+ENV NX_DAEMON=false
+
+# Build packages in dependency order
+RUN yarn workspace @hyperdx/common-utils build
+RUN yarn workspace @hyperdx/api build
+RUN yarn workspace @hyperdx/app build
+
+# Production stage
+FROM node:${NODE_VERSION}-alpine AS production
+
+ARG CODE_VERSION=2.1.1
+
+ENV CODE_VERSION=2.1.1
+ENV NODE_ENV production
+
+# Install concurrently for running multiple processes
+RUN npm install -g [email protected]
+
+# Create non-root user
+RUN addgroup -g 1001 -S nodejs
+RUN adduser -S nodejs -u 1001
+
+USER nodejs
+
+WORKDIR /app
+
+# Copy built API
+COPY --chown=nodejs:nodejs --from=builder /app/packages/api/dist ./packages/api/dist
+COPY --chown=nodejs:nodejs --from=builder /app/packages/api/package.json ./packages/api/package.json
+
+# Copy built App (Next.js)
+COPY --chown=nodejs:nodejs --from=builder /app/packages/app/.next ./packages/app/.next
+COPY --chown=nodejs:nodejs --from=builder /app/packages/app/public ./packages/app/public
+COPY --chown=nodejs:nodejs --from=builder /app/packages/app/package.json ./packages/app/package.json
+COPY --chown=nodejs:nodejs --from=builder /app/packages/app/next.config.js ./packages/app/next.config.js
+
+# Copy built common-utils
+COPY --chown=nodejs:nodejs --from=builder /app/packages/common-utils/dist ./packages/common-utils/dist
+COPY --chown=nodejs:nodejs --from=builder /app/packages/common-utils/package.json ./packages/common-utils/package.json
+
+# Copy node_modules for runtime dependencies
+COPY --chown=nodejs:nodejs --from=builder /app/node_modules ./node_modules
+COPY --chown=nodejs:nodejs --from=builder /app/packages/api/node_modules ./packages/api/node_modules
+COPY --chown=nodejs:nodejs --from=builder /app/packages/app/node_modules ./packages/app/node_modules
+COPY --chown=nodejs:nodejs --from=builder /app/packages/common-utils/node_modules ./packages/common-utils/node_modules
+
+# Copy and set up entry script
+COPY --chown=nodejs:nodejs docker/hyperdx/entry.prod.sh /etc/local/entry.sh
+RUN chmod +x /etc/local/entry.sh
+
+# Expose ports
+EXPOSE 8000 8080
+
+# Health check
+HEALTHCHECK --interval=30s --timeout=3s --start-period=5s --retries=3 \
+  CMD curl -f http://localhost:8000/health || exit 1
+
+ENTRYPOINT ["sh", "/etc/local/entry.sh"]

Jenkinsfile

@@ -0,0 +1,87 @@
+pipeline {
+  agent {
+    kubernetes {
+      label 'hyperdx'
+      yaml """
+apiVersion: v1
+kind: Pod
+spec:
+  containers:
+  - name: dind
+    image: sc-mum-armory.platform.internal/devops/dind:v2
+    securityContext:
+      privileged: true
+    env:
+    - name: DOCKER_HOST
+      value: tcp://localhost:2375
+    - name: DOCKER_TLS_CERTDIR
+      value: ""
+    volumeMounts:
+      - name: dind-storage
+        mountPath: /var/lib/docker
+    readinessProbe:
+      tcpSocket:
+        port: 2375
+      initialDelaySeconds: 30
+      periodSeconds: 10
+    livenessProbe:
+      tcpSocket:
+        port: 2375
+      initialDelaySeconds: 30
+      periodSeconds: 20
+  - name: builder
+    image: sc-mum-armory.platform.internal/devops/builder-image-armory
+    command:
+    - sleep
+    - infinity
+    env:
+    - name: DOCKER_HOST
+      value: tcp://localhost:2375
+    - name: DOCKER_BUILDKIT
+      value: "0"
+    volumeMounts:
+      - name: jenkins-sa
+        mountPath: /root/.gcp/
+  volumes:
+    - name: dind-storage
+      emptyDir: {}
+    - name: jenkins-sa
+      secret:
+        secretName: jenkins-sa
+"""
+    }
+  }
+
+  environment {
+      sc_regions="mumbai"
+      GITHUB_TOKEN = credentials('github-access')
+      app="hyperdx"
+      buildarg_DEPLOYMENT_ID="hyperdx-$GIT_COMMIT"
+      buildarg_GITHUB_TOKEN="${GITHUB_TOKEN}"
+  }
+
+  stages {
+    stage('build') {
+      steps {
+        container('builder') {
+          sh "armory build"
+        }
+      }
+    }
+
+    stage('push') {
+      when {
+        anyOf {
+          branch 'main'
+          branch 'staging'
+          branch 'feature/*'
+        }
+      }
+      steps {
+        container('builder') {
+          sh "armory push"
+        }
+      }
+    }
+  }
+}

docker/hyperdx/entry.prod.sh

@@ -8,13 +8,25 @@ export OPAMP_PORT=${HYPERDX_OPAMP_PORT:-4320}
 export IS_LOCAL_APP_MODE="REQUIRED_AUTH"
 
 echo ""
+echo "Starting HyperDX services..."
 echo "Visit the HyperDX UI at $FRONTEND_URL"
 echo ""
 
+# Check if required files exist
+if [ ! -f "./packages/api/dist/index.js" ]; then
+    echo "ERROR: API build not found at ./packages/api/dist/index.js"
+    exit 1
+fi
+
+if [ ! -d "./packages/app/.next" ]; then
+    echo "ERROR: App build not found at ./packages/app/.next"
+    exit 1
+fi
+
 # Use concurrently to run both the API and App servers
 npx concurrently \
   "--kill-others-on-fail" \
   "--names=API,APP,ALERT-TASK" \
-  "PORT=${HYPERDX_API_PORT:-8000} HYPERDX_APP_PORT=${HYPERDX_APP_PORT:-8080} node -r ./packages/api/tracing ./packages/api/index" \
-  "cd ./packages/app/packages/app && HOSTNAME='0.0.0.0' HYPERDX_API_PORT=${HYPERDX_API_PORT:-8000} PORT=${HYPERDX_APP_PORT:-8080} node server.js" \
-  "node -r ./packages/api/tracing ./packages/api/tasks/index check-alerts"
+  "PORT=${HYPERDX_API_PORT:-8000} HYPERDX_APP_PORT=${HYPERDX_APP_PORT:-8080} node -r ./packages/api/dist/tracing.js ./packages/api/dist/index.js" \
+  "cd ./packages/app && HOSTNAME='0.0.0.0' HYPERDX_API_PORT=${HYPERDX_API_PORT:-8000} PORT=${HYPERDX_APP_PORT:-8080} yarn start" \
+  "node -r ./packages/api/dist/tracing.js ./packages/api/dist/tasks/index.js check-alerts"

packages/app/src/components/DBSearchPageFilters.tsx

@@ -29,6 +29,37 @@ import { mergePath } from '@/utils';
 import resizeStyles from '../../styles/ResizablePanel.module.scss';
 import classes from '../../styles/SearchPage.module.scss';
 
+// Override keys for specific source types
+const serviceMapOverride = {
+  Logs: [
+    'SeverityText',
+    'ServiceName',
+    "ResourceAttributes['k8s.cluster.name']",
+    "ResourceAttributes['k8s.namespace.name']",
+  ],
+  Traces: [
+    'ServiceName',
+    'StatusCode',
+    "ResourceAttributes['k8s.node.name']",
+    "ResourceAttributes['k8s.owner.name']",
+    'SpanKind',
+  ],
+  'K8s Events': [
+    "ResourceAttributes['k8s.cluster.name']",
+    "LogAttributes['k8s.namespace.name']",
+    "LogAttributes['k8s.event.reason']",
+  ],
+};
+
+// Helper function to get keys - override for specific types, use default for others
+const getKeysForSourceType = (sourceType?: string) => {
+  if (sourceType && sourceType in serviceMapOverride) {
+    return serviceMapOverride[sourceType as keyof typeof serviceMapOverride];
+  }
+  // For other source types, return empty array to use default behavior
+  return [];
+};
+
 type FilterCheckboxProps = {
   label: string;
   value?: 'included' | 'excluded' | false;
@@ -166,12 +197,17 @@ export const FilterGroup = ({
   onFieldPinClick,
   isFieldPinned,
   onLoadMore,
-  loadMoreLoading,
   hasLoadedMore,
 }: FilterGroupProps) => {
   const [search, setSearch] = useState('');
   const [isExpanded, setExpanded] = useState(false);
 
+  useEffect(() => {
+    if (onLoadMore && !hasLoadedMore) {
+      onLoadMore(name);
+    }
+  }, [onLoadMore, hasLoadedMore, name]);
+
   const augmentedOptions = useMemo(() => {
     const selectedSet = new Set([
       ...selectedValues.included,
@@ -381,6 +417,7 @@ const DBSearchPageFiltersComponent = ({
   analysisMode,
   setAnalysisMode,
   sourceId,
+  sourceType,
   showDelta,
   denoiseResults,
   setDenoiseResults,
@@ -415,39 +452,15 @@ const DBSearchPageFiltersComponent = ({
   const [showMoreFields, setShowMoreFields] = useState(false);
 
   const keysToFetch = useMemo(() => {
-    if (!data) {
-      return [];
+    // Override keys for specific source types
+    if (sourceType && sourceType in serviceMapOverride) {
+      return getKeysForSourceType(sourceType);
     }
-
-    const strings = data
-      .sort((a, b) => {
-        // First show low cardinality fields
-        const isLowCardinality = (type: string) =>
-          type.includes('LowCardinality');
-        return isLowCardinality(a.type) && !isLowCardinality(b.type) ? -1 : 1;
-      })
-      .filter(
-        field => field.jsType && ['string'].includes(field.jsType),
-        // todo: add number type with sliders :D
-      )
-      .map(({ path, type }) => {
-        return { type, path: mergePath(path) };
-      })
-      .filter(
-        field =>
-          showMoreFields ||
-          field.type.includes('LowCardinality') || // query only low cardinality fields by default
-          Object.keys(filterState).includes(field.path) || // keep selected fields
-          isFieldPinned(field.path), // keep pinned fields
-      )
-      .map(({ path }) => path)
-      .filter(
-        path =>
-          !['body', 'timestamp', '_hdx_body'].includes(path.toLowerCase()),
-      );
-
-    return strings;
-  }, [data, filterState, showMoreFields]);
+    console.error('nishant is here === ', sourceType);
+    // For other source types, return empty array to use default behavior
+    // This allows the system to fetch all available keys from metadata
+    return [];
+  }, [sourceType]);
 
   // Special case for live tail
   const [dateRange, setDateRange] = useState<[Date, Date]>(
@@ -471,10 +484,11 @@ const DBSearchPageFiltersComponent = ({
   } = useGetKeyValues({
     chartConfigs: { ...chartConfig, dateRange },
     limit: keyLimit,
-    keys: keysToFetch,
+    keys: getKeysForSourceType(sourceType),
   });
 
   const [extraFacets, setExtraFacets] = useState<Record<string, string[]>>({});
+
   const [loadMoreLoadingKeys, setLoadMoreLoadingKeys] = useState<Set<string>>(
     new Set(),
   );
@@ -509,11 +523,13 @@ const DBSearchPageFiltersComponent = ({
         });
       }
     },
-    [chartConfig, setExtraFacets, dateRange],
+    [chartConfig, setExtraFacets, dateRange, sourceType],
   );
 
   const shownFacets = useMemo(() => {
     const _facets: { key: string; value: string[] }[] = [];
+
+    //for filters
     for (const facet of facets ?? []) {
       // don't include empty facets, unless they are already selected
       const filter = filterState[facet.key];