support metadata search

charts/lakefs/Chart.yaml

@@ -2,7 +2,7 @@ apiVersion: v2
 name: lakefs
 description: A Helm chart for running LakeFS on Kubernetes
 type: application
-version: 1.6.0
+version: 1.7.0
 appVersion: 1.63.0
 
 home: https://lakefs.io

charts/lakefs/templates/_arktika.tpl

@@ -0,0 +1,64 @@
+{{/*
+Common labels
+*/}}
+{{- define "arktika.labels" -}}
+helm.sh/chart: {{ include "lakefs.chart" . }}
+{{ include "arktika.selectorLabels" . }}
+{{- if .Chart.AppVersion }}
+app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
+{{- end }}
+app.kubernetes.io/managed-by: {{ .Release.Service }}
+{{- end }}
+
+{{/*
+Selector labels
+*/}}
+{{- define "arktika.selectorLabels" -}}
+app.kubernetes.io/name: {{ include "lakefs.name" . }}-arktika
+app.kubernetes.io/instance: {{ .Release.Name }}
+{{- end }}
+
+{{/*
+Create the name of the service account to use
+*/}}
+{{- define "arktika.serviceAccountName" -}}
+{{- $lakeFSAcc := include "lakefs.serviceAccountName" . }}
+{{- default $lakeFSAcc .Values.mds.serviceAccountName }}
+{{- end }}
+
+{{/*
+Arktika environment variables
+*/}}
+{{- define "arktika.env" -}}
+{{- with .Values.mds.extraEnvVars }}
+env:
+  {{- toYaml . | nindent 2 }}
+{{- end }}
+{{- with .Values.mds.extraEnvVarsSecret }}
+envFrom:
+  - secretRef:
+      name: {{ . }}
+{{- end }}
+{{- end }}
+
+{{/*
+Arktika volumes
+*/}}
+{{- define "arktika.volumes" -}}
+{{- with .Values.mds.extraVolumes -}}
+{{- toYaml . | nindent 2 }}
+{{- end -}}
+- name: {{ include "arktika.fullname" . }}-config
+  configMap:
+    name: {{ include "arktika.fullname" . }}-config
+    items:
+      - key: config.yaml
+        path: config.yaml
+{{- end }}
+
+{{/*
+Arktika service port
+*/}}
+{{- define "arktika.port" -}}
+{{- default 80 (.Values.mds.service).port }}
+{{- end }}

charts/lakefs/templates/arktika-configmap.yaml

@@ -0,0 +1,13 @@
+{{- if .Values.mds.enabled }}
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: arktika-config
+  labels:
+    {{- include "arktika.labels" . | nindent 4 }}
+{{- with .Values.mds.config }}
+data:
+  config.yaml: |
+{{ toYaml . | indent 4 }}
+{{- end }}
+{{- end }}

charts/lakefs/templates/arktika-deployment.yaml

@@ -0,0 +1,122 @@
+{{- if .Values.mds.enabled -}}
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: {{ include "arktika.fullname" . }}
+  labels:
+    {{- include "arktika.labels" . | nindent 4 }}
+spec:
+  replicas: {{ .Values.mds.replicaCount }}
+  selector:
+    matchLabels:
+      {{- include "arktika.selectorLabels" . | nindent 6 }}
+  template:
+    metadata:
+      annotations:
+        checksum/config: {{ include (print $.Template.BasePath "/arktika-configmap.yaml") . | sha256sum }}
+      {{- with .Values.mds.podAnnotations }}
+        {{- toYaml . | nindent 8 }}
+      {{- end }}
+      labels:
+        {{- include "arktika.selectorLabels" . | nindent 8 }}
+    spec:
+      {{- if (.Values.image.privateRegistry).enabled }}
+      imagePullSecrets:
+       {{- if (.Values.image.privateRegistry).secretToken }}
+        - name: "docker-registry"
+       {{- else }}
+        - name: {{ .Values.image.privateRegistry.secretName }}
+       {{- end }}
+      {{- end }}
+      serviceAccountName: {{ include "arktika.serviceAccountName" . }}
+      {{- with .Values.mds.securityContext }}
+      securityContext:
+        {{- toYaml . | nindent 8 }}
+      {{- end }}
+      containers:
+        - name: arktika
+          args:
+            - --config
+            - /app/config.yaml
+          image: "{{ .Values.mds.image.repository }}:{{ .Values.mds.image.tag }}"
+          imagePullPolicy: {{ .Values.mds.image.pullPolicy }}
+          ports:
+            - name: http
+              containerPort: 8000
+              protocol: TCP
+          {{- with .Values.readinessProbe }}
+          readinessProbe:
+            {{- if .failureThreshold }}
+            failureThreshold: {{ .failureThreshold }}
+            {{- end }}
+            {{- if .periodSeconds }}
+            periodSeconds: {{ .periodSeconds }}
+            {{- end }}
+            {{- if .successThreshold }}
+            successThreshold: {{ .successThreshold }}
+            {{- end }}
+            {{- if .timeoutSeconds }}
+            timeoutSeconds: {{ .timeoutSeconds }}
+            {{- end }}
+            httpGet:
+              path: /_health
+              port: http
+          {{- end }}
+          {{- with .Values.livenessProbe }}
+          livenessProbe:
+            {{- if .failureThreshold }}
+            failureThreshold: {{ .failureThreshold }}
+            {{- end }}
+            {{- if .periodSeconds }}
+            periodSeconds: {{ .periodSeconds }}
+            {{- end }}
+            {{- if .successThreshold }}
+            successThreshold: {{ .successThreshold }}
+            {{- end }}
+            {{- if .timeoutSeconds }}
+            timeoutSeconds: {{ .timeoutSeconds }}
+            {{- end }}
+            {{- if .initialDelaySeconds }}
+            initialDelaySeconds: {{ .initialDelaySeconds }}
+            {{- end }}
+            httpGet:
+              path: /_health
+              port: http
+          {{- end }}
+          {{- include "arktika.env" . | nindent 10 }}
+          resources:
+            {{- toYaml .Values.mds.resources | nindent 12 }}
+          volumeMounts:
+            - name: arktika-config
+              mountPath: /app/config.yaml
+              subPath: config.yaml
+            {{- if .Values.extraVolumeMounts }}
+            {{ toYaml .Values.extraVolumeMounts | nindent 12 }}
+            {{- end }}
+      volumes:
+        - name: arktika-config
+          configMap:
+            name: arktika-config
+            items:
+              - key: config.yaml
+                path: config.yaml
+        {{- if .Values.extraVolumes }}
+        {{ toYaml .Values.extraVolumes }}
+        {{- end }}
+      {{- with .Values.nodeSelector }}
+      nodeSelector:
+        {{- toYaml . | nindent 8 }}
+      {{- end }}
+      {{- with .Values.affinity }}
+      affinity:
+        {{- toYaml . | nindent 8 }}
+      {{- end }}
+      {{- with .Values.tolerations }}
+      tolerations:
+        {{- toYaml . | nindent 8 }}
+      {{- end }}
+      {{- with .Values.topologySpreadConstraints }}
+      topologySpreadConstraints:
+        {{- toYaml . | nindent 8 }}
+      {{- end }}
+{{- end }}

charts/lakefs/templates/arktika-service.yaml

@@ -0,0 +1,17 @@
+{{- if .Values.mds.enabled }}
+apiVersion: v1
+kind: Service
+metadata:
+  name: arktika-server
+  labels:
+    {{- include "arktika.labels" . | nindent 4 }}
+spec:
+  type: ClusterIP
+  ports:
+    - port: 8000
+      targetPort: http
+      protocol: TCP
+      name: http
+  selector:
+    {{- include "arktika.selectorLabels" . | nindent 4 }}
+{{- end}} 

charts/lakefs/values.yaml

@@ -109,6 +109,22 @@ extraEnvVars:
 #   timeoutSeconds: 1
 #   initialDelaySeconds: 5
 
+mds:
+  enabled: false
+  image:
+    repository: treeverse/mds
+    tag: 'v0.0.2-dev'
+    pullPolicy: IfNotPresent
+    privateRegistry:
+      enabled: true
+  resources:
+    requests:
+      cpu: 250m
+      memory: 128Mi
+    limits:
+      cpu: 500m
+      memory: 256Mi
+
 
 # Start local postgres pod for quick start, not for production
 useDevPostgres: false