Add support for using Oxia as the metadata store for Pulsar and BookKeeper

charts/pulsar/templates/_helpers.tpl

@@ -134,4 +134,4 @@ Lookup pull policy, default to defaultPullPolicy
 */}}
 {{- define "pulsar.imagePullPolicy" -}}
 {{- printf "%s" (.image.pullPolicy | default .root.Values.defaultPullPolicy) -}}
-{{- end -}}
+{{- end -}}

charts/pulsar/templates/_oxia.tpl

@@ -0,0 +1,87 @@
+{{/*
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+*/}}
+
+{{/*
+Coordinator labels
+*/}}
+{{- define "oxia-cluster.coordinator.labels" -}}
+{{ include "oxia-cluster.coordinator.selectorLabels" . }}
+app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
+app.kubernetes.io/part-of: oxia
+app.kubernetes.io/managed-by: {{ .Release.Service }}
+{{- end }}
+
+{{/*
+Coordinator selector labels
+*/}}
+{{- define "oxia-cluster.coordinator.selectorLabels" -}}
+app.kubernetes.io/name: {{ .Chart.Name }}
+app.kubernetes.io/component: coordinator
+app.kubernetes.io/instance: {{ .Release.Name }}
+{{- end }}
+
+{{/*
+Server labels
+*/}}
+{{- define "oxia-cluster.server.labels" -}}
+{{ include "oxia-cluster.server.selectorLabels" . }}
+app.kubernetes.io/version: {{ .Chart.AppVersion | quote }}
+app.kubernetes.io/managed-by: {{ .Release.Service }}
+{{- end }}
+
+{{/*
+Server selector labels
+*/}}
+{{- define "oxia-cluster.server.selectorLabels" -}}
+app.kubernetes.io/name: {{ .Chart.Name }}
+app.kubernetes.io/component: server
+app.kubernetes.io/instance: {{ .Release.Name }}
+{{- end }}
+
+{{/*
+Probe
+*/}}
+{{- define "oxia-cluster.probe" -}}
+exec:
+  command: ["oxia", "health", "--port={{ . }}"]
+initialDelaySeconds: 10
+timeoutSeconds: 10
+{{- end }}
+
+
+{{/*
+Probe
+*/}}
+{{- define "oxia-cluster.readiness-probe" -}}
+exec:
+  command: ["oxia", "health", "--port={{ . }}", "--service=oxia-readiness"]
+initialDelaySeconds: 10
+timeoutSeconds: 10
+{{- end }}
+
+{{/*
+Probe
+*/}}
+{{- define "oxia-cluster.startup-probe" -}}
+exec:
+  command: ["oxia", "health", "--port={{ . }}"]
+initialDelaySeconds: 60
+timeoutSeconds: 10
+{{- end }}
+

charts/pulsar/templates/oxia-coordinator-configmap.yaml

@@ -0,0 +1,37 @@
+{{/*
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+*/}}
+
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  labels:
+    {{- include "oxia-cluster.coordinator.labels" . | nindent 4 }}
+  name: {{ .Release.Name }}-coordinator
+data:
+  config.yaml: |
+    namespaces:
+      - name: default
+        initialShardCount: {{ .Values.oxia.initialShardCount }}
+        replicationFactor: {{ .Values.oxia.replicationFactor }}
+    servers:
+      {{- $vars := dict "name" .Release.Name "namespace" .Release.Namespace "public" .Values.oxia.server.ports.public "internal" .Values.oxia.server.ports.internal }}
+      {{- range until (int .Values.oxia.server.replicas) }}
+      - public: {{ $vars.name }}-{{ . }}.{{ $vars.name }}-svc.{{ $vars.namespace }}.svc.cluster.local:{{ $vars.public }}
+        internal: {{ $vars.name }}-{{ . }}.{{ $vars.name }}-svc:{{ $vars.internal }}
+      {{- end }}

charts/pulsar/templates/oxia-coordinator-deployment.yaml

@@ -0,0 +1,71 @@
+{{/*
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+*/}}
+
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  labels:
+    {{- include "oxia-cluster.coordinator.labels" . | nindent 4 }}
+  name: {{ .Release.Name }}-coordinator
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      {{- include "oxia-cluster.coordinator.selectorLabels" . | nindent 6 }}
+  strategy:
+    type: Recreate
+  template:
+    metadata:
+      annotations:
+        prometheus.io/port: "{{ .Values.oxia.coordinator.ports.metrics }}"
+        prometheus.io/scrape: "{{ .Values.oxia.monitoringEnabled }}"
+      labels:
+        oxia_cluster: {{ .Release.Name }}
+        {{- include "oxia-cluster.coordinator.labels" . | nindent 8 }}
+      name: {{ .Release.Name }}-coordinator
+    spec:
+      serviceAccountName: {{ .Release.Name }}-coordinator
+      containers:
+        - command:
+            - "oxia"
+            - "coordinator"
+            - "--conf=configmap:{{ .Release.Namespace }}/{{ .Release.Name }}-coordinator"
+            - "--log-json"
+            - "--metadata=configmap"
+            - "--k8s-namespace={{ .Release.Namespace }}"
+            - "--k8s-configmap-name={{ .Release.Name }}-status"
+            {{- if .Values.oxia.pprofEnabled }}
+            - "--profile"
+            {{- end}}
+          image: "{{ .Values.images.oxia.repository }}:{{ .Values.images.oxia.tag | default .Chart.AppVersion }}"
+          imagePullPolicy: {{ .Values.images.oxia.pullPolicy }}
+          name: coordinator
+          ports:
+            {{- range $key, $value := .Values.oxia.coordinator.ports }}
+            - containerPort: {{ $value | int }}
+              name: {{ $key }}
+            {{- end}}
+          resources:
+            limits:
+              cpu: {{ .Values.oxia.coordinator.cpu }}
+              memory: {{ .Values.oxia.coordinator.memory }}
+          livenessProbe:
+            {{- include "oxia-cluster.probe" .Values.oxia.coordinator.ports.internal | nindent 12 }}
+          readinessProbe:
+            {{- include "oxia-cluster.probe" .Values.oxia.coordinator.ports.internal | nindent 12 }}

charts/pulsar/templates/oxia-coordinator-role.yaml

@@ -0,0 +1,32 @@
+{{/*
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+*/}}
+
+apiVersion: rbac.authorization.k8s.io/v1
+kind: Role
+metadata:
+  labels:
+    {{- include "oxia-cluster.coordinator.labels" . | nindent 4 }}
+  name: {{ .Release.Name }}-coordinator
+rules:
+  - apiGroups: [ "" ]
+    resources: [ "configmaps" ]
+    verbs: [ "*" ]
+  - apiGroups: [ "oxia.streamnative.io" ]
+    resources: [ "oxiaclusters" ]
+    verbs: [ "get", "update" ]

charts/pulsar/templates/oxia-coordinator-rolebinding.yaml

@@ -0,0 +1,33 @@
+{{/*
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+*/}}
+
+apiVersion: rbac.authorization.k8s.io/v1
+kind: RoleBinding
+metadata:
+  labels:
+    {{- include "oxia-cluster.coordinator.labels" . | nindent 4 }}
+  name: {{ .Release.Name }}-coordinator
+subjects:
+  - kind: ServiceAccount
+    name: {{ .Release.Name }}-coordinator
+    namespace: {{ .Release.Namespace }}
+roleRef:
+  apiGroup: ""
+  kind: Role
+  name: {{ .Release.Name }}-coordinator

charts/pulsar/templates/oxia-coordinator-service.yaml

@@ -0,0 +1,35 @@
+{{/*
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+*/}}
+
+apiVersion: v1
+kind: Service
+metadata:
+  labels:
+    oxia_cluster: {{ .Release.Name }}
+    {{- include "oxia-cluster.coordinator.labels" . | nindent 4 }}
+  name: {{ .Release.Name }}-coordinator
+spec:
+  ports:
+    {{- range $key, $value := .Values.oxia.coordinator.ports }}
+    - name: {{ $key }}
+      port: {{ $value }}
+      targetPort: {{ $key }}
+    {{- end}}
+  selector:
+    {{- include "oxia-cluster.coordinator.selectorLabels" . | nindent 4 }}

charts/pulsar/templates/oxia-coordinator-serviceaccount.yaml

@@ -0,0 +1,29 @@
+{{/*
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+*/}}
+
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  labels:
+    {{- include "oxia-cluster.coordinator.labels" . | nindent 4 }}
+  name: {{ .Release.Name }}-coordinator
+{{- if .Values.images.imagePullSecrets }}
+imagePullSecrets:
+  - name: {{ .Values.images.imagePullSecrets.secretName }}
+{{- end}}

charts/pulsar/templates/oxia-coordinator-servicemonitor.yaml

@@ -0,0 +1,34 @@
+{{/*
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+  http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied.  See the License for the
+specific language governing permissions and limitations
+under the License.
+*/}}
+{{- if .Values.monitoringEnabled }}
+apiVersion: monitoring.coreos.com/v1
+kind: ServiceMonitor
+metadata:
+  labels:
+    {{- include "oxia-cluster.coordinator.labels" . | nindent 4 }}
+  name: {{ .Release.Name }}-coordinator
+spec:
+  endpoints:
+    - port: metrics
+  selector:
+    matchLabels:
+      {{- include "oxia-cluster.coordinator.selectorLabels" . | nindent 6 }}
+  targetLabels:
+    - oxia_cluster
+{{- end }}