feat: add freeleaps-data-platform

cluster/manifests/freeleaps-data-platform/doris/deploy.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+# 创建命名空间
+kubectl create namespace freeleaps-data-platform
+
+# 安装Doris Operator CRD
+kubectl create -f https://raw.githubusercontent.com/apache/doris-operator/master/config/crd/bases/doris.apache.com_dorisclusters.yaml
+
+# 部署 Doris Operator
+kubectl apply -f https://raw.githubusercontent.com/apache/doris-operator/master/config/operator/operator.yaml
+
+# 创建 Doris 集群配置
+kubectl apply -f doris-cluster.yaml -n freeleaps-data-platform
+
+# 检查部署状态
+kubectl get pods -n freeleaps-data-platform -l app=doris

cluster/manifests/freeleaps-data-platform/doris/doris-cluster.yaml

@@ -0,0 +1,52 @@
+apiVersion: doris.apache.com/v1
+kind: DorisCluster
+metadata:
+  name: doris-cluster
+  namespace: freeleaps-data-platform
+spec:
+  feSpec:
+    replicas: 1
+    image: apache/doris:2.0.2
+    resources:
+      requests:
+        cpu: "1"
+        memory: "2Gi"
+      limits:
+        cpu: "2"
+        memory: "4Gi"
+    service:
+      type: ClusterIP
+    configMap:
+      fe.conf: |
+        JAVA_OPTS="-Xmx2048m -XX:+UseG1GC"
+
+  beSpec:
+    replicas: 1
+    image: apache/doris:2.0.2
+    resources:
+      requests:
+        cpu: "2"
+        memory: "4Gi"
+      limits:
+        cpu: "4"
+        memory: "8Gi"
+    storage:
+      storageSize: "50Gi"
+      storageClassName: "standard"
+    configMap:
+      be.conf: |
+        JAVA_OPTS="-Xmx8192m -XX:+UseG1GC"
+        BE_ADDR=${POD_IP}:9060
+        BE_HTTP_PORT=8040
+        BE_PORT=9060
+        HEARTBEAT_SERVICE_PORT=9050
+        BRPC_PORT=8060
+
+  feAddress: doris-cluster-fe-service
+
+  monitoring:
+    enabled: true
+    prometheus:
+      serviceMonitor:
+        enabled: true
+        namespace: freeleaps-data-platform

cluster/manifests/freeleaps-data-platform/doris/storage.yaml

@@ -0,0 +1,8 @@
+apiVersion: storage.k8s.io/v1
+kind: StorageClass
+metadata:
+  name: doris-storage
+provisioner: kubernetes.io/azure-disk
+parameters:
+  storageaccounttype: Standard_LRS
+  kind: Managed

cluster/manifests/freeleaps-data-platform/kafka/kafka.sh

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+# 查看kafka的pod
+kubectl get pods -n freeleaps-data-platform
+# 查看kafka的服务
+kubectl get svc -n freeleaps-data-platform
+

cluster/manifests/freeleaps-data-platform/kafka/values.yaml

@@ -0,0 +1,75 @@
+global:
+  storageClass: "standard"
+
+nameOverride: "kafka"
+fullnameOverride: "kafka"
+namespaceOverride: "freeleaps-data-platform"
+
+kafka:
+  replicaCount: 1
+  heapOpts: "-Xmx1024m -Xms1024m"
+  
+  resources:
+    requests:
+      memory: "1Gi"
+      cpu: "2"
+    limits:
+      memory: "2Gi"
+      cpu: "1"
+
+  persistence:
+    enabled: true
+    size: 20Gi
+    mountPath: /bitnami/kafka
+
+  config:
+    num.partitions: 1
+    default.replication.factor: 1
+    min.insync.replicas: 1
+    auto.create.topics.enable: true
+    delete.topic.enable: true
+    log.retention.hours: 168
+    log.retention.bytes: 1073741824
+    
+  service:
+    type: ClusterIP
+    ports:
+      client: 9092
+      internal: 9093
+
+  metrics:
+    kafka:
+      enabled: true
+      serviceMonitor:
+        enabled: true
+        namespace: freeleaps-data-platform
+    jmx:
+      enabled: true
+
+zookeeper:
+  enabled: true
+  replicaCount: 1
+  
+  resources:
+    requests:
+      memory: "1Gi"
+      cpu: "1"
+    limits:
+      memory: "2Gi"
+      cpu: "1"
+
+  persistence:
+    enabled: true
+    size: 8Gi
+
+  service:
+    type: ClusterIP
+    port: 2181
+
+serviceAccount:
+  create: true
+  name: "kafka"
+
+networkPolicy:
+  enabled: true
+  allowExternal: true

cluster/manifests/freeleaps-data-platform/namespace.yaml

@@ -0,0 +1,6 @@
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: freeleaps-devops-system
+  labels:
+    name: freeleaps-devops-system

cluster/manifests/freeleaps-data-platform/pinot/values.yaml

@@ -0,0 +1,26 @@
+cluster:
+  name: pinot-cluster
+
+namespaceOverride: "freeleaps-data-platform"
+
+controller:
+  replicaCount: 1
+  persistence:
+    enabled: true
+    size: 20Gi
+
+broker:
+  replicaCount: 1
+
+server:
+  replicaCount: 1
+  persistence:
+    enabled: true
+    size: 50Gi
+
+zookeeper:
+  enabled: false
+  external:
+    enabled: true
+    host: "kafka-zookeeper"
+    port: 2181

cluster/manifests/helm-repos/REPO.list

@@ -12,3 +12,4 @@ descheduler,https://kubernetes-sigs.github.io/descheduler/,force-update
 kubernetes-dashboard,https://kubernetes.github.io/dashboard/,force-update
 grafana,https://grafana.github.io/helm-charts,force-update
 fluent,https://fluent.github.io/helm-charts,force-update
+pinot,https://raw.githubusercontent.com/apache/pinot/master/helm,force-update