pulsar_operator_cluster_example

pulsar_operator_cluster_example.yaml

---
apiVersion: v1
kind: ServiceAccount
metadata:
  name: test-broker
  namespace: matrix
---
apiVersion: zookeeper.streamnative.io/v1alpha1
kind: ZooKeeperCluster
metadata:
  name: test
  namespace: matrix
spec:
  config:
    globalOutstandingLimit: 100000
    initLimit: 10
    maxClientCnxns: 1000
    serverCnxnFactory: org.apache.zookeeper.server.NettyServerCnxnFactory
    snapCount: 1000000
    syncLimit: 5
    tickTime: 2000
  image: gcr.io/affable-ray-226821/pulsar-cloud:2.7.0.8
  labels:
    cloud.streamnative.io/pulsar-cluster: test
    cloud.streamnative.io/pulsar-instance: test
    cloud.streamnative.io/role: zookeeper
  persistence:
    data:
      accessModes:
      - ReadWriteOnce
      resources:
        requests:
          storage: 20Gi
      storageClassName: local-hdd
    dataLog:
      accessModes:
      - ReadWriteOnce
      resources:
        requests:
          storage: 20Gi
      storageClassName: local-ssd
    reclaimPolicy: Delete
  pod:
    jvmOptions:
      memoryOptions:
      - -Xms256M
      - -Xmx256M
      - -XX:MaxDirectMemorySize=256M
    labels:
      cloud.streamnative.io/pulsar-cluster: test
      cloud.streamnative.io/pulsar-instance: test
      cloud.streamnative.io/role: zookeeper
    resources:
      requests:
        cpu: 50m
        memory: 256Mi
    terminationGracePeriodSeconds: 30
  replicas: 3
---
apiVersion: bookkeeper.streamnative.io/v1alpha1
kind: BookKeeperCluster
metadata:
  name: test
  namespace: matrix
spec:
  autoRecovery:
    pod:
      jvmOptions:
        memoryOptions:
        - -Xms64m -Xmx64m
      labels:
        cloud.streamnative.io/pulsar-cluster: test
        cloud.streamnative.io/pulsar-instance: test
        cloud.streamnative.io/role: bookkeeper
      resources:
        limits:
          memory: 192Mi
        requests:
          cpu: 50m
          memory: 64Mi
      terminationGracePeriodSeconds: 30
    replicas: 1
  config:
    compactionRateByBytes: 52428800
    fileInfoFormatVersionToWrite: 1
    gcWaitTime: 300000
    isThrottleByBytes: true
    journalFormatVersionToWrite: 6
    journalMaxBackups: 0
    persistBookieStatusEnabled: false
    useTransactionalCompaction: true
  image: gcr.io/affable-ray-226821/pulsar-cloud:2.7.0.8
  imagePullPolicy: IfNotPresent
  labels:
    cloud.streamnative.io/pulsar-cluster: test
    cloud.streamnative.io/pulsar-instance: test
    cloud.streamnative.io/role: bookkeeper
  pod:
    jvmOptions:
      extraOptions:
      - -Dio.netty.leakDetectionLevel=disabled
      - -Dio.netty.recycler.linkCapacity=1024
      - -Dpulsar.allocator.exit_on_oom=true
      - -Dio.netty.recycler.maxCapacity.default=1000
      - -Dnetworkaddress.cache.ttl=60
      gcOptions:
      - -XX:+UseBiasedLocking
      - -XX:+UseConcMarkSweepGC
      - -XX:+UseParNewGC
      - -XX:+CMSIncrementalMode
      - -XX:-ReduceInitialCardMarks
      - -XX:CMSInitiatingOccupancyFraction=70
      - -XX:+UseCMSInitiatingOccupancyOnly
      - -XX:+OptimizeStringConcat
      - -XX:+DoEscapeAnalysis
      - -XX:+UseNUMA
      - -XX:+DisableExplicitGC
      - -XX:+ExitOnOutOfMemoryError
      - -XX:NewRatio=2
      - -XX:ParallelGCThreads=1
      - -XX:ConcGCThreads=1
      memoryOptions:
      - -Xms64M
      - -Xmx64M
      - -XX:MaxDirectMemorySize=128M
    labels:
      cloud.streamnative.io/pulsar-cluster: test
      cloud.streamnative.io/pulsar-instance: test
      cloud.streamnative.io/role: bookkeeper
      component: bookie
    resources:
      requests:
        cpu: 200m
        memory: 256Mi
    terminationGracePeriodSeconds: 30
  replicas: 3
  storage:
    journal:
      numDirsPerVolume: 1
      numVolumes: 1
      volumeClaimTemplate:
        accessModes:
        - ReadWriteOnce
        resources:
          requests:
            storage: 20Gi
        storageClassName: local-ssd
    ledger:
      numDirsPerVolume: 1
      numVolumes: 1
      volumeClaimTemplate:
        accessModes:
        - ReadWriteOnce
        resources:
          requests:
            storage: 20Gi
        storageClassName: local-hdd
    reclaimPolicy: Delete
  zkServers: test-zk:2181
---
apiVersion: pulsar.streamnative.io/v1alpha1
kind: PulsarBroker
metadata:
  name: test
  namespace: matrix
spec:
  cleanUpPolicy: KeepData
  config:
    custom:
      authenticationEnabled: "false"
      authorizationEnabled: "false"
      dispatcherMaxReadBatchSize: "100"
      loadBalancerLoadSheddingStrategy: org.apache.pulsar.broker.loadbalance.impl.ThresholdShedder
      loadBalancerSheddingEnabled: "false"
      managedLedgerDefaultAckQuorum: "2"
      managedLedgerDefaultEnsembleSize: "2"
      managedLedgerDefaultWriteQuorum: "2"
      managedLedgerMaxLedgerRolloverTimeMinutes: "360"
      managedLedgerMinLedgerRolloverTimeMinutes: "10"
      managedLedgerNumSchedulerThreads: "1"
      managedLedgerNumWorkerThreads: "1"
      maxConcurrentLookupRequest: "200000"
      maxConcurrentTopicLoadRequest: "20000"
      numIOThreads: "1"
  image: gcr.io/affable-ray-226821/pulsar-cloud:2.7.0.8
  imagePullPolicy: IfNotPresent
  labels:
    cloud.streamnative.io/pulsar-cluster: test
    cloud.streamnative.io/pulsar-instance: test
    cloud.streamnative.io/role: pulsar-broker
  pod:
    jvmOptions:
      extraOptions:
      - -Dio.netty.leakDetectionLevel=disabled
      - -Dio.netty.recycler.linkCapacity=1024
      - -Dpulsar.allocator.exit_on_oom=true
      - -Dio.netty.recycler.maxCapacity.default=1000
      - -Dnetworkaddress.cache.ttl=60
      - -Dorg.apache.bookkeeper.conf.readsystemproperties=true
      - -DnumWorkerThreads=1
      - -DnumIOThreads=1
      gcLoggingOptions: []
      gcOptions:
      - -XX:+UseBiasedLocking
      - -XX:+UseConcMarkSweepGC
      - -XX:+UseParNewGC
      - -XX:+CMSIncrementalMode
      - -XX:-ReduceInitialCardMarks
      - -XX:CMSInitiatingOccupancyFraction=70
      - -XX:+UseCMSInitiatingOccupancyOnly
      - -XX:+OptimizeStringConcat
      - -XX:+DoEscapeAnalysis
      - -XX:+UseNUMA
      - -XX:+DisableExplicitGC
      - -XX:+ExitOnOutOfMemoryError
      - -XX:NewRatio=2
      - -XX:ParallelGCThreads=1
      - -XX:ConcGCThreads=1
      memoryOptions:
      - -Xms128M
      - -Xmx128M
      - -XX:MaxDirectMemorySize=128M
    labels:
      cloud.streamnative.io/pulsar-cluster: test
      cloud.streamnative.io/pulsar-instance: test
      cloud.streamnative.io/role: pulsar-broker
    resources:
      requests:
        cpu: 200m
        memory: 256Mi
    serviceAccountName: test-broker
    terminationGracePeriodSeconds: 30
  replicas: 1
  zkServers: test-zk:2181
---
apiVersion: pulsar.streamnative.io/v1alpha1
kind: PulsarProxy
metadata:
  name: test
  namespace: matrix
spec:
  brokerAddress: test-broker.matrix.svc.cluster.local
  certSecretName: ""
  config:
    custom:
      authenticationEnabled: "false"
    #prometheusPlugin:
    #  host: test-prometheus
  dnsNames:
  - ""
  image: gcr.io/affable-ray-226821/pulsar-cloud:2.7.0.8
  imagePullPolicy: IfNotPresent
  issuerRef:
    name: ""
  labels:
    cloud.streamnative.io/pulsar-cluster: test
    cloud.streamnative.io/pulsar-instance: test
    cloud.streamnative.io/role: pulsar-proxy
  pod:
    jvmOptions:
      extraOptions: []
      gcLoggingOptions: []
      gcOptions:
      - -XX:+UseBiasedLocking
      - -XX:+UseConcMarkSweepGC
      - -XX:+UseParNewGC
      - -XX:+CMSIncrementalMode
      - -XX:-ReduceInitialCardMarks
      - -XX:CMSInitiatingOccupancyFraction=70
      - -XX:+UseCMSInitiatingOccupancyOnly
      - -XX:+OptimizeStringConcat
      - -XX:+DoEscapeAnalysis
      - -XX:+UseNUMA
      - -XX:+DisableExplicitGC
      - -XX:+ExitOnOutOfMemoryError
      - -XX:NewRatio=2
      - -XX:ParallelGCThreads=1
      - -XX:ConcGCThreads=1
      memoryOptions:
      - -Xms192M
      - -Xmx192M
      - -XX:MaxDirectMemorySize=64M
    labels:
      cloud.streamnative.io/pulsar-cluster: test
      cloud.streamnative.io/pulsar-instance: test
      cloud.streamnative.io/role: pulsar-proxy
    resources:
      requests:
        cpu: 200m
        memory: 256Mi
    terminationGracePeriodSeconds: 30
  replicas: 1
  webSocketServiceEnabled: false