cluster-spark-pulsar.yaml

name: fate-9999
namespace: fate-9999
chartName: fate
chartVersion: v2.0.0
partyId: 9999
registry: ""
pullPolicy:
imagePullSecrets: 
- name: myregistrykey
persistence: false
istio:
  enabled: false
podSecurityPolicy:
  enabled: false
ingressClassName: nginx
modules:
  - mysql
  - python
  - fateboard
  - client
  - spark
  - hdfs
  - nginx
  - pulsar

# Computing : Eggroll, Spark, Spark_local
computing: Spark
# Federation: Eggroll(computing: Eggroll), Pulsar/RabbitMQ(computing: Spark/Spark_local)
federation: Pulsar
# Storage: Eggroll(computing: Eggroll), HDFS(computing: Spark), LocalFS(computing: Spark_local)
storage: HDFS
# Algorithm: Basic, NN, ALL
algorithm: Basic
# Device: CPU, IPCL GPU
device: CPU

# you can customize some keys which will be ignored in yaml validation
skippedKeys:
  - route_table
  
# Specify domain name for service
# ingress:
  # fateboard: 
    # hosts:
    # - name: party9999.fateboard.example.com
  # client:
    # hosts:
    # - name: party9999.notebook.example.com
  # spark:
    # hosts:
    # - name: party9999.spark.example.com
  # pulsar:
    # hosts:
    # - name: party9999.pulsar.example.com

# fateboard:
  # image: "federatedai/fateboard"
  # imageTag: "2.0.0-release"
#   type: ClusterIP
#   username: admin
#   password: admin
#   nodeSelector:
#   tolerations:
#   affinity:

# Specify the fateflow service's properties
# python:
  # image: "federatedai/fateflow"
  # imageTag: "2.0.0-release"
#   type: NodePort
#   replicas: 1
#   httpNodePort: 30097
#   grpcNodePort: 30092
#   loadBalancerIP:
#   serviceAccountName: ""
#   nodeSelector:
#   tolerations:
#   affinity:
#   failedTaskAutoRetryTimes:
#   failedTaskAutoRetryDelay:
#   logLevel: INFO
#   existingClaim: ""
#   storageClass: "python"
#   accessMode: ReadWriteMany
#   dependent_distribution: false
#   size: 1Gi
#   resources:
#     requests:
#       cpu: "2"
#       memory: "4Gi"
#     limits:
#       cpu: "4"
#       memory: "8Gi"
#   clustermanager:
#     cores_per_node: 16
#     nodes: 2
#   spark:
#     cores_per_node: 20
#     nodes: 2
#     master: spark://spark-master:7077
#     driverHost:
#     driverHostType:
#     portMaxRetries:
#     driverStartPort:
#     blockManagerStartPort:
#     pysparkPython:
#   hdfs:
#     name_node: hdfs://namenode:9000
#     path_prefix:
#   rabbitmq:
#     host: rabbitmq
#     mng_port: 15672
#     port: 5672
#     user: fate
#     password: fate
#   pulsar:
#     host: pulsar
#     mng_port: 8080
#     port: 6650
#     topic_ttl: 3
#     cluster: standalone
#     tenant: fl-tenant
#   nginx:
#     host: nginx
#     http_port: 9300
#     grpc_port: 9310
#   hive:
#     host: 127.0.0.1
#     port: 10000
#     auth_mechanism:
#     username:
#     password:
# Specify the mysql properties
# mysql:
  # image: "mysql"
  # imageTag: "8.0.28"
  # nodeSelector:
  # tolerations:
  # affinity:
  # ip: mysql
  # port: 3306
  # database: eggroll_meta
  # user: fate
  # password: fate_dev
  # subPath: ""
  # existingClaim: ""
  # storageClass: "mysql"
  # accessMode: ReadWriteOnce
  # size: 1Gi

# externalMysqlIp: mysql1
# externalMysqlPort: 33060
# externalMysqlDatabase: eggroll_meta1
# externalMysqlUser: fate1
# externalMysqlPassword: fate_dev1


# servingIp: 192.168.0.1
# servingPort: 30095
# serving:
#   useRegistry: false
#   zookeeper:
#     hosts:
#     - serving-zookeeper.fate-serving-9999:2181
#     use_acl: false
#     user: fate
#     password: fate

# FATE on spark configuration

# spark:
  # master:
    # image: "federatedai/spark-master"
    # imageTag: "2.0.0-release"
    # replicas: 1
    # resources:
      # requests:
        # cpu: "1"
        # memory: "2Gi"
      # limits:
        # cpu: "1"
        # memory: "2Gi"
    # nodeSelector:
    # tolerations:
    # affinity:
    # type: ClusterIP
    # nodePort: 30977
  # worker:
    # image: "federatedai/spark-worker"
    # imageTag: "2.0.0-release"
    # replicas: 2
    # resources:
      # requests:
        # cpu: "2"
        # memory: "4Gi"
      # limits:
        # cpu: "4"
        # memory: "8Gi"
    # nodeSelector:
    # tolerations:
    # affinity:
    # type: ClusterIP
# hdfs:
  # namenode:
    # image: "federatedai/hadoop-namenode"
    # imageTag: "2.0.0-hadoop3.2.1-java8"
    # nodeSelector:
    # tolerations:
    # affinity:
    # type: ClusterIP
    # nodePort: 30900
    # existingClaim: ""
    # storageClass: "namenode"
    # accessMode: ReadWriteOnce
    # size: 1Gi
  # datanode:
    # image: "federatedai/hadoop-datanode"
    # imageTag: "2.0.0-hadoop3.2.1-java8"
    # replicas:
    # nodeSelector:
    # tolerations:
    # affinity:
    # type: ClusterIP
    # existingClaim: ""
    # storageClass: "datanode"
    # accessMode:
    # size:
# nginx:
  # image: "federatedai/nginx"
  # imageTag: "2.0.0-release"
  # nodeSelector:
  # tolerations:
  # affinity:
  # type: ClusterIP
  # loadBalancerIP:
  # httpNodePort: 30093
  # grpcNodePort: 30098
  # exchange:
    # ip: 192.168.10.1
    # httpPort: 30003
    # grpcPort: 30008
  # route_table:
    # 10000:
      # proxy:
        # - host: 192.168.0.1
          # http_port: 30103
          # grpc_port: 30108
      # fateflow:
        # - host: 192.168.0.1
          # http_port: 30107
          # grpc_port: 30102


# pulsar:
  # image: "federatedai/pulsar"
  # imageTag: "2.10.2"
#   nodeSelector:
#   tolerations:
#   affinity:
#   env:
#   - name: PULSAR_MEM
#     value: "-Xms4g -Xmx4g -XX:MaxDirectMemorySize=8g"
#   confs:
#     brokerDeleteInactiveTopicsFrequencySeconds: 60
#     backlogQuotaDefaultLimitGB: 10
#   type: ClusterIP
#   httpNodePort: 30094
#   httpsNodePort: 30099
#   loadBalancerIP:
#   storageClass: "pulsar"
#   existingClaim:
#   accessMode: ReadWriteOnce
#   size: 1Gi
#   publicLB:
#     enabled: false
#   exchange:
#     ip: 192.168.10.1
#     port: 30000
#     domain: fate.org
#   route_table:
#     9999:
#       host: pulsar
#       port: 6650
#       sslPort: 6651
#     10000:
#       host: 192.168.10.1
#       port: 30105
#       sslPort: 30109
#       proxy: ""
#   resources:
#     requests:
#       cpu: "2"
#       memory: "4Gi"
#     limits:
#       cpu: "4"
#       memory: "8Gi"