forked from TobeyQin/pai
-
Notifications
You must be signed in to change notification settings - Fork 0
/
services-configuration.yaml
127 lines (103 loc) · 4.33 KB
/
services-configuration.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
# Copyright (c) Microsoft Corporation
# All rights reserved.
#
# MIT License
#
# Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated
# documentation files (the "Software"), to deal in the Software without restriction, including without limitation
# the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and
# to permit persons to whom the Software is furnished to do so, subject to the following conditions:
# The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED *AS IS*, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING
# BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM,
# DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
cluster:
clusterid: pai-example
# HDFS, zookeeper data path on your cluster machine.
data-path: "/datastorage"
# the docker registry to store docker images that contain system services like frameworklauncher, hadoop, etc.
docker-registry-info:
# If public, please fill it the same as your username
docker-namespace: openpai
# E.g., gcr.io. If public，fill docker_registry_domain with word "public"
# docker_registry_domain: public
docker-registry-domain: docker.io
# If the docker registry doesn't require authentication, please comment out docker_username and docker_password
#docker-username: your_registry_username
#docker-password: your_registry_password
docker-tag: latest
# The name of the secret in kubernetes will be created in your cluster
# Must be lower case, e.g., regsecret.
secret-name: regsecret
hadoop:
# custom_hadoop_binary_path is required to build hadoop-ai.
# More about hadoop-ai please follow the link: https://github.com/Microsoft/pai/tree/master/hadoop-ai.
# Notice: the name should be hadoop-{hadoop-version}.tar.gz
custom-hadoop-binary-path: /pathHadoop/hadoop-2.9.0.tar.gz
# Step 1 of 4 to set up Hadoop queues.
# Define all virtual clusters, equivalent concept of Hadoop queues:
# - Each VC will be assigned with (capacity / total_capacity * 100%) of the resources in the system.
# - The 'default' VC can be used by any PAI user, i.e. a user will be automatically put into the
# member list of 'default' VC when it is created.
# - The system will automatically create the 'default' VC with 0 capacity, if 'default' VC has not
# been explicitly specified here.
virtualClusters:
default:
description: Default VC.
capacity: 40
vc1:
description: VC for Alice's team.
capacity: 20
vc2:
description: VC for Bob's team.
capacity: 20
vc3:
description: VC for Charlie's team.
capacity: 20
frameworklauncher:
frameworklauncher-port: 9086
restserver:
# port for rest api server
server-port: 9186
# secret for signing authentication tokens, e.g., hello
jwt-secret: HelloPAI
# database admin username
default-pai-admin-username: your_default_pai_admin_username
# database admin password
default-pai-admin-password: your_default_pai_admin_password
# rest server would achieve marketplace template from below configed github repository
github-owner: Microsoft
github-repository: pai
github-path: marketplace
webportal:
# port for webportal
server-port: 9286
grafana:
# port for grafana
grafana-port: 3000
drivers:
set-nvidia-runtime: false
prometheus:
# port for prometheus port
prometheus-port: 9091
# port for node exporter
node-exporter-port: 9100
# port for yarn exporter
yarn_exporter_port: 9459
# How frequently to scrape targets
scrape_interval: 30
# if you want to enable alert manager to send alert email, uncomment following lines and fill
# right values.
# alerting:
# alert_manager_port: 9093
# alert_receiver: alert@example.com
# smtp_url: smtp.gmail.com:587
# smtp_from: foo_bar@gmail.com
# smtp_auth_username: user@gmail.com
# smtp_auth_password: gmail_password
pylon:
# port of pylon
port: 80