-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathconfig.yaml
130 lines (126 loc) · 3.94 KB
/
config.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
# config.yaml
scheduler:
name: scheduler # Dask scheduler name.
image:
repository: "daskdev/dask" # Container image repository.
tag: 2021.3.0 # Container image tag.
pullPolicy: IfNotPresent # Container image pull policy.
pullSecrets: # Container image [pull secrets](https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/).
# - name: regcred
# Number of schedulers should be <=1 in this deployment.
replicas: 0
resources:
limits:
cpu: 4
memory: 62G
requests:
cpu: 2000m
memory: 20G
serviceType: "LoadBalancer"
env:
- name: OMP_NUM_THREADS
value: "1"
- name: MKL_NUM_THREADS
value: "1"
- name: OPENBLAS_NUM_THREADS
value: "1"
- name: BLOSC_NOLOCK
value: "1"
- name: EXTRA_APT_PACKAGES
value: build-essential swig libgfortran4 gcc python3-dev
- name: EXTRA_CONDA_PACKAGES
value: zarr numba>=0.51.0 icc_rt fsspec>=0.8.4 s3fs==0.4.2 --channel conda-forge --channel numba
- name: EXTRA_PIP_PACKAGES
value: astropy numcodecs numpy>=1.18.1 cngi-prototype==0.0.83 xarray
servicePort: 8786 # Scheduler service internal port.
tolerations: [] # Tolerations.
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: "kops.k8s.io/instancegroup"
operator: NotIn
values: ["workers"]
nodeSelector: {} # Node Selector.
# serviceAccountName: ""
webUI:
name: webui # Dask webui name.
servicePort: 80 # webui service internal port.
ingress:
enabled: false # Enable ingress.
tls: false # Ingress should use TLS.
# secretName: dask-scheduler-tls
hostname: dask-ui.example.com # Ingress hostname.
annotations: # Ingress annotations. See `values.yaml` for example values.
# kubernetes.io/ingress.class: "nginx"
# secretName: my-tls-cert
# kubernetes.io/tls-acme: "true"
worker:
image: # duplicate current scheduler default
repository: "daskdev/dask"
tag: 2021.3.0
pullPolicy: IfNotPresent
pullSecrets: # Container image [pull secrets](https://kubernetes.io/docs/tasks/configure-pod-container/pull-image-private-registry/).
replicas: 0
resources:
limits:
cpu: 8
memory: 64G
requests:
cpu: 7250m
memory: 62G
env:
- name: OMP_NUM_THREADS
value: "1"
- name: MKL_NUM_THREADS
value: "1"
- name: OPENBLAS_NUM_THREADS
value: "1"
- name: BLOSC_NOLOCK
value: "1"
- name: EXTRA_APT_PACKAGES
value: build-essential swig libgfortran4 gcc python3-dev
- name: EXTRA_CONDA_PACKAGES
value: zarr numba>=0.51.0 icc_rt fsspec>=0.8.4 s3fs==0.4.2 --channel conda-forge --channel numba
- name: EXTRA_PIP_PACKAGES
value: astropy numcodecs numpy>=1.18.1 cngi-prototype==0.0.83 xarray
jupyter:
enabled: true
image:
repository: "daskdev/dask-notebook"
tag: 2021.3.0
#repository: amcnicho/dask-docker-test
#tag: dask-notebook
pullPolicy: Always
replicas: 0
resources:
limits:
cpu: 4
memory: 62G
requests:
cpu: 3000m
memory: 32G
env:
- name: OMP_NUM_THREADS
value: "1"
- name: MKL_NUM_THREADS
value: "1"
- name: OPENBLAS_NUM_THREADS
value: "1"
- name: BLOSC_NOLOCK
value: "1"
- name: EXTRA_APT_PACKAGES
value: build-essential swig libgfortran4 gcc python3-dev
- name: EXTRA_CONDA_PACKAGES
value: zarr numba>=0.51.0 icc_rt fsspec>=0.8.4 s3fs==0.4.2 --channel conda-forge --channel numba
- name: EXTRA_PIP_PACKAGES
value: astropy numcodecs numpy>=1.18.1 cngi-prototype==0.0.83 xarray
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: "kops.k8s.io/instancegroup"
operator: NotIn
values: ["workers"]