-
Notifications
You must be signed in to change notification settings - Fork 327
/
Copy pathprover-node.yaml
245 lines (241 loc) · 9.65 KB
/
prover-node.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
apiVersion: apps/v1
kind: StatefulSet
metadata:
name: {{ include "aztec-network.fullname" . }}-prover-node
labels:
{{- include "aztec-network.labels" . | nindent 4 }}
spec:
serviceName: {{ include "aztec-network.fullname" . }}-prover-node
replicas: {{ .Values.proverNode.replicas }}
selector:
matchLabels:
{{- include "aztec-network.selectorLabels" . | nindent 6 }}
app: prover-node
{{- if not .Values.storage.localSsd }}
volumeClaimTemplates:
- metadata:
name: prover-node-data
spec:
accessModes: [ "ReadWriteOnce" ]
resources:
requests:
storage: {{ .Values.proverNode.storageSize }}
{{- end }}
template:
metadata:
labels:
{{- include "aztec-network.selectorLabels" . | nindent 8 }}
app: prover-node
spec:
{{- if .Values.storage.localSsd }}
{{- include "aztec-network.gcpLocalSsd" . | nindent 6 }}
{{- end }}
{{- if .Values.network.public }}
hostNetwork: true
dnsPolicy: ClusterFirstWithHostNet
{{- include "aztec-network.publicAntiAffinity" . | nindent 6 }}
{{- end }}
serviceAccountName: {{ include "aztec-network.fullname" . }}-node
initContainers:
{{- include "aztec-network.serviceAddressSetupContainer" . | nindent 8 }}
{{- include "aztec-network.p2pSetupContainer" . | nindent 8 }}
- name: wait-for-services
{{- include "aztec-network.image" . | nindent 10 }}
command:
- /bin/bash
- -c
- |
source /shared/config/service-addresses
cat /shared/config/service-addresses
{{- include "aztec-network.waitForEthereum" . | nindent 14 }}
if [ "${PROVER_BROKER_ENABLED}" == "false" ]; then
until curl -s -X POST ${PROVER_BROKER_HOST}/status; do
echo "Waiting for broker ${PROVER_BROKER_HOST} ..."
sleep 5
done
echo "Broker is ready!"
else
echo "Using built-in job broker"
fi
until curl --head --silent $BOOT_NODE_HOST/status; do
echo "Waiting for boot node..."
sleep 5
done
echo "Boot node is ready!"
volumeMounts:
- name: config
mountPath: /shared/config
env:
- name: PROVER_BROKER_ENABLED
value: "{{ .Values.proverNode.proverBroker.enabled }}"
- name: configure-prover-env
{{- include "aztec-network.image" . | nindent 10 }}
command:
- "/bin/bash"
- "-c"
- "cp /scripts/configure-prover-env.sh /tmp/configure-prover-env.sh && \
chmod +x /tmp/configure-prover-env.sh && \
source /shared/config/service-addresses && \
/tmp/configure-prover-env.sh ${BOOT_NODE_HOST}"
volumeMounts:
- name: contracts-env
mountPath: /shared/contracts
- name: scripts
mountPath: /scripts
- name: config
mountPath: /shared/config
containers:
- name: prover-node
{{- include "aztec-network.image" . | nindent 10 }}
command:
- "/bin/bash"
- "-c"
- |
source /shared/contracts/contracts.env && \
source /shared/p2p/p2p-addresses && \
source /shared/config/service-addresses && \
env && \
node --no-warnings /usr/src/yarn-project/aztec/dest/bin/index.js start --prover-node --archiver
volumeMounts:
- name: contracts-env
mountPath: /shared/contracts
- name: p2p-addresses
mountPath: /shared/p2p
- name: config
mountPath: /shared/config
- name: prover-node-data
mountPath: {{ .Values.proverNode.dataDir }}
env:
- name: K8S_POD_UID
valueFrom:
fieldRef:
fieldPath: metadata.uid
- name: K8S_POD_NAME
valueFrom:
fieldRef:
fieldPath: metadata.name
- name: OTEL_SERVICE_NAME
value: prover-node
- name: K8S_NAMESPACE_NAME
valueFrom:
fieldRef:
fieldPath: metadata.namespace
- name: POD_IP
valueFrom:
fieldRef:
fieldPath: status.podIP
- name: NODE_OPTIONS
value: "--max-old-space-size={{ .Values.proverNode.maxOldSpaceSize}}"
- name: AZTEC_PORT
value: "{{ .Values.proverNode.service.nodePort }}"
- name: LOG_LEVEL
value: "{{ .Values.proverNode.logLevel }}"
- name: LOG_JSON
value: "1"
- name: PROVER_REAL_PROOFS
value: "{{ .Values.aztec.realProofs }}"
- name: PROVER_AGENT_COUNT
value: "{{ .Values.proverNode.proverAgent.count }}"
- name: PROVER_AGENT_POLL_INTERVAL_MS
value: "{{ .Values.proverNode.proverAgent.pollIntervalMs }}"
- name: PROVER_AGENT_PROOF_TYPES
value: {{ join "," .Values.proverNode.proverAgent.proofTypes | quote }}
- name: PROVER_BROKER_ENABLED
value: "{{ .Values.proverNode.proverBroker.enabled }}"
- name: PROVER_BROKER_POLL_INTERVAL_MS
value: "{{ .Values.proverNode.proverBroker.pollIntervalMs }}"
- name: PROVER_BROKER_JOB_TIMEOUT_MS
value: "{{ .Values.proverNode.proverBroker.jobTimeoutMs }}"
- name: PROVER_BROKER_JOB_MAX_RETRIES
value: "{{ .Values.proverNode.proverBroker.jobMaxRetries }}"
- name: PROVER_PUBLISHER_PRIVATE_KEY
value: "{{ .Values.proverNode.proverPublisherPrivateKey }}"
- name: PROVER_NODE_TX_GATHERING_TIMEOUT_MS
value: "{{ .Values.proverNode.txGathering.timeoutMs }}"
- name: PROVER_NODE_TX_GATHERING_INTERVAL_MS
value: "{{ .Values.proverNode.txGathering.intervalMs }}"
- name: PROVER_NODE_TX_GATHERING_MAX_PARALLEL_REQUESTS
value: "{{ .Values.proverNode.txGathering.maxParallelRequests }}"
- name: PROVER_FAILED_PROOF_STORE
value: "{{ .Values.proverNode.failedProofStore }}"
- name: OTEL_RESOURCE_ATTRIBUTES
value: service.name={{ .Release.Name }},service.namespace={{ .Release.Namespace }},service.version={{ .Chart.AppVersion }},environment={{ .Values.environment | default "production" }}
- name: L1_CHAIN_ID
value: "{{ .Values.ethereum.chainId }}"
- name: P2P_ENABLED
value: "{{ .Values.proverNode.p2pEnabled }}"
- name: P2P_TCP_LISTEN_ADDR
value: "0.0.0.0:{{ .Values.proverNode.service.p2pTcpPort }}"
- name: P2P_UDP_LISTEN_ADDR
value: "0.0.0.0:{{ .Values.proverNode.service.p2pUdpPort }}"
- name: ETHEREUM_SLOT_DURATION
value: "{{ .Values.ethereum.blockTime }}"
- name: AZTEC_SLOT_DURATION
value: "{{ .Values.aztec.slotDuration }}"
- name: AZTEC_EPOCH_DURATION
value: "{{ .Values.aztec.epochDuration }}"
- name: AZTEC_EPOCH_PROOF_CLAIM_WINDOW_IN_L2_SLOTS
value: "{{ .Values.aztec.epochProofClaimWindow }}"
- name: PROVER_VIEM_POLLING_INTERVAL_MS
value: {{ .Values.proverNode.viemPollingInterval | quote }}
- name: DATA_DIRECTORY
value: "{{ .Values.proverNode.dataDir }}"
- name: DATA_STORE_MAP_SIZE_KB
value: "{{ .Values.storage.dataStoreMapSize }}"
- name: WS_DB_MAP_SIZE_KB
value: "{{ .Values.storage.worldStateMapSize }}"
- name: USE_GCLOUD_OBSERVABILITY
value: "{{ .Values.telemetry.useGcloudObservability }}"
- name: OTEL_EXCLUDE_METRICS
value: "{{ .Values.telemetry.excludeMetrics }}"
{{- if .Values.blobSink.enabled }}
- name: BLOB_SINK_URL
value: {{ include "aztec-network.blobSinkUrl" . }}
{{- end }}
ports:
- containerPort: {{ .Values.proverNode.service.nodePort }}
- containerPort: {{ .Values.proverNode.service.p2pTcpPort }}
- containerPort: {{ .Values.proverNode.service.p2pUdpPort }}
protocol: UDP
resources:
{{- toYaml .Values.proverNode.resources | nindent 12 }}
volumes:
- name: scripts
configMap:
name: {{ include "aztec-network.fullname" . }}-scripts
- name: contracts-env
emptyDir: {}
- name: p2p-addresses
emptyDir: {}
- name: config
emptyDir: {}
{{- if .Values.storage.localSsd }}
- name: prover-node-data
emptyDir: {}
{{ else }}
- name: prover-node-data
persistentVolumeClaim:
claimName: prover-node-data
{{- end }}
{{if not .Values.network.public }}
---
apiVersion: v1
kind: Service
metadata:
name: {{ include "aztec-network.fullname" . }}-prover-node
labels:
{{- include "aztec-network.labels" . | nindent 4 }}
spec:
type: ClusterIP
selector:
{{- include "aztec-network.selectorLabels" . | nindent 4 }}
app: prover-node
ports:
- port: {{ .Values.proverNode.service.nodePort }}
name: node
- port: {{ .Values.proverNode.service.p2pTcpPort }}
name: p2p-tcp
- port: {{ .Values.proverNode.service.p2pUdpPort }}
name: p2p-udp
protocol: UDP
{{ end }}