Josh
12/08/2022, 10:46 PMapiVersion: batch/v1
kind: Job
metadata:
namespace: prefect-agents
spec:
template:
spec:
restartPolicy: Never
nodeSelector:
<http://cloud.google.com/compute-class|cloud.google.com/compute-class>: Balanced
<http://kubernetes.io/arch|kubernetes.io/arch>: amd64
containers:
- name: "job-flow"
resources:
requests:
cpu: "4"
memory: "8G"
limits:
cpu: "12"
memory: "32G"
env:
- name: TEST_ENV_VALUE
value: "override_env_value"
FROM <http://us.gcr.io/<image|us.gcr.io/<image>>
ENV TEST_ENV_VALUE=default_value
<rest of dockerfile>
Nate
12/09/2022, 3:08 PMenv
on the KubernetesRun
runconfig?Josh
12/09/2022, 4:46 PMGeorge Coyne
12/09/2022, 8:24 PMJosh
12/09/2022, 8:26 PMapiVersion: apps/v1
kind: Deployment
metadata:
labels:
app: prefect-agents
name: prefect-agents
namespace: prefect-agents
spec:
replicas: 1
selector:
matchLabels:
app: prefect-agents
template:
metadata:
labels:
app: prefect-agents
spec:
nodeSelector:
<http://cloud.google.com/compute-class|cloud.google.com/compute-class>: Balanced
<http://kubernetes.io/arch|kubernetes.io/arch>: amd64
containers:
- name: agent-because
image: prefecthq/prefect:1.2.4-python3.9
resources:
requests:
cpu: "256m"
memory: "256Mi"
limits:
cpu: "512m"
memory: "512Mi"
command:
[
"prefect",
"agent",
"kubernetes",
"start",
"--job-template",
"<gcs://k8s_prefect_job_templates/job-template-because.yaml>",
]
imagePullPolicy: IfNotPresent
env:
- name: PREFECT__CLOUD__AGENT__AUTH_TOKEN
value: ""
- name: PREFECT__CLOUD__API
value: <https://api.prefect.io>
- name: NAMESPACE
value: prefect-agents
- name: IMAGE_PULL_SECRETS
value: ""
- name: PREFECT__CLOUD__AGENT__LABELS
value: "['k8s_customer:because', 'k8s_amazon_sp_api__orders:because', 'k8s_cache_generation:because']"
- name: JOB_MEM_REQUEST
value: ""
- name: JOB_MEM_LIMIT
value: ""
- name: JOB_CPU_REQUEST
value: ""
- name: JOB_CPU_LIMIT
value: ""
- name: IMAGE_PULL_POLICY
value: ""
- name: SERVICE_ACCOUNT_NAME
value: ""
- name: PREFECT__BACKEND
value: cloud
- name: PREFECT__CLOUD__AGENT__AGENT_ADDRESS
value: http://:8080
- name: PREFECT__CLOUD__API_KEY
value: xxxxxxxxxxxxxxxxxxxxxxx
- name: PREFECT__CLOUD__TENANT_ID
value: ""
- name: GOOGLE_APPLICATION_CREDENTIALS
value: "/secretmount/gcp_key"
volumeMounts:
- name: secretmount
mountPath: "/secretmount/"
readOnly: true
- name: agent-boosted-commerce
image: prefecthq/prefect:1.2.4-python3.9
resources:
requests:
cpu: "256m"
memory: "256Mi"
limits:
cpu: "512m"
memory: "512Mi"
command:
[
"prefect",
"agent",
"kubernetes",
"start",
"--job-template",
"<gcs://k8s_prefect_job_templates/job-template-boosted-commerce.yaml>",
]
imagePullPolicy: IfNotPresent
env:
- name: PREFECT__CLOUD__AGENT__AUTH_TOKEN
value: ""
- name: PREFECT__CLOUD__API
value: <https://api.prefect.io>
- name: NAMESPACE
value: prefect-agents
- name: IMAGE_PULL_SECRETS
value: ""
- name: PREFECT__CLOUD__AGENT__LABELS
value: "['k8s_customer:boosted-commerce', 'k8s_amazon_sp_api__orders:boosted-commerce']"
- name: JOB_MEM_REQUEST
value: ""
- name: JOB_MEM_LIMIT
value: ""
- name: JOB_CPU_REQUEST
value: ""
- name: JOB_CPU_LIMIT
value: ""
- name: IMAGE_PULL_POLICY
value: ""
- name: SERVICE_ACCOUNT_NAME
value: ""
- name: PREFECT__BACKEND
value: cloud
- name: PREFECT__CLOUD__AGENT__AGENT_ADDRESS
value: http://:8081
- name: PREFECT__CLOUD__API_KEY
value: xxxxxxxxxxxxxxxxxxxxxxxxxxx
- name: PREFECT__CLOUD__TENANT_ID
value: ""
- name: GOOGLE_APPLICATION_CREDENTIALS
value: "/secretmount/gcp_key"
volumeMounts:
- name: secretmount
mountPath: "/secretmount/"
readOnly: true
George Coyne
12/09/2022, 8:31 PMJosh
12/09/2022, 8:39 PMGeorge Coyne
12/09/2022, 8:41 PM