pass USE_STREAM_CAPABLE_STATE env var to containers/deployments (#14737)

airbytehq · Jul 15, 2022 · 805a155 · 805a155
1 parent b1ec1ed
commit 805a155
Show file tree

Hide file tree

Showing 9 changed files with 22 additions and 0 deletions.
diff --git a/.env b/.env
@@ -99,3 +99,5 @@ FORCE_MIGRATE_SECRET_STORE=false
 METRIC_CLIENT=
 # Useful only when metric client is set to be otel. Must start with http:// or https://.
 OTEL_COLLECTOR_ENDPOINT="http://host.docker.internal:4317"
+
+USE_STREAM_CAPABLE_STATE=false
diff --git a/charts/airbyte/templates/env-configmap.yaml b/charts/airbyte/templates/env-configmap.yaml
@@ -60,3 +60,4 @@ data:
   ACTIVITY_INITIAL_DELAY_BETWEEN_ATTEMPTS_SECONDS: ""
   ACTIVITY_MAX_DELAY_BETWEEN_ATTEMPTS_SECONDS: ""
   WORKFLOW_FAILURE_RESTART_DELAY_SECONDS: ""
+  USE_STREAM_CAPABLE_STATE: "false"
diff --git a/charts/airbyte/templates/worker/deployment.yaml b/charts/airbyte/templates/worker/deployment.yaml
@@ -268,6 +268,11 @@ spec:
             configMapKeyRef:
               name: {{ include "common.names.fullname" . }}-env
               key: WORKFLOW_FAILURE_RESTART_DELAY_SECONDS
+        - name: USE_STREAM_CAPABLE_STATE
+            valueFrom:
+              configMapKeyRef:
+                name: { { include "common.names.fullname" . } }-env
+                key: USE_STREAM_CAPABLE_STATE
         {{- if .Values.worker.extraEnv }}
         {{ .Values.worker.extraEnv | toYaml | nindent 8 }}
         {{- end }}

diff --git a/docker-compose.yaml b/docker-compose.yaml
@@ -94,6 +94,7 @@ services:
       - ACTIVITY_INITIAL_DELAY_BETWEEN_ATTEMPTS_SECONDS=${ACTIVITY_INITIAL_DELAY_BETWEEN_ATTEMPTS_SECONDS}
       - ACTIVITY_MAX_DELAY_BETWEEN_ATTEMPTS_SECONDS=${ACTIVITY_MAX_DELAY_BETWEEN_ATTEMPTS_SECONDS}
       - WORKFLOW_FAILURE_RESTART_DELAY_SECONDS=${WORKFLOW_FAILURE_RESTART_DELAY_SECONDS}
+      - USE_STREAM_CAPABLE_STATE=${USE_STREAM_CAPABLE_STATE}
     volumes:
       - /var/run/docker.sock:/var/run/docker.sock
       - workspace:${WORKSPACE_ROOT}

diff --git a/kube/overlays/dev-integration-test/.env b/kube/overlays/dev-integration-test/.env
@@ -74,3 +74,5 @@ ACTIVITY_MAX_ATTEMPT=
 ACTIVITY_INITIAL_DELAY_BETWEEN_ATTEMPTS_SECONDS=
 ACTIVITY_MAX_DELAY_BETWEEN_ATTEMPTS_SECONDS=
 WORKFLOW_FAILURE_RESTART_DELAY_SECONDS=
+
+USE_STREAM_CAPABLE_STATE=false
diff --git a/kube/overlays/dev/.env b/kube/overlays/dev/.env
@@ -76,3 +76,5 @@ ACTIVITY_MAX_ATTEMPT=
 ACTIVITY_INITIAL_DELAY_BETWEEN_ATTEMPTS_SECONDS=
 ACTIVITY_MAX_DELAY_BETWEEN_ATTEMPTS_SECONDS=
 WORKFLOW_FAILURE_RESTART_DELAY_SECONDS=
+
+USE_STREAM_CAPABLE_STATE=false
diff --git a/kube/overlays/stable-with-resource-limits/.env b/kube/overlays/stable-with-resource-limits/.env
@@ -78,3 +78,5 @@ ACTIVITY_MAX_ATTEMPT=
 ACTIVITY_INITIAL_DELAY_BETWEEN_ATTEMPTS_SECONDS=
 ACTIVITY_MAX_DELAY_BETWEEN_ATTEMPTS_SECONDS=
 WORKFLOW_FAILURE_RESTART_DELAY_SECONDS=
+
+USE_STREAM_CAPABLE_STATE=false
diff --git a/kube/overlays/stable/.env b/kube/overlays/stable/.env
@@ -76,3 +76,5 @@ ACTIVITY_MAX_ATTEMPT=
 ACTIVITY_INITIAL_DELAY_BETWEEN_ATTEMPTS_SECONDS=
 ACTIVITY_MAX_DELAY_BETWEEN_ATTEMPTS_SECONDS=
 WORKFLOW_FAILURE_RESTART_DELAY_SECONDS=
+
+USE_STREAM_CAPABLE_STATE=false
diff --git a/kube/resources/worker.yaml b/kube/resources/worker.yaml
@@ -250,6 +250,11 @@ spec:
                 configMapKeyRef:
                   name: airbyte-env
                   key: WORKFLOW_FAILURE_RESTART_DELAY_SECONDS
+            - name: USE_STREAM_CAPABLE_STATE
+              valueFrom:
+                configMapKeyRef:
+                  name: airbyte-env
+                  key: USE_STREAM_CAPABLE_STATE
           ports:
             - containerPort: 9000 # for heartbeat server
             - containerPort: 9001 # start temporal worker port pool