Deployment setup (#31)

* Deployment setup

* fixed error

* fixed port & config

* fix: add brokers to env.example

* feat: unique index hypertable

* feat: continuous aggregates

* update compose, upgrade version rdkafka

* undo hypertables

* feat: query from realtime view

* feat: adapt route to use new views

* fix: schema

* added kafka brokers

* fix: sql types

* fix: optional .env file in ingestor

---------

Co-authored-by: devops72-sre <>
Co-authored-by: 0xevolve <Artevolve@yahoo.com>
Co-authored-by: graniet <graniet75@gmail.com>

Author: 3 people

infra/pragma-ingestor/Dockerfile

@@ -25,6 +25,6 @@ USER ingestor:pragma
 WORKDIR /home/pragma-ingestor
 
 COPY --from=builder --chown=ingestor:pragma  /home/pragma-ingestor/bin/pragma-ingestor /usr/local/bin/pragma-ingestor
-COPY infra/pragma-ingestor/config/.env.example .env
+# COPY infra/pragma-ingestor/config/.env.example .env
 
 CMD ["pragma-ingestor"]

infra/pragma-ingestor/buildspec.yml

@@ -0,0 +1,30 @@
+version: 0.2
+phases:
+  pre_build:
+    commands:
+      - echo Logging in to Amazon ECR...
+      - aws --version
+      - aws ecr get-login-password --region $ECR_REGION | docker login --username AWS --password-stdin $AWS_ACCOUNT_ID.dkr.ecr.$ECR_REGION.amazonaws.com
+      - REPOSITORY_URI=$AWS_ACCOUNT_ID.dkr.ecr.$ECR_REGION.amazonaws.com/$ECR_REPOSITORY_NAME
+      - COMMIT_HASH=$(echo $CODEBUILD_RESOLVED_SOURCE_VERSION | cut -c 1-7)
+      - IMAGE_TAG=${COMMIT_HASH:=latest}
+  build:
+    commands:
+      - echo Build started on `date`
+      - echo Building the Docker image...
+      - ls -ltr
+      - docker build -f infra/pragma-ingestor/Dockerfile -t $REPOSITORY_URI:latest .
+      - docker tag $REPOSITORY_URI:latest $REPOSITORY_URI:$IMAGE_TAG
+  post_build:
+    commands:
+      - echo Build completed on `date`
+      - echo Pushing the Docker images...
+      - docker push $REPOSITORY_URI:latest
+      - docker push $REPOSITORY_URI:$IMAGE_TAG
+      - echo Writing image definitions file...
+      - printf '[{"name":"%s","imageUri":"%s"}]' $ECS_CONTAINER_NAME $REPOSITORY_URI:$IMAGE_TAG > imagedefinitions.json
+artifacts:
+  files:
+    - imagedefinitions.json
+    - infra/pragma-ingestor/config.yml
+  discard-paths: yes

infra/pragma-ingestor/config.yml

@@ -0,0 +1,11 @@
+path: "/"
+container_port: 8080
+health_check_path: "/"
+container_environment:
+  - region: "eu-west-3"
+  - prefix: "/conf/{{ SERVICE_NAME }}/{{ RUN_ENV }}"
+  - keys:
+      - DATABASE_URL
+      - BROKERS
+      - TOPIC
+      - GROUP_ID

infra/pragma-node/Dockerfile

@@ -26,7 +26,7 @@ USER node:pragma
 WORKDIR /home/pragma-node
 
 COPY --from=builder --chown=node:pragma  /home/pragma-node/bin/pragma-node /usr/local/bin/pragma-node
-COPY infra/pragma-node/config/.env.example .env
+# COPY infra/pragma-node/config/.env.example .env
 
 EXPOSE 3000
 

buildspec.yml infra/pragma-node/buildspec.yml

@@ -1,8 +1,5 @@
 version: 0.2
 phases:
-  install:
-    runtime-versions:
-      nodejs: 18
   pre_build:
     commands:
       - echo Logging in to Amazon ECR...
@@ -16,7 +13,7 @@ phases:
       - echo Build started on `date`
       - echo Building the Docker image...
       - ls -ltr
-      - docker build -t $REPOSITORY_URI:latest .
+      - docker build -f infra/pragma-node/Dockerfile -t $REPOSITORY_URI:latest .
       - docker tag $REPOSITORY_URI:latest $REPOSITORY_URI:$IMAGE_TAG
   post_build:
     commands:
@@ -29,4 +26,5 @@ phases:
 artifacts:
   files:
     - imagedefinitions.json
-    - config.yml
+    - infra/pragma-node/config.yml
+  discard-paths: yes

config.yml infra/pragma-node/config.yml

@@ -1,11 +1,13 @@
 path: "/"
 container_port: 8080
-alb_scheme: internal
 health_check_path: "/node"
 container_environment:
   - region: "eu-west-3"
   - prefix: "/conf/{{ SERVICE_NAME }}/{{ RUN_ENV }}"
   - keys:
       - DATABASE_URL
+      - DATABASE_MAX_CONN
+      - TOPIC
       - HOST
       - PORT
+      - KAFKA_BROKERS