Code Review for latest Changes

.github/workflows/BuildAndPush.yaml

@@ -0,0 +1,91 @@
+name: Build and Push 
+run-name: ${{ github.actor }} is testing out Building the project
+on: [push]
+jobs:
+  Build-Lead360:
+    runs-on: ubuntu-latest
+    steps:
+      - run: echo "🐧 This job is now running on a ${{ runner.os }} server hosted by GitHub!"
+      - run: echo "🔎 The name of your branch is ${{ github.ref }} and your repository is ${{ github.repository }}."
+      - name: Check out repository code
+        uses: actions/checkout@v4
+      - run: echo "💡 The ${{ github.repository }} repository has been cloned to the runner."
+      - run: echo "🖥️ The workflow is now ready to test your code on the runner."
+      - run: echo "🍏 This job's status is ${{ job.status }}."
+      - name: Setup Node.js environment
+        uses: actions/setup-node@v4.0.3
+        with:
+          node-version-file: package.json
+      - name: Setup NVM and yarn
+        run: |
+          sudo apt-get install curl
+          curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/master/install.sh | bash
+          corepack enable
+      - name: Setup PostgreSQL Database
+        run: make postgres-on-linux
+      - name: Setup Environment variables
+        run: | 
+          cp ./packages/twenty-front/.env.example ./packages/twenty-front/.env
+          cp ./packages/twenty-server/.env.example ./packages/twenty-server/.env
+      - name: Install dependencies
+        run: yarn
+      - name: Build Project
+        run: |
+          npx nx database:reset twenty-server
+          npx nx build twenty-server
+          npx nx build twenty-front
+
+  Deploy-lead360-App:
+      needs:  Build-Lead360
+      runs-on: ubuntu-latest
+      steps:
+        - name: Check out repository code
+          uses: actions/checkout@v4
+
+        - name: Install doctl
+          uses: digitalocean/action-doctl@v2
+          with:
+            token: ${{ secrets.DIGITALOCEAN_ACCESS_TOKEN }}
+
+        - name: Setup Environment variables
+          run: | 
+              cp ./packages/twenty-server/.env.example ./packages/twenty-server/.env
+
+        - name: Replace ConfigMap and Secret Values
+          run: |
+            sed -i "s|<POSTGRES_DB>|${{ secrets.POSTGRES_DB }}|" ./lead360.yaml
+            sed -i "s|<POSTGRES_USER>|$(echo -n ${{ secrets.POSTGRES_USER }} | base64)|" ./lead360.yaml
+            sed -i "s|<POSTGRES_PASSWORD>|$(echo -n ${{ secrets.POSTGRES_PASSWORD }} | base64)|" ./lead360.yaml
+            sed -i "s|<ACCESS_TOKEN_SECRET>|$(echo -n ${{ secrets.ACCESS_TOKEN_SECRET }} | base64)|" ./lead360.yaml
+            sed -i "s|<LOGIN_TOKEN_SECRET>|$(echo -n ${{ secrets.LOGIN_TOKEN_SECRET }} | base64)|" ./lead360.yaml
+            sed -i "s|<REFRESH_TOKEN_SECRET>|$(echo -n ${{ secrets.REFRESH_TOKEN_SECRET }} | base64)|" ./lead360.yaml
+            sed -i "s|<SIGN_IN_PREFILLED>|$(echo -n ${{ secrets.SIGN_IN_PREFILLED }} | base64)|" ./lead360.yaml
+
+        - name: Build Lead360DB container image
+          run: docker build -t ${{ secrets.REGISTRY_NAME }}/db:latest -f ./DockerfileDB .
+
+        - name: Build Lead360 container image
+          run: docker build -t ${{ secrets.REGISTRY_NAME }}/lead360v1:latest -f ./Dockerfile .
+
+        - name: Log in to DigitalOcean Container Registry with short-lived credentials
+          run: doctl registry login --expiry-seconds 1200
+
+        - name: Push image to DigitalOcean Container Registry
+          run: docker push ${{ secrets.REGISTRY_NAME }}/db:latest
+
+        - name: Push image to DigitalOcean Container Registry
+          run: docker push ${{ secrets.REGISTRY_NAME }}/lead360v1:latest
+
+        - name: Save DigitalOcean kubeconfig with short-lived credentials
+          run: doctl kubernetes cluster kubeconfig save --expiry-seconds 600 ${{ secrets.CLUSTER_NAME }}
+
+        - name : Apply Deployment
+          run : kubectl apply -f ./lead360.yaml 
+
+        - name: Restart lead360db deployment
+          run: kubectl rollout restart deployment/lead360db-deployment
+
+        - name: Restart lead360 deployment
+          run: kubectl rollout restart deployment/lead360-deployment
+
+

.gitignore

@@ -28,3 +28,4 @@ storybook-static
 .eslintcache
 .cache
 .nyc_output
+packages/twenty-front/package.json

Dockerfile

@@ -0,0 +1,80 @@
+# Base image for common dependencies
+FROM node:18.17.1-alpine as common-deps
+
+WORKDIR /app
+
+# Copy only the necessary files for dependency resolution
+COPY ./package.json ./yarn.lock ./.yarnrc.yml ./tsconfig.base.json ./nx.json /app/
+COPY ./.yarn/releases /app/.yarn/releases
+
+COPY ./packages/twenty-emails/package.json /app/packages/twenty-emails/
+COPY ./packages/twenty-server/package.json /app/packages/twenty-server/
+COPY ./packages/twenty-server/patches /app/packages/twenty-server/patches
+COPY ./packages/twenty-ui/package.json /app/packages/twenty-ui/
+COPY ./packages/twenty-front/package.json /app/packages/twenty-front/
+
+# Install all dependencies
+RUN yarn && yarn cache clean && npx nx reset
+
+
+# Build the back
+FROM common-deps as twenty-server-build
+
+# Copy sourcecode after installing dependences to accelerate subsequents builds
+COPY ./packages/twenty-emails /app/packages/twenty-emails
+COPY ./packages/twenty-server /app/packages/twenty-server
+
+RUN npx nx run twenty-server:build
+
+RUN mv /app/packages/twenty-server/dist /app/packages/twenty-server/build
+RUN npx nx run twenty-server:build:packageJson
+RUN mv /app/packages/twenty-server/dist/package.json /app/packages/twenty-server/package.json
+RUN rm -rf /app/packages/twenty-server/dist
+RUN mv /app/packages/twenty-server/build /app/packages/twenty-server/dist
+
+RUN yarn workspaces focus --production twenty-emails twenty-server
+
+
+# Build the front
+FROM common-deps as twenty-front-build
+
+ARG REACT_APP_SERVER_BASE_URL
+
+COPY ./packages/twenty-front /app/packages/twenty-front
+COPY ./packages/twenty-ui /app/packages/twenty-ui
+RUN npx nx build twenty-front
+
+
+# Final stage: Run the application
+FROM node:18.17.1-alpine as twenty
+
+# Used to run healthcheck in docker
+RUN apk add --no-cache curl jq
+
+COPY ./packages/twenty-docker/twenty/entrypoint.sh /app/entrypoint.sh
+RUN chmod +x /app/entrypoint.sh
+
+WORKDIR /app/packages/twenty-server
+
+ARG REACT_APP_SERVER_BASE_URL
+ENV REACT_APP_SERVER_BASE_URL $REACT_APP_SERVER_BASE_URL
+ARG SENTRY_RELEASE
+ENV SENTRY_RELEASE $SENTRY_RELEASE
+
+# Copy built applications from previous stages
+COPY --chown=1000 --from=twenty-server-build /app /app
+COPY --chown=1000 --from=twenty-server-build /app/packages/twenty-server /app/packages/twenty-server
+COPY --chown=1000 --from=twenty-front-build /app/packages/twenty-front/build /app/packages/twenty-server/dist/front
+
+# Set metadata and labels
+LABEL org.opencontainers.image.source=https://github.com/twentyhq/twenty
+LABEL org.opencontainers.image.description="This image provides a consistent and reproducible environment for the backend and frontend, ensuring it deploys faster and runs the same way regardless of the deployment environment."
+
+RUN mkdir /app/.local-storage
+RUN chown -R 1000 /app
+
+# Use non root user with uid 1000
+USER 1000
+
+CMD ["node", "dist/src/main"]
+ENTRYPOINT ["/app/entrypoint.sh"]

DockerfileDB

@@ -0,0 +1,54 @@
+ARG IMAGE_TAG='15.5.0-debian-11-r15'
+
+FROM bitnami/postgresql:${IMAGE_TAG}
+
+ARG PG_MAIN_VERSION=15
+ARG PG_GRAPHQL_VERSION=1.5.1
+ARG WRAPPERS_VERSION=0.2.0
+ARG TARGETARCH
+
+USER root
+
+RUN set -eux; \
+    ARCH="$(dpkg --print-architecture)"; \
+    case "${ARCH}" in \
+       aarch64|arm64) \
+         TARGETARCH='arm64'; \
+         ;; \
+       amd64|x86_64) \
+         TARGETARCH='amd64'; \
+         ;; \
+       *) \
+         echo "Unsupported arch: ${ARCH}"; \
+         exit 1; \
+         ;; \
+    esac;
+
+RUN apt update && apt install build-essential git curl default-libmysqlclient-dev -y
+
+# Install precompiled pg_graphql extensions
+COPY ./packages/twenty-postgres/linux/${TARGETARCH}/${PG_MAIN_VERSION}/pg_graphql/${PG_GRAPHQL_VERSION}/pg_graphql--${PG_GRAPHQL_VERSION}.sql \
+    /opt/bitnami/postgresql/share/extension/
+COPY ./packages/twenty-postgres/linux/${TARGETARCH}/${PG_MAIN_VERSION}/pg_graphql/${PG_GRAPHQL_VERSION}/pg_graphql.control \
+    /opt/bitnami/postgresql/share/extension/
+COPY ./packages/twenty-postgres/linux/${TARGETARCH}/${PG_MAIN_VERSION}/pg_graphql/${PG_GRAPHQL_VERSION}/pg_graphql.so \
+    /opt/bitnami/postgresql/lib/
+
+# Install precompiled supabase wrappers extensions
+RUN curl -L "https://github.com/supabase/wrappers/releases/download/v${WRAPPERS_VERSION}/wrappers-v${WRAPPERS_VERSION}-pg${PG_MAIN_VERSION}-${TARGETARCH}-linux-gnu.deb" -o wrappers.deb
+RUN dpkg --install wrappers.deb
+RUN cp /usr/share/postgresql/${PG_MAIN_VERSION}/extension/wrappers* /opt/bitnami/postgresql/share/extension/
+RUN cp /usr/lib/postgresql/${PG_MAIN_VERSION}/lib/wrappers* /opt/bitnami/postgresql/lib/
+
+RUN export PATH=/usr/local/pgsql/bin/:$PATH
+RUN export PATH=/usr/local/mysql/bin/:$PATH
+RUN git clone https://github.com/EnterpriseDB/mysql_fdw.git
+WORKDIR mysql_fdw
+RUN make USE_PGXS=1
+RUN make USE_PGXS=1 install
+
+COPY ./packages/twenty-docker/twenty-postgres/init.sql /docker-entrypoint-initdb.d/
+
+USER 1001
+ENTRYPOINT ["/opt/bitnami/scripts/postgresql/entrypoint.sh"]
+CMD ["/opt/bitnami/scripts/postgresql/run.sh"]

docker-compose.yml

@@ -0,0 +1,25 @@
+version: "3.9"
+services:
+  lead360db:
+    build:
+      context: .
+      dockerfile: DockerfileDB
+    volumes:
+    - twenty_db_data:/var/lib/postgresql/data
+    environment:
+      - POSTGRES_USER=postgres
+      - POSTGRES_PASSWORD=postgres
+      - POSTGRES_DB=default
+    ports:
+      - "5431:5432" 
+  lead360:
+    build:
+      context: .
+      dockerfile: Dockerfile
+    ports:
+      - "3000:3000" # only this port is exposed
+
+volumes:
+  twenty_db_data:
+    name: twenty_db_data
+

lead360-airflow.yaml

@@ -0,0 +1,58 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: lead360-airflow-service
+spec:
+  selector:
+    component: webserver
+  type: LoadBalancer
+
+  ports:
+    - protocol: TCP
+      port: 8080
+      targetPort: 8080
+
+---
+
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  name: ingress-lead360-airflow
+  annotations:
+    cert-manager.io/issuer: letsencrypt-nginx
+spec:
+  tls:
+  - hosts: 
+    - airflow.lead360-synapsenet.shop
+    secretName: letsencrypt-nginx-airflow
+  ingressClassName: nginx
+  rules:
+    - host: airflow.lead360-synapsenet.shop
+      http:
+        paths:
+          - path: /
+            pathType: Prefix
+            backend:
+              service:
+                name: lead360-airflow-service
+                port:
+                  number: 8080
+
+
+---
+
+apiVersion: cert-manager.io/v1
+kind: Issuer
+metadata:
+  name: letsencrypt-nginx-airflow
+spec:
+  acme:
+    email: admin@synapsenet.co
+    server: https://acme-v02.api.letsencrypt.org/directory
+    privateKeySecretRef:
+      name: lead360-airflow-private-key
+    solvers:
+      # Use the HTTP-01 challenge provider
+      - http01:
+          ingress:
+            class: nginx