compile protobuf stub code while building

.github/workflows/deploy-ecr.yml

@@ -14,8 +14,16 @@ jobs:
     steps:
     - name: Checkout
       uses: actions/checkout@v3
+      with:
+        submodules: true
+        token: ${{ secrets.KWIL_MACH_SECRET }}
+
+    - name: Install Protoc
+      uses: arduino/setup-protoc@v1
+      with:
+        version: '3.x'
+        repo-token: ${{ secrets.KWIL_MACH_SECRET }}
 
-    # Setup Go
     - name: Setup Go
       uses: actions/setup-go@v3
       with:
@@ -26,6 +34,17 @@ jobs:
       run: |
         go version
         go get -u golang.org/x/lint/golint
+        go install github.com/grpc-ecosystem/grpc-gateway/v2/protoc-gen-grpc-gateway
+        go install github.com/grpc-ecosystem/grpc-gateway/v2/protoc-gen-openapiv2
+        go install google.golang.org/protobuf/cmd/protoc-gen-go
+        go install google.golang.org/grpc/cmd/protoc-gen-go-grpc
+
+    - name: Install Task
+      uses: arduino/setup-task@v1
+
+    - name: Compile Protobufs
+      run: |
+        task pb:compile:all
 
     - name: Configure AWS credentials
       uses: aws-actions/configure-aws-credentials@v1
@@ -52,7 +71,6 @@ jobs:
       id: vers
       run: echo "val=$(git describe)" >> $GITHUB_OUTPUT
 
-
     - name: Build(KD), tag, and push docker image to Amazon ECR (used with ECS Fargate)
       env:
         DOCKER_BUILDKIT: 1
@@ -65,8 +83,8 @@ jobs:
         IMAGE_TAG: latest
       run: |
         # Build a docker container and push it to ECR
-        #docker build -f ./docker/kwild.dockerfile -t $ECR_REGISTRY/$ECR_REPOSITORY1:kd$IMAGE_HASH_TAG -t $ECR_REGISTRY/$ECR_REPOSITORY1:$IMAGE_TAG .
-        docker build -f ./docker/kwild.dockerfile -t $ECR_REGISTRY/$ECR_REPOSITORY1:$IMAGE_TAG .
+        #docker build -f ./build/package/docker/kwild.dockerfile -t $ECR_REGISTRY/$ECR_REPOSITORY1:kd$IMAGE_HASH_TAG -t $ECR_REGISTRY/$ECR_REPOSITORY1:$IMAGE_TAG .
+        docker build -f ./build/package/docker/kwild.dockerfile -t $ECR_REGISTRY/$ECR_REPOSITORY1:$IMAGE_TAG .
         echo "Pushing images to ECR..."
         docker push $ECR_REGISTRY/$ECR_REPOSITORY1 --all-tags
         echo "image=$ECR_REGISTRY/$ECR_REPOSITORY1 --all-tags" >> $GITHUB_OUTPUT
@@ -83,7 +101,7 @@ jobs:
         IMAGE_TAG: latest
       run: |
         # Build a docker container and push it to ECR
-        docker build -f ./docker/kwil-gateway.dockerfile -t $ECR_REGISTRY/$ECR_REPOSITORY2:$IMAGE_TAG .
+        docker build -f ./build/package/docker/kwil-gateway.dockerfile -t $ECR_REGISTRY/$ECR_REPOSITORY2:$IMAGE_TAG .
         echo "Pushing images to ECR..."
         docker push $ECR_REGISTRY/$ECR_REPOSITORY2 --all-tags
         echo "image=$ECR_REGISTRY/$ECR_REPOSITORY2 --all-tags" >> $GITHUB_OUTPUT

.gitignore

@@ -27,6 +27,8 @@ cmd/cmd
 _ignore
 .env
 proto
+api/protobuf
+api/openapi-spec/v0/api.swagger.json
 
 # helm charts deps
 deployments/helm/hasura/charts/

.gitmodules

@@ -1,3 +1,3 @@
 [submodule "proto"]
 	path = proto
-	url = https://github.com/kwilteam/proto.git
+	url = https://github.com/kwilteam/proto

api/Taskfile.yaml

@@ -4,9 +4,11 @@ tasks:
   ## Compile all protobufs
   compile:all:
     desc: Compiles all protobufs
-    preconditions:
-      - sh: a="libprotoc 3.21.12";b=`protoc --version`;test "$a" = "$b"
-        msg: "Protobuf compiler version is not 3.21.12, please install the correct version"
+    # TODO: enforce after github action supprort new versionning scheme
+    #    version above 3.21 is not supported by github actions,
+    #    preconditions:
+    #      - sh: a="libprotoc 3.21.12";b=`protoc --version`;test "$a" = "$b"
+    #        msg: "Protobuf compiler version is not 3.21.12, please install the correct version"
     cmds:
       - |
         protoc -I ./proto \