[Proxy colonies M2] feat: Proxy colonies M2

.env.example

@@ -1,24 +0,0 @@
-STATS_PORT=10001
-
-VERBOSE_OUTPUT=false
-
-CHAIN_RPC_ENDPOINT=http://localhost:8545
-CHAIN_NETWORK_CONTRACT=0x777760996135F0791E2e1a74aFAa060711197777
-
-AWS_APPSYNC_ENDPOINT=http://localhost:20002/graphql
-AWS_APPSYNC_KEY=da2-fakeApiId123456
-
-NODE_ENV=development
-
-BLOCK_TIME=5 # in seconds
-
-# Number of blocks to process in a single batch
-# Helps greatly with fast networks (ie: Arbitrum)
-BLOCK_PAGING_SIZE=1000
-
-# Needed for notifications via magicbell
-MAGICBELL_API_KEY=
-MAGICBELL_API_SECRET=
-
-# Used to set a local key so that in development you only recieve notifications from your current dev env
-MAGICBELL_DEV_KEY=

.eslintrc.js

@@ -8,13 +8,19 @@ module.exports = {
   parserOptions: {
     ecmaVersion: 'latest',
     sourceType: 'module',
-    project: ['./tsconfig.json'],
+    project: [
+      './tsconfig.base.json',
+      './packages/*/tsconfig.json',
+      './apps/*/tsconfig.json'
+    ],
+    tsconfigRootDir: __dirname, 
   },
   rules: {
     semi: 'off',
     '@typescript-eslint/semi': ['error', 'always'],
     '@typescript-eslint/strict-boolean-expressions': 'off',
     '@typescript-eslint/restrict-template-expressions': 'off',
+    '@typescript-eslint/consistent-type-definitions': 'off',
     'comma-dangle': 'off',
     '@typescript-eslint/comma-dangle': ['error', 'always-multiline'],
     '@typescript-eslint/no-misused-promises': 'off',
@@ -25,6 +31,10 @@ module.exports = {
     'no-useless-return': 'off',
     '@typescript-eslint/member-delimiter-style': 'off',
     '@typescript-eslint/indent': 'off',
+    '@typescript-eslint/array-type': 'off',
+    '@typescript-eslint/prefer-nullish-coalescing': 'off',
+    '@typescript-eslint/prefer-optional-chain': 'off',
+    '@typescript-eslint/return-await': 'off',
     '@typescript-eslint/space-before-function-paren': [
       'error',
       {
@@ -36,8 +46,9 @@ module.exports = {
   },
   ignorePatterns: [
     'codegen.ts',
-    'src/graphql/generated.ts',
+    'packages/graphql/codegen.ts',
+    'packages/graphql/src/generated.ts',
     'wagmi.config.ts',
-    'src/constants/abis.ts',
+    'packages/blocks/src/constants/abis.ts',
   ],
 };

.github/workflows/build-deploy-proxy.yaml

@@ -1,11 +1,10 @@
-name: Build and deploy cdapp block-ingestor proxy chain docker image
-
-on: 
+name: Block ingestor proxy chain - Build and deploy
 
+on:
   workflow_dispatch: # Allows manual workflow trigger
   repository_dispatch: # Allows API workflow trigger
     types: [cdapp-block-ingestor-proxy-chain]
-  
+
   # push:
   #   branches:
   #     - master # Automatically deploy on commits to master
@@ -24,41 +23,37 @@ env:
   COMMIT_HASH: ${{ github.event.client_payload.COMMIT_HASH != null && github.event.client_payload.COMMIT_HASH || github.sha }}
 
 jobs:
-
   # Build cdapp block-ingestor and push to AWS ECR
   buildAndPush:
-
     runs-on: ubuntu-latest
 
     steps:
-
       - name: Echo Env Vars through Context
         run: |
           echo "$GITHUB_CONTEXT"
 
-      - name: Configure AWS credentials                          
-        uses: aws-actions/configure-aws-credentials@v2           
-        with:                                                    
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_QA }}        
+      - name: Configure AWS credentials
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_QA }}
           aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY_QA }}
           aws-region: ${{ env.AWS_REGION }}
 
-      - name: Login to Amazon ECR            
-        id: login-ecr                        
+      - name: Login to Amazon ECR
+        id: login-ecr
         uses: aws-actions/amazon-ecr-login@v1
-      
-      - name: Checkout                                  
+
+      - name: Checkout
         uses: actions/checkout@v2
         with:
           fetch-depth: 0
 
       - name: Checkout relevant branch
-        run:
-          git checkout ${{ github.event.client_payload.COMMIT_HASH != null && github.event.client_payload.COMMIT_HASH || github.sha }}
-
+        run: git checkout ${{ github.event.client_payload.COMMIT_HASH != null && github.event.client_payload.COMMIT_HASH || github.sha }}
+
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v2
-        
+
       - name: Build and push
         uses: docker/build-push-action@v3
         with:
@@ -70,16 +65,15 @@ jobs:
           tags: |
             ${{ env.ECR_REPOSITORY }}:run-${{ github.run_number }}
             ${{ env.ECR_REPOSITORY }}:${{ env.COMMIT_HASH }}
-      
+
       - uses: sarisia/actions-status-discord@c193626e5ce172002b8161e116aa897de7ab5383
         if: always()
         with:
           webhook: ${{ secrets.DISCORD_WEBHOOK }}
-          title: "Build and push cdapp block-ingestor"
+          title: 'Build and push cdapp block-ingestor'
 
   # Deploy cdapp block-ingestor to QA environment
   deployQA:
-
     needs: buildAndPush
 
     runs-on: ubuntu-latest
@@ -88,68 +82,66 @@ jobs:
       NAMESPACE: cdapp
       CLUSTER_NAME: qa-cluster
       ENVIRONMENT_TAG: qa
-      REPOSITORY_NAME: cdapp/block-ingestor
+      REPOSITORY_NAME: cdapp/block-ingestor-proxy-chain
 
     steps:
+      - name: Configure AWS credentials for ECR
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_QA }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY_QA }}
+          aws-region: ${{ env.AWS_REGION }}
+
+      - name: Login to Amazon ECR
+        id: login-ecr
+        uses: aws-actions/amazon-ecr-login@v1
+
+      - name: Echo current image and tag new image
+        run: |
+          echo -e "Getting image info...\n"
+
+          echo -e "###### Current image being used ######\n"
+          SHA256=$(aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageTag=${{ env.ENVIRONMENT_TAG }} --output json | jq '.images[].imageId.imageDigest')
+          aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageDigest=$SHA256 --output json | jq '.images[].imageId'
 
-    - name: Configure AWS credentials for ECR                          
-      uses: aws-actions/configure-aws-credentials@v2           
-      with:                                                    
-        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_QA }}        
-        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY_QA }}
-        aws-region: ${{ env.AWS_REGION }}
-
-    - name: Login to Amazon ECR            
-      id: login-ecr                        
-      uses: aws-actions/amazon-ecr-login@v1
-
-    - name: Echo current image and tag new image
-      run: |
-        echo -e "Getting image info...\n"
-
-        echo -e "###### Current image being used ######\n"
-        SHA256=$(aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageTag=${{ env.ENVIRONMENT_TAG }} --output json | jq '.images[].imageId.imageDigest')
-        aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageDigest=$SHA256 --output json | jq '.images[].imageId'
-
-        echo -e "\n###### Tagging new image with environment tag ######"
-        MANIFEST=$(aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageTag=${{ env.COMMIT_HASH }} --output json | jq --raw-output --join-output '.images[0].imageManifest')
-        aws ecr put-image --repository-name ${{ env.REPOSITORY_NAME }} --image-tag ${{ env.ENVIRONMENT_TAG }} --image-manifest "$MANIFEST"
-
-        echo -e "\n###### New image being used ######\n"
-        SHA256=$(aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageTag=${{ env.ENVIRONMENT_TAG }} --output json | jq '.images[].imageId.imageDigest')
-        aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageDigest=$SHA256 --output json | jq '.images[].imageId'
-
-    - name: Configure AWS credentials for EKS                         
-      uses: aws-actions/configure-aws-credentials@v2           
-      with:                                                    
-        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_QA }}        
-        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY_QA }}
-        role-to-assume: arn:aws:iam::${{ secrets.AWS_ACCOUNT_ID_QA }}:role/eks-admin
-        role-session-name: github-cicd
-        role-duration-seconds: 1200
-        aws-region: ${{ env.AWS_REGION }}
-
-    - name: Configure AWS EKS
-      run: |
-        aws eks --region ${{ env.AWS_REGION }} update-kubeconfig --name ${{ env.CLUSTER_NAME }}
-
-    - name: Deploy to Kubernetes cluster
-      run: |
-        kubectl rollout restart deployment/cdapp-block-ingestor-${{ env.ENVIRONMENT_TAG }}-polygon-amoy -n ${{ env.NAMESPACE }}
-
-    - name: Validate Kubernetes deployment
-      run: |
-        kubectl rollout status deployment/cdapp-block-ingestor-${{ env.ENVIRONMENT_TAG }}-polygon-amoy -n ${{ env.NAMESPACE }}
-
-    - uses: sarisia/actions-status-discord@c193626e5ce172002b8161e116aa897de7ab5383
-      if: always()
-      with:
-        webhook: ${{ secrets.DISCORD_WEBHOOK }}
-        title: "Deploy cdapp block-ingestor to ${{ env.ENVIRONMENT_TAG }}-polygon-amoy"
+          echo -e "\n###### Tagging new image with environment tag ######"
+          MANIFEST=$(aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageTag=${{ env.COMMIT_HASH }} --output json | jq --raw-output --join-output '.images[0].imageManifest')
+          aws ecr put-image --repository-name ${{ env.REPOSITORY_NAME }} --image-tag ${{ env.ENVIRONMENT_TAG }} --image-manifest "$MANIFEST"
+
+          echo -e "\n###### New image being used ######\n"
+          SHA256=$(aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageTag=${{ env.ENVIRONMENT_TAG }} --output json | jq '.images[].imageId.imageDigest')
+          aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageDigest=$SHA256 --output json | jq '.images[].imageId'
+
+      - name: Configure AWS credentials for EKS
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_QA }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY_QA }}
+          role-to-assume: arn:aws:iam::${{ secrets.AWS_ACCOUNT_ID_QA }}:role/eks-admin
+          role-session-name: github-cicd
+          role-duration-seconds: 1200
+          aws-region: ${{ env.AWS_REGION }}
+
+      - name: Configure AWS EKS
+        run: |
+          aws eks --region ${{ env.AWS_REGION }} update-kubeconfig --name ${{ env.CLUSTER_NAME }}
+
+      - name: Deploy to Kubernetes cluster
+        run: |
+          kubectl rollout restart deployment/cdapp-block-ingestor-${{ env.ENVIRONMENT_TAG }}-polygon-amoy -n ${{ env.NAMESPACE }}
+
+      - name: Validate Kubernetes deployment
+        run: |
+          kubectl rollout status deployment/cdapp-block-ingestor-${{ env.ENVIRONMENT_TAG }}-polygon-amoy -n ${{ env.NAMESPACE }}
+
+      - uses: sarisia/actions-status-discord@c193626e5ce172002b8161e116aa897de7ab5383
+        if: always()
+        with:
+          webhook: ${{ secrets.DISCORD_WEBHOOK }}
+          title: 'Deploy cdapp block-ingestor to ${{ env.ENVIRONMENT_TAG }}-polygon-amoy'
 
   # Deploy cdapp block-ingestor to Prod environment
   deployProd:
-
     needs: deployQA
 
     environment: prod
@@ -160,61 +152,60 @@ jobs:
       NAMESPACE: cdapp
       CLUSTER_NAME: prod-cluster
       ENVIRONMENT_TAG: prod
-      REPOSITORY_NAME: cdapp/block-ingestor
+      REPOSITORY_NAME: cdapp/block-ingestor-proxy-chain
 
     steps:
+      - name: Configure AWS credentials for ECR
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_QA }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY_QA }}
+          aws-region: ${{ env.AWS_REGION }}
+
+      - name: Login to Amazon ECR
+        id: login-ecr
+        uses: aws-actions/amazon-ecr-login@v1
+
+      - name: Echo current image and tag new image
+        run: |
+          echo -e "Getting image info...\n"
+
+          echo -e "###### Current image being used ######\n"
+          SHA256=$(aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageTag=${{ env.ENVIRONMENT_TAG }} --output json | jq '.images[].imageId.imageDigest')
+          aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageDigest=$SHA256 --output json | jq '.images[].imageId'
+
+          echo -e "\n###### Tagging new image with environment tag ######"
+          MANIFEST=$(aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageTag=${{ env.COMMIT_HASH }} --output json | jq --raw-output --join-output '.images[0].imageManifest')
+          aws ecr put-image --repository-name ${{ env.REPOSITORY_NAME }} --image-tag ${{ env.ENVIRONMENT_TAG }} --image-manifest "$MANIFEST"
 
-    - name: Configure AWS credentials for ECR                          
-      uses: aws-actions/configure-aws-credentials@v2           
-      with:                                                    
-        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_QA }}        
-        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY_QA }}
-        aws-region: ${{ env.AWS_REGION }}
-
-    - name: Login to Amazon ECR            
-      id: login-ecr                        
-      uses: aws-actions/amazon-ecr-login@v1
-
-    - name: Echo current image and tag new image
-      run: |
-        echo -e "Getting image info...\n"
-
-        echo -e "###### Current image being used ######\n"
-        SHA256=$(aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageTag=${{ env.ENVIRONMENT_TAG }} --output json | jq '.images[].imageId.imageDigest')
-        aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageDigest=$SHA256 --output json | jq '.images[].imageId'
-
-        echo -e "\n###### Tagging new image with environment tag ######"
-        MANIFEST=$(aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageTag=${{ env.COMMIT_HASH }} --output json | jq --raw-output --join-output '.images[0].imageManifest')
-        aws ecr put-image --repository-name ${{ env.REPOSITORY_NAME }} --image-tag ${{ env.ENVIRONMENT_TAG }} --image-manifest "$MANIFEST"
-
-        echo -e "\n###### New image being used ######\n"
-        SHA256=$(aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageTag=${{ env.ENVIRONMENT_TAG }} --output json | jq '.images[].imageId.imageDigest')
-        aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageDigest=$SHA256 --output json | jq '.images[].imageId'
-
-    - name: Configure AWS credentials for EKS                         
-      uses: aws-actions/configure-aws-credentials@v2           
-      with:                                                    
-        aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_PROD }}        
-        aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY_PROD }}
-        role-to-assume: arn:aws:iam::${{ secrets.AWS_ACCOUNT_ID_PROD }}:role/eks-admin
-        role-session-name: github-cicd
-        role-duration-seconds: 1200
-        aws-region: ${{ env.AWS_REGION }}
-
-    - name: Configure AWS EKS
-      run: |
-        aws eks --region ${{ env.AWS_REGION }} update-kubeconfig --name ${{ env.CLUSTER_NAME }}
-
-    - name: Deploy to Kubernetes cluster
-      run: |
-        kubectl rollout restart deployment/cdapp-block-ingestor-${{ env.ENVIRONMENT_TAG }}-polygon-mainnet -n ${{ env.NAMESPACE }}
-
-    - name: Validate Kubernetes deployment
-      run: |
-        kubectl rollout status deployment/cdapp-block-ingestor-${{ env.ENVIRONMENT_TAG }}-polygon-mainnet -n ${{ env.NAMESPACE }}
-
-    - uses: sarisia/actions-status-discord@c193626e5ce172002b8161e116aa897de7ab5383
-      if: always()
-      with:
-        webhook: ${{ secrets.DISCORD_WEBHOOK }}
-        title: "Deploy cdapp block-ingestor to ${{ env.ENVIRONMENT_TAG }}-polygon-mainnet"
+          echo -e "\n###### New image being used ######\n"
+          SHA256=$(aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageTag=${{ env.ENVIRONMENT_TAG }} --output json | jq '.images[].imageId.imageDigest')
+          aws ecr batch-get-image --repository-name ${{ env.REPOSITORY_NAME }} --image-ids imageDigest=$SHA256 --output json | jq '.images[].imageId'
+
+      - name: Configure AWS credentials for EKS
+        uses: aws-actions/configure-aws-credentials@v2
+        with:
+          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID_PROD }}
+          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY_PROD }}
+          role-to-assume: arn:aws:iam::${{ secrets.AWS_ACCOUNT_ID_PROD }}:role/eks-admin
+          role-session-name: github-cicd
+          role-duration-seconds: 1200
+          aws-region: ${{ env.AWS_REGION }}
+
+      - name: Configure AWS EKS
+        run: |
+          aws eks --region ${{ env.AWS_REGION }} update-kubeconfig --name ${{ env.CLUSTER_NAME }}
+
+      - name: Deploy to Kubernetes cluster
+        run: |
+          kubectl rollout restart deployment/cdapp-block-ingestor-${{ env.ENVIRONMENT_TAG }}-polygon-mainnet -n ${{ env.NAMESPACE }}
+
+      - name: Validate Kubernetes deployment
+        run: |
+          kubectl rollout status deployment/cdapp-block-ingestor-${{ env.ENVIRONMENT_TAG }}-polygon-mainnet -n ${{ env.NAMESPACE }}
+
+      - uses: sarisia/actions-status-discord@c193626e5ce172002b8161e116aa897de7ab5383
+        if: always()
+        with:
+          webhook: ${{ secrets.DISCORD_WEBHOOK }}
+          title: 'Deploy cdapp block-ingestor to ${{ env.ENVIRONMENT_TAG }}-polygon-mainnet'