feat: add data fetcher service (#145)

# What ❔

Add data fetcher service that can be vertically scaled.

## Why ❔

Having data fetching vertically scaled we will be able to keep up with
higher TPS.

## Checklist

<!-- Check your PR fulfills the following items. -->
<!-- For draft PRs check the boxes as you complete them. -->

- [X] PR title corresponds to the body of PR (we generate changelog
entries from PRs).
- [X] Tests for the changes have been added / updated.

.vscode/settings.json

@@ -1,3 +1,3 @@
 {
     "typescript.tsdk": "node_modules/typescript/lib"
-}
+}

docker-compose-cli.yaml

@@ -1,3 +1,6 @@
+version: "3.2"
+name: "zkcli-block-explorer"
+
 services:
   app:
     platform: linux/amd64
@@ -40,6 +43,18 @@ services:
     extra_hosts:
       - "host.docker.internal:host-gateway"
 
+  data-fetcher:
+    platform: linux/amd64
+    image: "matterlabs/block-explorer-data-fetcher:${VERSION}"
+    environment:
+      - PORT=3040
+      - LOG_LEVEL=verbose
+      - NODE_ENV=development
+      - BLOCKCHAIN_RPC_URL=http://host.docker.internal:${RPC_PORT}
+    ports:
+      - '3040:3040'
+    restart: unless-stopped
+
   api:
     platform: linux/amd64
     image: "matterlabs/block-explorer-api:${VERSION}"
@@ -72,4 +87,4 @@ services:
       - POSTGRES_DB=block-explorer
 
 volumes:
-  postgres:
+  postgres:

docker-compose.yaml

@@ -47,6 +47,29 @@ services:
         condition: service_healthy
     restart: unless-stopped
 
+  data-fetcher:
+    build:
+      context: .
+      dockerfile: ./packages/data-fetcher/Dockerfile
+      target: development-stage
+    command: npm run --prefix packages/data-fetcher dev:debug
+    environment:
+      - PORT=3040
+      - LOG_LEVEL=verbose
+      - NODE_ENV=development
+      - BLOCKCHAIN_RPC_URL=http://zksync:3050
+    ports:
+      - '3040:3040'
+      - '9231:9229'
+      - '9232:9230'
+    volumes:
+      - ./packages/data-fetcher:/usr/src/app/packages/data-fetcher
+      - /usr/src/app/packages/data-fetcher/node_modules
+    depends_on:
+      zksync:
+        condition: service_healthy
+    restart: unless-stopped
+
   api:
     build:
       context: .
@@ -59,6 +82,11 @@ services:
     ports:
       - '3020:3020'
       - '3005:3005'
+      - '9233:9229'
+      - '9234:9230'
+    volumes:
+      - ./packages/api:/usr/src/app/packages/api
+      - /usr/src/app/packages/api/node_modules
     depends_on:
       - worker
     restart: unless-stopped

packages/app/src/components/NetworkDeprecated.vue

@@ -11,15 +11,13 @@
 
 <script lang="ts" setup>
 import { computed } from "vue";
-import { useRoute } from "vue-router";
 
 import SystemAlert from "@/components/common/SystemAlert.vue";
 
 import useContext from "@/composables/useContext";
 
 import { getWindowLocation } from "@/utils/helpers";
 
-const route = useRoute();
 const { networks } = useContext();
 
 const newNetworkUrl = computed(() => {
@@ -28,7 +26,6 @@ const newNetworkUrl = computed(() => {
     const { hostname, origin } = getWindowLocation();
 
     if (hostname === "localhost" || hostname.endsWith("web.app") || !network.hostnames?.length) {
-      console.log(route);
       return `${origin}?network=${network.name}`;
     }
     return network.hostnames[0];

packages/data-fetcher/src/block/block.service.ts

@@ -46,7 +46,7 @@ export class BlockService {
   public async getData(blockNumber: number): Promise<BlockData | null> {
     const stopDurationMeasuring = this.processingDurationMetric.startTimer();
 
-    this.logger.debug({ message: "Getting block data from the blockchain", blockNumber });
+    this.logger.debug({ message: "Getting block from the blockchain", blockNumber });
     const stopGetBlockInfoDurationMetric = this.getBlockInfoDurationMetric.startTimer();
     const [block, blockDetails] = await Promise.all([
       this.blockchainService.getBlock(blockNumber),
@@ -90,7 +90,6 @@ export class BlockService {
       stopDurationMeasuring({ status: blockProcessingStatus, action: "get" });
     }
 
-    this.logger.debug({ message: "Successfully generated block data", blockNumber });
     return {
       block,
       blockDetails,

packages/data-fetcher/src/health/health.controller.spec.ts

@@ -81,11 +81,4 @@ describe("HealthController", () => {
       });
     });
   });
-
-  describe("onApplicationShutdown", () => {
-    it("defined and returns void", async () => {
-      const result = healthController.onApplicationShutdown();
-      expect(result).toBeUndefined();
-    });
-  });
 });

packages/data-fetcher/src/health/health.controller.ts

@@ -1,9 +1,9 @@
-import { Logger, Controller, Get, OnApplicationShutdown } from "@nestjs/common";
+import { Logger, Controller, Get } from "@nestjs/common";
 import { HealthCheckService, HealthCheck, HealthCheckResult } from "@nestjs/terminus";
 import { JsonRpcHealthIndicator } from "./jsonRpcProvider.health";
 
 @Controller(["health", "ready"])
-export class HealthController implements OnApplicationShutdown {
+export class HealthController {
   private readonly logger: Logger;
 
   constructor(
@@ -17,18 +17,10 @@ export class HealthController implements OnApplicationShutdown {
   @HealthCheck()
   public async check(): Promise<HealthCheckResult> {
     try {
-      const healthCheckResult = await this.healthCheckService.check([
-        () => this.jsonRpcHealthIndicator.isHealthy("jsonRpcProvider"),
-      ]);
-      this.logger.debug({ message: "Health check result", ...healthCheckResult });
-      return healthCheckResult;
+      return await this.healthCheckService.check([() => this.jsonRpcHealthIndicator.isHealthy("jsonRpcProvider")]);
     } catch (error) {
       this.logger.error({ message: error.message, response: error.getResponse() }, error.stack);
       throw error;
     }
   }
-
-  onApplicationShutdown(signal?: string): void {
-    this.logger.debug({ message: "Received a signal", signal });
-  }
 }