Merge pull request #791 from input-output-hk/feat/background-process-and-isolated-data

Feat/ Background process + Hasura 2

Author: rhyslbw

Dockerfile

@@ -36,7 +36,7 @@ FROM frolvlad/alpine-glibc:alpine-3.11_glibc-2.30 as downloader
 RUN apk add curl
 RUN curl --proto '=https' --tlsv1.2 -sSf -L https://github.com/hasura/graphql-engine/raw/stable/cli/get.sh | sh
 ENV HASURA_GRAPHQL_ENABLE_TELEMETRY=false
-RUN hasura --skip-update-check update-cli --version v1.3.3
+RUN hasura --skip-update-check update-cli --version v2.15.0
 RUN hasura --skip-update-check plugins install cli-ext
 
 FROM nodejs-builder as dev
@@ -57,7 +57,7 @@ ENV \
   POSTGRES_USER_FILE=/run/secrets/postgres_user
 WORKDIR /src
 
-FROM ubuntu-nodejs as server
+FROM ubuntu-nodejs as background
 ARG NETWORK=mainnet
 ARG METADATA_SERVER_URI="https://tokens.cardano.org"
 RUN curl --proto '=https' --tlsv1.2 -sSf -L https://www.postgresql.org/media/keys/ACCC4CF8.asc | apt-key add - &&\
@@ -66,13 +66,10 @@ RUN curl --proto '=https' --tlsv1.2 -sSf -L https://www.postgresql.org/media/key
   ca-certificates
 COPY --from=downloader /usr/local/bin/hasura /usr/local/bin/hasura
 ENV \
-  CARDANO_NODE_CONFIG_PATH=/config/cardano-node/config.json \
   HASURA_CLI_PATH=/usr/local/bin/hasura \
-  HASURA_GRAPHQL_ENABLE_TELEMETRY=false \
   HASURA_URI="http://hasura:8080" \
   LD_LIBRARY_PATH="/usr/local/lib:$LD_LIBRARY_PATH" \
   METADATA_SERVER_URI=${METADATA_SERVER_URI} \
-  NETWORK=${NETWORK} \
   OGMIOS_HOST="cardano-node-ogmios" \
   POSTGRES_DB_FILE=/run/secrets/postgres_db \
   POSTGRES_HOST=postgres \
@@ -83,6 +80,26 @@ COPY --from=cardano-graphql-builder /app/packages/api-cardano-db-hasura/dist /ap
 COPY --from=cardano-graphql-builder /app/packages/api-cardano-db-hasura/hasura/project /app/packages/api-cardano-db-hasura/hasura/project
 COPY --from=cardano-graphql-builder /app/packages/api-cardano-db-hasura/package.json /app/packages/api-cardano-db-hasura/package.json
 COPY --from=cardano-graphql-builder /app/packages/api-cardano-db-hasura/schema.graphql /app/packages/api-cardano-db-hasura/schema.graphql
+COPY --from=cardano-graphql-builder /app/packages/util/dist /app/packages/util/dist
+COPY --from=cardano-graphql-builder /app/packages/util/package.json /app/packages/util/package.json
+COPY --from=cardano-graphql-production-deps /app/node_modules /app/node_modules
+COPY --from=cardano-graphql-production-deps /app/packages/api-cardano-db-hasura/node_modules /app/packages/api-cardano-db-hasura/node_modules
+WORKDIR /app/packages/api-cardano-db-hasura/dist
+CMD ["node", "background.js"]
+
+FROM ubuntu-nodejs as server
+ARG NETWORK=mainnet
+ENV \
+  CARDANO_NODE_CONFIG_PATH=/config/cardano-node/config.json \
+  HASURA_GRAPHQL_ENABLE_TELEMETRY=false \
+  HASURA_URI="http://hasura:8080" \
+  LD_LIBRARY_PATH="/usr/local/lib:$LD_LIBRARY_PATH" \
+  NETWORK=${NETWORK} \
+  OGMIOS_HOST="cardano-node-ogmios"
+COPY --from=cardano-graphql-builder /app/packages/api-cardano-db-hasura/dist /app/packages/api-cardano-db-hasura/dist
+COPY --from=cardano-graphql-builder /app/packages/api-cardano-db-hasura/hasura/project /app/packages/api-cardano-db-hasura/hasura/project
+COPY --from=cardano-graphql-builder /app/packages/api-cardano-db-hasura/package.json /app/packages/api-cardano-db-hasura/package.json
+COPY --from=cardano-graphql-builder /app/packages/api-cardano-db-hasura/schema.graphql /app/packages/api-cardano-db-hasura/schema.graphql
 COPY --from=cardano-graphql-builder /app/packages/server/dist /app/packages/server/dist
 COPY --from=cardano-graphql-builder /app/packages/server/package.json /app/packages/server/package.json
 COPY --from=cardano-graphql-builder /app/packages/util/dist /app/packages/util/dist

README.md

@@ -114,7 +114,8 @@ your use-case.
 Get the most recent weekly snapshot link [here](https://update-cardano-mainnet.iohk.io/cardano-db-sync/index.html#11/), and set it as `RESTORE_SNAPSHOT` below, or omit if you wish to sync from genesis.
 ``` console
 export NETWORK=mainnet &&\
-docker pull inputoutput/cardano-graphql:7.0.2-${NETWORK} &&\
+docker pull inputoutput/cardano-graphql-server:7.0.2-${NETWORK} &&\
+docker pull inputoutput/cardano-graphql-background:7.0.2-${NETWORK} &&\
 docker pull inputoutput/cardano-graphql-hasura:7.0.2 &&\
 docker pull cardanosolutions/cardano-node-ogmios:v5.5.8_1.35.5-${NETWORK} &&\
 RESTORE_SNAPSHOT=https://update-cardano-mainnet.iohk.io/cardano-db-sync/13/db-sync-snapshot-schema-13-block-8291499-x86_64.tgz \
@@ -128,7 +129,8 @@ docker compose logs -f
 
 ``` console
 export NETWORK=preprod &&\
-docker pull inputoutput/cardano-graphql:7.0.2-${NETWORK} &&\
+docker pull inputoutput/cardano-graphql-server:7.0.2-${NETWORK} &&\
+docker pull inputoutput/cardano-graphql-background:7.0.2-${NETWORK} &&\
 docker pull inputoutput/cardano-graphql-hasura:7.0.2 &&\
 docker pull cardanosolutions/cardano-node-ogmios:v5.5.8_1.35.5-${NETWORK} &&\
 API_PORT=3101 \
@@ -146,7 +148,8 @@ docker compose -p ${NETWORK} logs -f
 
 ``` console
 export NETWORK=preview &&\
-docker pull inputoutput/cardano-graphql:7.0.2-${NETWORK} &&\
+docker pull inputoutput/cardano-graphql-server:7.0.2-${NETWORK} &&\
+docker pull inputoutput/cardano-graphql-background:7.0.2-${NETWORK} &&\
 docker pull inputoutput/cardano-graphql-hasura:7.0.2 &&\
 docker pull cardanosolutions/cardano-node-ogmios:v5.5.8_1.35.5-${NETWORK} &&\
 API_PORT=3102 \

docker-compose.yml

@@ -98,15 +98,37 @@ services:
         max-size: "200k"
         max-file: "10"
 
-  cardano-graphql:
+  background:
+    build:
+      cache_from: [ inputoutput/cardano-graphql-background:latest ]
+      context: .
+      target: background
+    image: inputoutput/cardano-graphql-background:${CARDANO_GRAPHQL_VERSION:-7.0.2}-${NETWORK:-mainnet}
+    depends_on:
+      - "hasura"
+      - "postgres"
+    environment:
+      - LOGGER_MIN_SEVERITY=${LOGGER_MIN_SEVERITY:-info}
+      - METADATA_SERVER_URI=${METADATA_SERVER_URI:-https://tokens.cardano.org}
+    restart: on-failure
+    secrets:
+      - postgres_db
+      - postgres_password
+      - postgres_user
+    logging:
+      driver: "json-file"
+      options:
+        max-size: "200k"
+        max-file: "10"
+
+  server:
     build:
       args:
         - NETWORK=${NETWORK:-mainnet}
-        - METADATA_SERVER_URI=${METADATA_SERVER_URI:-https://tokens.cardano.org}
-      cache_from: [ inputoutput/cardano-graphql:latest ]
+      cache_from: [ inputoutput/cardano-graphql-server:latest ]
       context: .
       target: server
-    image: inputoutput/cardano-graphql:${CARDANO_GRAPHQL_VERSION:-7.0.2}-${NETWORK:-mainnet}
+    image: inputoutput/cardano-graphql-server:${CARDANO_GRAPHQL_VERSION:-7.0.2}-${NETWORK:-mainnet}
     environment:
       - ALLOW_INTROSPECTION=true
       - CACHE_ENABLED=true
@@ -116,10 +138,6 @@ services:
     ports:
       - ${API_PORT:-3100}:3100
     restart: on-failure
-    secrets:
-      - postgres_db
-      - postgres_password
-      - postgres_user
     logging:
       driver: "json-file"
       options: