feat: enable blockfrost enabled e2e tests

Author: ginnun

.github/workflows/continuous-integration-e2e.yaml renamed to .github/workflows/continuous-integration-blockfrost-e2e.yaml

@@ -1,4 +1,4 @@
-name: Continuous Integration - E2E
+name: Continuous Integration (Blockfrost) - E2E
 
 env:
   TL_DEPTH: ${{ github.event.pull_request.head.repo.fork && '0' || fromJson(vars.TL_DEPTH) }}
@@ -28,6 +28,16 @@ env:
   TEST_CLIENT_STAKE_POOL_PROVIDER_PARAMS: '{"baseUrl":"http://localhost:4000/"}'
   WS_PROVIDER_URL: 'http://localhost:4100/ws'
 
+  # Blockfrost enablement
+  BLOCKFROST_CUSTOM_BACKEND_URL: 'http://blockfrost-ryo:3000'
+  ASSET_PROVIDER: 'blockfrost'
+  UTXO_PROVIDER: 'blockfrost'
+  CHAIN_HISTORY_PROVIDER: 'blockfrost'
+  REWARDS_PROVIDER: 'blockfrost'
+  NETWORK_INFO_PROVIDER: 'blockfrost'
+  #blockfrost-ryo doesn't have submit API
+  #TX_SUBMIT_PROVIDER: 'blockfrost'
+
 on:
   pull_request:
   push:
@@ -63,7 +73,7 @@ jobs:
       - name: 🌐 Setup local test network
         working-directory: packages/e2e
         run: |
-          yarn local-network:up -d
+          yarn local-network:blockfrost:up -d
         env:
           CARDANO_NODE_CHAINDB_LOG_LEVEL: 'Warning'
           CARDANO_NODE_LOG_LEVEL: 'Warning'

packages/cardano-services/src/ChainHistory/BlockrostChainHistoryProvider/BlockfrostChainHistoryProvider.ts

@@ -19,6 +19,7 @@ import {
   TransactionsByAddressesArgs,
   TransactionsByIdsArgs
 } from '@cardano-sdk/core';
+import { DB_MAX_SAFE_INTEGER } from '../DbSyncChainHistory/queries';
 import { Responses } from '@blockfrost/blockfrost-js';
 
 type WithCertIndex<T> = T & { cert_index: number };
@@ -199,12 +200,12 @@ export class BlockfrostChainHistoryProvider extends BlockfrostProvider implement
         : Cardano.InputSource.collaterals;
 
       return {
-        auxiliaryData: metadata
-          ? {
-              blob: metadata
-            }
-          : undefined,
-
+        auxiliaryData:
+          metadata && metadata.size > 0
+            ? {
+                blob: metadata
+              }
+            : undefined,
         blockHeader: {
           blockNo: Cardano.BlockNo(response.block_height),
           hash: Cardano.BlockId(response.block),
@@ -279,9 +280,14 @@ export class BlockfrostChainHistoryProvider extends BlockfrostProvider implement
 
   public async transactionsByAddresses({
     addresses,
+    pagination,
     blockRange
   }: TransactionsByAddressesArgs): Promise<Paginated<Cardano.HydratedTx>> {
+    this.logger.info(`transactionsByAddresses: ${JSON.stringify(blockRange)} ${JSON.stringify(addresses)}`);
     try {
+      const lowerBound = blockRange?.lowerBound ?? 0;
+      const upperBound = blockRange?.upperBound ?? DB_MAX_SAFE_INTEGER;
+
       const addressTransactions = await Promise.all(
         addresses.map(async (address) =>
           fetchByAddressSequentially<
@@ -300,13 +306,14 @@ export class BlockfrostChainHistoryProvider extends BlockfrostProvider implement
         )
       );
 
-      const allTransactions = addressTransactions
-        .flat(1)
-        .sort((a, b) => b.block_height - a.block_height || b.tx_index - a.tx_index);
-      const addressTransactionsSinceBlock = blockRange?.lowerBound
-        ? allTransactions.filter(({ block_height }) => block_height >= blockRange!.lowerBound!)
-        : allTransactions;
-      const ids = addressTransactionsSinceBlock.map(({ tx_hash }) => Cardano.TransactionId(tx_hash));
+      const allTransactions = addressTransactions.flat(1);
+
+      const ids = allTransactions
+        .filter(({ block_height }) => block_height >= lowerBound && block_height <= upperBound)
+        .sort((a, b) => a.block_height - b.block_height || a.tx_index - b.tx_index)
+        .map(({ tx_hash }) => Cardano.TransactionId(tx_hash))
+        .splice(pagination.startAt, pagination.limit);
+
       const pageResults = await this.transactionsByHashes({ ids });
 
       return { pageResults, totalResultCount: allTransactions.length };

packages/cardano-services/src/NetworkInfo/BlockfrostNetworkInfoProvider/BlockfrostNetworkInfoProvider.ts

@@ -80,7 +80,7 @@ export class BlockfrostNetworkInfoProvider extends BlockfrostProvider implements
     try {
       // Although Blockfrost have the endpoint, the blockfrost-js library don't have a call for it
       // https://github.com/blockfrost/blockfrost-js/issues/294
-      const response = await this.blockfrost.instance<Schemas['network-eras']>('network-eras');
+      const response = await this.blockfrost.instance<Schemas['network-eras']>('network/eras');
       return response.body;
     } catch (error) {
       throw handleError(error);

packages/cardano-services/src/util/BlockfrostProvider/BlockfrostToCore.ts

@@ -105,17 +105,21 @@ export const BlockfrostToCore = {
   }),
 
   txOut: (blockfrost: BlockfrostOutput): Cardano.TxOut => {
+    const value: Cardano.Value = {
+      coins: BigInt(blockfrost.amount.find(({ unit }) => unit === 'lovelace')!.quantity)
+    };
+
     const assets: Cardano.TokenMap = new Map();
     for (const { quantity, unit } of blockfrost.amount) {
       if (unit === 'lovelace') continue;
       assets.set(Cardano.AssetId(unit), BigInt(quantity));
     }
+
+    if (assets.size > 0) value.assets = assets;
+
     return {
       address: Cardano.PaymentAddress(blockfrost.address),
-      value: {
-        assets,
-        coins: BigInt(blockfrost.amount.find(({ unit }) => unit === 'lovelace')!.quantity)
-      }
+      value
     };
   }
 };

packages/cardano-services/test/ChainHistory/BlockfrostChainHistoryProvider/BlockfrostChainHistoryProvider.test.ts

@@ -287,7 +287,6 @@ describe('blockfrostChainHistoryProvider', () => {
               'addr_test1qra788mu4sg8kwd93ns9nfdh3k4ufxwg4xhz2r3n064tzfgxu2hyfhlkwuxupa9d5085eunq2qywy7hvmvej456flkns6cy45x'
             ),
             value: {
-              assets: new Map(),
               coins: 9_731_978_536_963n
             }
           }

packages/e2e/local-network/templates/blockfrost-ryo/local-network.yaml

@@ -11,4 +11,4 @@ dbSync:
   maxConnections: 5
 network: "custom"
 genesisDataFolder: '/app/config'
-tokenRegistryUrl: "https://metadata.cardano-testnet.iohkdev.io"
+tokenRegistryUrl: "https://tokens.cardano.org"