Merge branch 'master' into jack/redis-migration

src/dlob-subscriber/DLOBSubscriberIO.ts

@@ -40,7 +40,7 @@ const PERP_MARKETS_TO_SKIP_SLOT_CHECK = {
 };
 
 const SPOT_MARKETS_TO_SKIP_SLOT_CHECK = {
-	'mainnet-beta': [6, 8, 10],
+	'mainnet-beta': [6, 8, 10, 15],
 	devnet: [],
 };
 

src/index.ts

@@ -18,6 +18,8 @@ import {
 	isVariant,
 	OrderSubscriber,
 	MarketType,
+	PhoenixSubscriber,
+	BulkAccountLoader,
 } from '@drift-labs/sdk';
 import { RedisClient, RedisClientPrefix } from '@drift/common';
 
@@ -37,7 +39,6 @@ import {
 	SubscriberLookup,
 	addOracletoResponse,
 	errorHandler,
-	getPhoenixSubscriber,
 	getSerumSubscriber,
 	l2WithBNToStrings,
 	normalizeBatchQueryParams,
@@ -47,6 +48,13 @@ import {
 } from './utils/utils';
 import FEATURE_FLAGS from './utils/featureFlags';
 import { getDLOBProviderFromOrderSubscriber } from './dlobProvider';
+import { setGlobalDispatcher, Agent } from 'undici';
+
+setGlobalDispatcher(
+	new Agent({
+		connections: 200,
+	})
+);
 
 require('dotenv').config();
 
@@ -143,11 +151,20 @@ const initializeAllMarketSubscribers = async (driftClient: DriftClient) => {
 			const phoenixConfigAccount =
 				await driftClient.getPhoenixV1FulfillmentConfig(market.phoenixMarket);
 			if (isVariant(phoenixConfigAccount.status, 'enabled')) {
-				const phoenixSubscriber = getPhoenixSubscriber(
-					driftClient,
-					market,
-					sdkConfig
+				const bulkAccountLoader = new BulkAccountLoader(
+					driftClient.connection,
+					stateCommitment,
+					5_000
 				);
+				const phoenixSubscriber = new PhoenixSubscriber({
+					connection: driftClient.connection,
+					programId: new PublicKey(sdkConfig.PHOENIX),
+					marketAddress: phoenixConfigAccount.phoenixMarket,
+					accountSubscription: {
+						type: 'polling',
+						accountLoader: bulkAccountLoader,
+					},
+				});
 				await phoenixSubscriber.subscribe();
 				// Test get L2 to know if we should add
 				try {

src/publishers/dlobPublisher.ts

@@ -17,13 +17,13 @@ import {
 	OracleInfo,
 	PerpMarketConfig,
 	SpotMarketConfig,
+	PhoenixSubscriber,
 } from '@drift-labs/sdk';
 import { RedisClient, RedisClientPrefix } from '@drift/common';
 
 import { logger, setLogLevel } from '../utils/logger';
 import {
 	SubscriberLookup,
-	getPhoenixSubscriber,
 	getSerumSubscriber,
 	parsePositiveIntArray,
 	sleep,
@@ -42,6 +42,13 @@ import FEATURE_FLAGS from '../utils/featureFlags';
 import { GeyserOrderSubscriber } from '../grpc/OrderSubscriberGRPC';
 import express from 'express';
 import { handleHealthCheck } from '../core/metrics';
+import { setGlobalDispatcher, Agent } from 'undici';
+
+setGlobalDispatcher(
+	new Agent({
+		connections: 200,
+	})
+);
 
 require('dotenv').config();
 const stateCommitment: Commitment = 'confirmed';
@@ -205,11 +212,20 @@ const initializeAllMarketSubscribers = async (driftClient: DriftClient) => {
 				logger.info(
 					`Loading phoenix subscriber for spot market ${market.marketIndex}`
 				);
-				const phoenixSubscriber = getPhoenixSubscriber(
-					driftClient,
-					marketConfig,
-					sdkConfig
+				const bulkAccountLoader = new BulkAccountLoader(
+					driftClient.connection,
+					stateCommitment,
+					2_000
 				);
+				const phoenixSubscriber = new PhoenixSubscriber({
+					connection: driftClient.connection,
+					programId: new PublicKey(sdkConfig.PHOENIX),
+					marketAddress: phoenixConfigAccount.phoenixMarket,
+					accountSubscription: {
+						type: 'polling',
+						accountLoader: bulkAccountLoader,
+					},
+				});
 				await phoenixSubscriber.subscribe();
 				// Test get L2 to know if we should add
 				try {

src/publishers/priorityFeesPublisher.ts

@@ -16,6 +16,13 @@ import { logger, setLogLevel } from '../utils/logger';
 import { sleep } from '../utils/utils';
 import express from 'express';
 // import { handleHealthCheck } from '../core/metrics';
+import { setGlobalDispatcher, Agent } from 'undici';
+
+setGlobalDispatcher(
+	new Agent({
+		connections: 200,
+	})
+);
 
 require('dotenv').config();
 const stateCommitment: Commitment = 'confirmed';

src/publishers/tradesPublisher.ts

@@ -25,6 +25,13 @@ import { RedisClient, RedisClientPrefix } from '@drift/common';
 import { logger, setLogLevel } from '../utils/logger';
 import { sleep } from '../utils/utils';
 import { fromEvent, filter, map } from 'rxjs';
+import { setGlobalDispatcher, Agent } from 'undici';
+
+setGlobalDispatcher(
+	new Agent({
+		connections: 200,
+	})
+);
 
 require('dotenv').config();
 const driftEnv = (process.env.ENV || 'devnet') as DriftEnv;