add implementation

src/dlob-subscriber/DLOBSubscriberIO.ts

@@ -19,6 +19,7 @@ import {
 	l2WithBNToStrings,
 } from '../utils/utils';
 import { logger } from '../utils/logger';
+import { webhookMessage } from '../utils/webhook';
 
 type wsMarketL2Args = {
 	marketIndex: number;
@@ -144,12 +145,18 @@ export class DLOBSubscriberIO extends DLOBSubscriber {
 			asks: l2Formatted.asks.slice(0, 5),
 		});
 
+		// START HACK FOR DEBUGGING FAILURE WEBSOCKET CONNECTIONS
 		const orderSubscriberSlot = this.slotSource.getSlot();
-		const dlobOracleSlot = l2Formatted['oracle']['slot'];
-		if (Math.abs(orderSubscriberSlot - dlobOracleSlot) > 50) {
-			noticeSlack('dlobsubscirber kiling itstelf slot breakokren')
-			process.exit(420);
+		const dlobOracleSlot = parseInt(l2Formatted['oracleData']['slot']);
+		const slotDiff = Math.abs(orderSubscriberSlot - dlobOracleSlot);
+		if (slotDiff > 50) {
+			const msg = `DlobPublisher bad slot in ${l2Formatted['marketType']} market ${l2Formatted['marketName']}! abs(oracleSlot (${dlobOracleSlot}) - orderSubscriberSlot (${orderSubscriberSlot})) = ${slotDiff} > 50`;
+			logger.error(msg);
+			webhookMessage(msg).then(() => {
+				process.exit(1);
+			});
 		}
+		// END HACK FOR DEBUGGING FAILURE WEBSOCKET CONNECTIONS
 
 		this.redisClient.client.publish(
 			`orderbook_${marketType}_${l2Args.marketIndex}`,

src/utils/webhook.ts

@@ -0,0 +1,57 @@
+import axios from 'axios';
+require('dotenv').config();
+import { logger } from './logger';
+
+// enum for webhook type (slack, telegram, ...)
+export enum WebhookType {
+	Slack = 'slack',
+	Discord = 'discord',
+	Telegram = 'telegram',
+}
+
+export async function webhookMessage(
+	message: string,
+	webhookUrl?: string,
+	prefix?: string,
+	webhookType?: WebhookType
+): Promise<void> {
+	if (process.env.WEBHOOK_TYPE) {
+		webhookType = process.env.WEBHOOK_TYPE as WebhookType;
+	}
+	if (!webhookType) {
+		webhookType = WebhookType.Discord;
+	}
+	if (webhookUrl || process.env.WEBHOOK_URL) {
+		const webhook = webhookUrl || process.env.WEBHOOK_URL;
+		const fullMessage = prefix ? prefix + message : message;
+		if (fullMessage && webhook) {
+			try {
+				let data;
+				switch (webhookType) {
+					case WebhookType.Slack:
+						data = {
+							text: fullMessage,
+						};
+						break;
+					case WebhookType.Discord:
+						data = {
+							content: fullMessage,
+						};
+						break;
+					case WebhookType.Telegram:
+						data = {
+							text: fullMessage,
+						};
+						break;
+					default:
+						logger.error(`webhookMessage: unknown webhookType: ${webhookType}`);
+						return;
+				}
+
+				await axios.post(webhook, data);
+			} catch (err) {
+				logger.info('webhook error');
+			}
+		}
+	}
+}