V8/new telemetry (QuestDB implementation)

config/config.json

@@ -151,13 +151,13 @@
             "telemetry": {
                 "enabled": true,
                 "implementation": {
-                    "ot-telemetry": {
+                    "quest-telemetry": {
                         "enabled": true,
-                        "package": "./telemetry/implementation/ot-telemetry.js",
+                        "package": "./telemetry/implementation/quest-telemetry.js",
                         "config": {
-                            "sendTelemetryData": false,
-                            "signalingServerUrl": "null"
-                        }
+                            "ip_endpoint": "http::addr=localhost:10000",
+                            "sendTelemetryData": false
+                        }                      
                     }
                 }
             }
@@ -319,13 +319,13 @@
             "telemetry": {
                 "enabled": true,
                 "implementation": {
-                    "ot-telemetry": {
+                    "quest-telemetry": {
                         "enabled": true,
-                        "package": "./telemetry/implementation/ot-telemetry.js",
+                        "package": "./telemetry/implementation/quest-telemetry.js",
                         "config": {
-                            "sendTelemetryData": false,
-                            "signalingServerUrl": "null"
-                        }
+                            "ip_endpoint": "http::addr=localhost:10000",
+                            "sendTelemetryData": false
+                        }                      
                     }
                 }
             }
@@ -487,13 +487,13 @@
             "telemetry": {
                 "enabled": true,
                 "implementation": {
-                    "ot-telemetry": {
+                    "quest-telemetry": {
                         "enabled": true,
-                        "package": "./telemetry/implementation/ot-telemetry.js",
+                        "package": "./telemetry/implementation/quest-telemetry.js",
                         "config": {
-                            "sendTelemetryData": true,
-                            "signalingServerUrl": "https://v8-testnet-signaling.origin-trail.network/signal"
-                        }
+                            "ip_endpoint": "http::addr=localhost:10000",
+                            "sendTelemetryData": false
+                        }                      
                     }
                 }
             }
@@ -654,13 +654,13 @@
             "telemetry": {
                 "enabled": true,
                 "implementation": {
-                    "ot-telemetry": {
+                    "quest-telemetry": {
                         "enabled": true,
-                        "package": "./telemetry/implementation/ot-telemetry.js",
+                        "package": "./telemetry/implementation/quest-telemetry.js",
                         "config": {
-                            "sendTelemetryData": true,
-                            "signalingServerUrl": "https://devnet-signaling.origin-trail.network/signal"
-                        }
+                            "ip_endpoint": "http::addr=localhost:10000",
+                            "sendTelemetryData": false
+                        }                      
                     }
                 }
             }
@@ -844,13 +844,13 @@
             "telemetry": {
                 "enabled": true,
                 "implementation": {
-                    "ot-telemetry": {
+                    "quest-telemetry": {
                         "enabled": true,
-                        "package": "./telemetry/implementation/ot-telemetry.js",
+                        "package": "./telemetry/implementation/quest-telemetry.js",
                         "config": {
-                            "sendTelemetryData": true,
-                            "signalingServerUrl": "https://mainnet-signaling.origin-trail.network/signal"
-                        }
+                            "ip_endpoint": "http::addr=localhost:10000",
+                            "sendTelemetryData": false
+                        }                      
                     }
                 }
             }

ot-node.js

@@ -104,7 +104,6 @@ class OTNode {
 
         await this.initializeRouters();
         await this.startNetworkModule();
-        this.startTelemetryModule();
         this.resumeCommandExecutor();
         this.logger.info('Node is up and running!');
 
@@ -348,22 +347,6 @@ class OTNode {
         await networkModuleManager.start();
     }
 
-    startTelemetryModule() {
-        const telemetryModuleManager = this.container.resolve('telemetryModuleManager');
-        const repositoryModuleManager = this.container.resolve('repositoryModuleManager');
-        telemetryModuleManager.listenOnEvents((eventData) => {
-            repositoryModuleManager.createEventRecord(
-                eventData.operationId,
-                eventData.blockchainId,
-                eventData.lastEvent,
-                eventData.timestamp,
-                eventData.value1,
-                eventData.value2,
-                eventData.value3,
-            );
-        });
-    }
-
     async initializeShardingTableService() {
         try {
             const shardingTableService = this.container.resolve('shardingTableService');

package.json

@@ -68,6 +68,7 @@
         "@ethersproject/bytes": "^5.7.0",
         "@ethersproject/hash": "^5.7.0",
         "@ethersproject/wallet": "^5.7.0",
+        "@questdb/nodejs-client": "^3.0.0",
         "@polkadot/api": "^9.3.2",
         "@polkadot/keyring": "^10.1.7",
         "@polkadot/util": "^10.1.7",

src/modules/repository/implementation/sequelize/repositories/event-repository.js

@@ -11,18 +11,6 @@ class EventRepository {
         this.model = models.event;
     }
 
-    async createEventRecord(operationId, blockchainId, name, timestamp, value1, value2, value3) {
-        return this.model.create({
-            operationId,
-            blockchainId,
-            name,
-            timestamp,
-            value1,
-            value2,
-            value3,
-        });
-    }
-
     async getUnpublishedEvents() {
         // events without COMPLETE/FAILED status which are older than 30min
         // are also considered finished

src/modules/repository/repository-module-manager.js

@@ -208,26 +208,6 @@ class RepositoryModuleManager extends BaseModuleManager {
         return this.getRepository('shard').cleanShardingTable(blockchainId);
     }
 
-    async createEventRecord(
-        operationId,
-        blockchainId,
-        name,
-        timestamp,
-        value1 = null,
-        value2 = null,
-        value3 = null,
-    ) {
-        return this.getRepository('event').createEventRecord(
-            operationId,
-            blockchainId,
-            name,
-            timestamp,
-            value1,
-            value2,
-            value3,
-        );
-    }
-
     async getUnpublishedEvents() {
         return this.getRepository('event').getUnpublishedEvents();
     }

src/modules/telemetry/implementation/quest-telemetry.js

@@ -0,0 +1,45 @@
+import { Sender } from '@questdb/nodejs-client';
+
+class QuestTelemetry {
+    async initialize(config, logger) {
+        this.config = config;
+        this.logger = logger;
+        this.sender = Sender.fromConfig(this.config.ip_endpoint);
+    }
+
+    listenOnEvents(eventEmitter, onEventReceived) {
+        return eventEmitter.on('operation_status_changed', onEventReceived);
+    }
+
+    async sendTelemetryData(
+        operationId,
+        timestamp,
+        blockchainId = '',
+        name = '',
+        value1 = null,
+        value2 = null,
+        value3 = null,
+    ) {
+        try {
+            const table = this.sender.table('event');
+
+            table.symbol('operationId', operationId || 'NULL');
+            table.symbol('blockchainId', blockchainId || 'NULL');
+            table.symbol('name', name || 'NULL');
+            if (value1 !== null) table.symbol('value1', value1);
+            if (value2 !== null) table.symbol('value2', value2);
+            if (value3 !== null) table.symbol('value3', value3);
+            table.timestampColumn('timestamp', timestamp * 1000);
+
+            await table.at(Date.now(), 'ms');
+            await this.sender.flush();
+            await this.sender.close();
+
+            this.logger.info('Event telemetry successfully sent to QuestDB');
+        } catch (err) {
+            this.logger.error(`Error sending telemetry to QuestDB: ${err.message}`);
+        }
+    }
+}
+
+export default QuestTelemetry;

src/modules/telemetry/telemetry-module-manager.js

@@ -10,6 +10,22 @@ class TelemetryModuleManager extends BaseModuleManager {
         return 'telemetry';
     }
 
+    async initialize() {
+        await super.initialize();
+
+        this.listenOnEvents((eventData) => {
+            this.sendTelemetryData(
+                eventData.operationId,
+                eventData.timestamp,
+                eventData.blockchainId,
+                eventData.lastEvent,
+                eventData.value1,
+                eventData.value2,
+                eventData.value3,
+            );
+        });
+    }
+
     listenOnEvents(onEventReceived) {
         if (this.config.modules.telemetry.enabled && this.initialized) {
             return this.getImplementation().module.listenOnEvents(
@@ -19,9 +35,17 @@ class TelemetryModuleManager extends BaseModuleManager {
         }
     }
 
-    async sendTelemetryData(nodeData, events) {
-        if (this.initialized) {
-            return this.getImplementation().module.sendTelemetryData(nodeData, events);
+    async sendTelemetryData(operationId, timestamp, blockchainId, name, value1, value2, value3) {
+        if (this.getImplementation().config.sendTelemetryData && this.initialized) {
+            return this.getImplementation().module.sendTelemetryData(
+                operationId,
+                timestamp,
+                blockchainId,
+                name,
+                value1,
+                value2,
+                value3,
+            );
         }
     }
 }