Migrate pool storage to TimescaleDB and Redis

src/ORM/_views/user-agent-report/user-agent-report.module.ts

@@ -3,13 +3,14 @@ import { TypeOrmModule } from '@nestjs/typeorm';
 
 import { UserAgentReportService } from './user-agent-report.service';
 import { UserAgentReportView } from './user-agent-report.view';
+import { ClientEntity } from '../../client/client.entity';
 
 
 
 @Global()
 @Module({
-    imports: [TypeOrmModule.forFeature([UserAgentReportView])],
+    imports: [TypeOrmModule.forFeature([UserAgentReportView, ClientEntity])],
     providers: [UserAgentReportService],
     exports: [TypeOrmModule, UserAgentReportService],
 })
-export class UserAgentReportModule { }
+export class UserAgentReportModule { }

src/ORM/_views/user-agent-report/user-agent-report.service.ts

@@ -2,7 +2,10 @@ import { Injectable } from '@nestjs/common';
 import { InjectRepository } from '@nestjs/typeorm';
 import { Repository } from 'typeorm';
 
+import { ClientEntity } from '../../client/client.entity';
+import { ShareAccountingService } from '../../share-accounting/share-accounting.service';
 import { UserAgentReportView } from './user-agent-report.view';
+import { RedisMessagingService } from '../../../services/redis-messaging.service';
 
 @Injectable()
 export class UserAgentReportService {
@@ -10,26 +13,64 @@ export class UserAgentReportService {
     constructor(
         @InjectRepository(UserAgentReportView)
         private userAgentReport: Repository<UserAgentReportView>,
+        @InjectRepository(ClientEntity)
+        private clientRepository: Repository<ClientEntity>,
+        private redisMessagingService: RedisMessagingService,
+        private shareAccountingService: ShareAccountingService,
     ) {
 
     }
 
     public async getReport() {
-        return await this.userAgentReport.find();
+        const presences = await this.redisMessagingService.getAllClientPresence();
+        const shareSummaries = await this.shareAccountingService.getSessionSummaries(
+            presences.map(presence => presence.clientId),
+        );
+        const rows = new Map<string, {
+            userAgent: string;
+            count: number;
+            bestDifficulty: number;
+            totalHashRate: number;
+        }>();
+
+        presences.forEach(presence => {
+            const userAgent = presence.userAgent == null || presence.userAgent.length === 0
+                ? 'Other'
+                : presence.userAgent;
+            const row = rows.get(userAgent) ?? {
+                userAgent,
+                count: 0,
+                bestDifficulty: 0,
+                totalHashRate: 0,
+            };
+            const shareSummary = shareSummaries.get(presence.clientId);
+            row.count++;
+            row.bestDifficulty = Math.max(
+                row.bestDifficulty,
+                Number(presence.bestDifficulty ?? 0),
+                Number(shareSummary?.bestSubmissionDifficulty ?? 0),
+            );
+            row.totalHashRate += Number(shareSummary?.hashRateLast10Minutes ?? presence.hashRate ?? 0);
+            rows.set(userAgent, row);
+        });
+
+        return [...rows.values()]
+            .sort((left, right) => right.totalHashRate - left.totalHashRate)
+            .map(row => ({
+                userAgent: row.userAgent,
+                count: row.count.toString(),
+                bestDifficulty: row.bestDifficulty,
+                totalHashRate: row.totalHashRate.toString(),
+            }));
     }
 
     public async refreshReport() {
         try {
-            return await this.userAgentReport.query(`
-            COMMIT;
-            BEGIN TRANSACTION ISOLATION LEVEL REPEATABLE READ;
-            REFRESH MATERIALIZED VIEW user_agent_report_view;
-            COMMIT;
-        `);
+            return await this.userAgentReport.query(`REFRESH MATERIALIZED VIEW user_agent_report_view`);
         } catch (e) {
 
             console.log(e)
         }
 
     }
-}
+}

src/ORM/_views/user-agent-report/user-agent-report.view.ts

@@ -12,6 +12,7 @@ import { ClientEntity } from '../../client/client.entity';
             .addSelect('MAX(client.bestDifficulty)', 'bestDifficulty')
             .addSelect('SUM(client.hashRate)', 'totalHashRate')
             .from(ClientEntity, 'client')
+            .where('client.deletedAt IS NULL')
             .groupBy('client.userAgent')
             .orderBy('"totalHashRate"', 'DESC')
 })
@@ -24,4 +25,4 @@ export class UserAgentReportView {
     bestDifficulty: number;
     @ViewColumn()
     totalHashRate: string;
-}
+}