Merge pull request #271 from DongHoonYu96/feature-be-#229

[BE] feat#229 모니터링 구현 v4

BE/package.json

@@ -43,6 +43,7 @@
     "@nestjs/swagger": "^8.0.5",
     "@nestjs/typeorm": "^10.0.2",
     "@nestjs/websockets": "^10.4.7",
+    "@socket.io/admin-ui": "^0.5.1",
     "axios": "^1.7.7",
     "bcrypt": "^5.1.1",
     "class-transformer": "^0.5.1",

BE/src/app.module.ts

@@ -1,70 +1,70 @@
-import { ClassSerializerInterceptor, Module } from '@nestjs/common';
-import { AppController } from './app.controller';
-import { AppService } from './app.service';
-import { GameModule } from './game/game.module';
-import { TypeOrmModule } from '@nestjs/typeorm';
-import { RedisModule } from '@nestjs-modules/ioredis';
-import { ConfigModule } from '@nestjs/config';
-import { QuizSetModel } from './quiz-set/entities/quiz-set.entity';
-import { QuizModel } from './quiz-set/entities/quiz.entity';
-import { QuizChoiceModel } from './quiz-set/entities/quiz-choice.entity';
-import { UserModel } from './user/entities/user.entity';
-import { UserQuizArchiveModel } from './user/entities/user-quiz-archive.entity';
-import { InitDBModule } from './InitDB/InitDB.module';
-import { UserModule } from './user/user.module';
-import { QuizSetModule } from './quiz-set/quiz-set.module';
-import { WaitingRoomModule } from './waiting-room/waiting-room.module';
-import { TimeController } from './time/time.controller';
-import { TimeModule } from './time/time.module';
-import { AuthModule } from './auth/auth.module';
-import { ScheduleModule } from '@nestjs/schedule';
-import { GameRedisMemoryService } from './game/redis/game-redis-memory.service';
-import { APP_INTERCEPTOR } from '@nestjs/core';
-
-@Module({
-  imports: [
-    ConfigModule.forRoot({
-      envFilePath: '../.env',
-      isGlobal: true
-    }),
-    GameModule,
-    // 스케줄러 모듈 추가 (Redis 메모리 관리 서비스의 @Cron 데코레이터 사용을 위해)
-    ScheduleModule.forRoot(),
-    TypeOrmModule.forRoot({
-      type: 'mysql',
-      host: process.env.DB_HOST || 'localhost',
-      port: +process.env.DB_PORT || 3306,
-      username: process.env.DB_USER || 'root',
-      password: process.env.DB_PASSWD || 'test',
-      database: process.env.DB_NAME || 'test_db',
-      entities: [QuizSetModel, QuizModel, QuizChoiceModel, UserModel, UserQuizArchiveModel],
-      synchronize: process.env.DEV ? true : false, // 개발 모드에서만 활성화
-      logging: true, // 모든 쿼리 로깅
-      logger: 'advanced-console'
-      // extra: {
-      //   // 글로벌 batch size 설정
-      //   maxBatchSize: 100
-      // }
-    }),
-    RedisModule.forRoot({
-      type: 'single',
-      url: process.env.REDIS_URL || 'redis://localhost:6379'
-    }),
-    QuizSetModule,
-    UserModule,
-    InitDBModule,
-    WaitingRoomModule,
-    TimeModule,
-    AuthModule
-  ],
-  controllers: [AppController, TimeController],
-  providers: [
-    AppService,
-    GameRedisMemoryService,
-    {
-      provide: APP_INTERCEPTOR,
-      useClass: ClassSerializerInterceptor
-    }
-  ]
-})
-export class AppModule {}
+import { ClassSerializerInterceptor, Module } from '@nestjs/common';
+import { AppController } from './app.controller';
+import { AppService } from './app.service';
+import { GameModule } from './game/game.module';
+import { TypeOrmModule } from '@nestjs/typeorm';
+import { RedisModule } from '@nestjs-modules/ioredis';
+import { ConfigModule } from '@nestjs/config';
+import { QuizSetModel } from './quiz-set/entities/quiz-set.entity';
+import { QuizModel } from './quiz-set/entities/quiz.entity';
+import { QuizChoiceModel } from './quiz-set/entities/quiz-choice.entity';
+import { UserModel } from './user/entities/user.entity';
+import { UserQuizArchiveModel } from './user/entities/user-quiz-archive.entity';
+import { InitDBModule } from './InitDB/InitDB.module';
+import { UserModule } from './user/user.module';
+import { QuizSetModule } from './quiz-set/quiz-set.module';
+import { WaitingRoomModule } from './waiting-room/waiting-room.module';
+import { TimeController } from './time/time.controller';
+import { TimeModule } from './time/time.module';
+import { AuthModule } from './auth/auth.module';
+import { ScheduleModule } from '@nestjs/schedule';
+import { GameRedisMemoryService } from './game/redis/game-redis-memory.service';
+import { APP_INTERCEPTOR } from '@nestjs/core';
+
+@Module({
+  imports: [
+    ConfigModule.forRoot({
+      envFilePath: '../.env',
+      isGlobal: true
+    }),
+    GameModule,
+    // 스케줄러 모듈 추가 (Redis 메모리 관리 서비스의 @Cron 데코레이터 사용을 위해)
+    ScheduleModule.forRoot(),
+    TypeOrmModule.forRoot({
+      type: 'mysql',
+      host: process.env.DB_HOST || 'localhost',
+      port: +process.env.DB_PORT || 3306,
+      username: process.env.DB_USER || 'root',
+      password: process.env.DB_PASSWD || 'test',
+      database: process.env.DB_NAME || 'test_db',
+      entities: [QuizSetModel, QuizModel, QuizChoiceModel, UserModel, UserQuizArchiveModel],
+      synchronize: process.env.DEV ? true : false, // 개발 모드에서만 활성화
+      logging: true, // 모든 쿼리 로깅
+      logger: 'advanced-console'
+      // extra: {
+      //   // 글로벌 batch size 설정
+      //   maxBatchSize: 100
+      // }
+    }),
+    RedisModule.forRoot({
+      type: 'single',
+      url: process.env.REDIS_URL || 'redis://localhost:6379'
+    }),
+    QuizSetModule,
+    UserModule,
+    InitDBModule,
+    WaitingRoomModule,
+    TimeModule,
+    AuthModule
+  ],
+  controllers: [AppController, TimeController],
+  providers: [
+    AppService,
+    GameRedisMemoryService,
+    {
+      provide: APP_INTERCEPTOR,
+      useClass: ClassSerializerInterceptor
+    }
+  ]
+})
+export class AppModule {}

BE/src/common/CommonModule.ts

@@ -0,0 +1,9 @@
+import { SocketEventLoggerInterceptor } from './interceptor/SocketEventLoggerInterceptor';
+import { Module } from '@nestjs/common';
+import { SystemMetricsService } from './service/SystemMetricsService';
+
+@Module({
+  providers: [SystemMetricsService, SocketEventLoggerInterceptor],
+  exports: [SocketEventLoggerInterceptor]
+})
+export class CommonModule {}

BE/src/common/interceptor/SocketEventLoggerInterceptor.ts

@@ -1,8 +1,8 @@
 import { firstValueFrom, Observable } from 'rxjs';
 import { CallHandler, ExecutionContext, Injectable, Logger, NestInterceptor } from '@nestjs/common';
-import { ModuleRef } from '@nestjs/core';
 import { Socket } from 'socket.io';
-import { AsyncLocalStorage } from 'async_hooks'; // 이 부분 추가
+import { AsyncLocalStorage } from 'async_hooks';
+import { SystemMetricsService } from '../service/SystemMetricsService'; // 이 부분 추가
 
 /**
  * @class TraceStore
@@ -54,7 +54,7 @@ export class SocketEventLoggerInterceptor implements NestInterceptor {
   private readonly logger = new Logger('SocketEventLogger');
   private readonly EXECUTION_TIME_THRESHOLD = 1000;
 
-  constructor(private readonly moduleRef: ModuleRef) {}
+  constructor(private readonly systemMetricsService: SystemMetricsService) {}
 
   intercept(context: ExecutionContext, next: CallHandler): Observable<any> {
     if (context.getType() !== 'ws') {
@@ -72,38 +72,83 @@ export class SocketEventLoggerInterceptor implements NestInterceptor {
     const traceContext = new TraceContext();
 
     return new Observable((subscriber) => {
-      // AsyncLocalStorage를 사용하여 추적 컨텍스트 설정
       TraceStore.getStore().run(traceContext, async () => {
         try {
-          // 핸들러 실행 전 로그
           traceContext.addLog(`[${className}.${methodName}] Started`);
-
-          // 원본 핸들러 실행
           const result = await firstValueFrom(next.handle());
-
           const executionTime = Date.now() - startTime;
           const logs = traceContext.getLogs();
 
+          // 시스템 메트릭 수집
+          const metrics = await this.systemMetricsService.getMetrics();
+
           if (executionTime >= this.EXECUTION_TIME_THRESHOLD) {
             this.logger.warn(
-              '🐢 Slow Socket Event Detected!\n' +
+              '\n=============================\n' +
+                '🐢 Slow Socket Event Detected!\n' +
                 logs.join('\n') +
-                `\nTotal Execution Time: ${executionTime}ms`
+                `\nTotal Execution Time: ${executionTime}ms\n` +
+                '\nSystem Metrics:\n' +
+                `CPU Usage: ${metrics.cpu.toFixed(2)}%\n` +
+                '\nMemory Usage:\n' +
+                `System Total: ${metrics.memory.system.total}GB\n` +
+                `System Used: ${metrics.memory.system.used}GB (${metrics.memory.system.usagePercentage}%)\n` +
+                `System Free: ${metrics.memory.system.free}GB\n` +
+                `Process Heap: ${metrics.memory.process.heapUsed}MB / ${metrics.memory.process.heapTotal}MB\n` +
+                `Process RSS: ${metrics.memory.process.rss}MB\n` +
+                '\nMySQL Connections:\n' +
+                `Total: ${metrics.mysql.total}, ` +
+                `Active: ${metrics.mysql.active}, ` +
+                `Idle: ${metrics.mysql.idle}, ` +
+                `Waiting: ${metrics.mysql.waiting}\n` +
+                '\nRedis Connections:\n' +
+                `Connected Clients: ${metrics.redis.connectedClients}, ` +
+                `Used Memory: ${metrics.redis.usedMemoryMB}MB\n` +
+                // `클라이언트 큐 길이: ${metrics.redis.queueLength}\n` +
+                // `현재 처리중인 명령어 수 : ${metrics.redis.cmdstat}\n` +
+                '============================='
             );
           } else {
             this.logger.log(
-              '🚀 Socket Event Processed\n' +
+              '\n=============================\n' +
+                '🚀 Socket Event Processed\n' +
                 logs.join('\n') +
-                `\nTotal Execution Time: ${executionTime}ms`
+                `\nTotal Execution Time: ${executionTime}ms\n` +
+                '============================='
+              // 정상 처리시에는 간단한 로그만
             );
           }
 
           subscriber.next(result);
           subscriber.complete();
         } catch (error) {
           const logs = traceContext.getLogs();
+          // 에러 발생시에도 시스템 메트릭 수집
+          const metrics = await this.systemMetricsService.getMetrics();
+
           this.logger.error(
-            '❌ Socket Event Error\n' + logs.join('\n') + `\nError: ${error.message}`
+            '❌ Socket Event Error\n' +
+              logs.join('\n') +
+              `\nError: ${error.message}\n` +
+              '\nSystem Metrics:\n' +
+              `CPU Usage: ${metrics.cpu.toFixed(2)}%\n` +
+              '\nMemory Usage:\n' +
+              `System Total: ${metrics.memory.system.total}GB\n` +
+              `System Used: ${metrics.memory.system.used}GB (${metrics.memory.system.usagePercentage}%)\n` +
+              `System Free: ${metrics.memory.system.free}GB\n` +
+              `Process Heap: ${metrics.memory.process.heapUsed}MB / ${metrics.memory.process.heapTotal}MB\n` +
+              `Process RSS: ${metrics.memory.process.rss}MB\n` +
+              '\nMySQL Connections:\n' +
+              `Total: ${metrics.mysql.total}, ` +
+              `Active: ${metrics.mysql.active}, ` +
+              `Idle: ${metrics.mysql.idle}, ` +
+              `Waiting: ${metrics.mysql.waiting}\n` +
+              '\nRedis Connections:\n' +
+              `Connected Clients: ${metrics.redis.connectedClients}, ` +
+              `Used Memory: ${metrics.redis.usedMemoryMB}MB\n` +
+              // `클라이언트 큐 길이: ${metrics.redis.queueLength}\n` +
+              // `현재 처리중인 명령어 수 : ${metrics.redis.cmdstat}\n` +
+              '============================='
           );
           subscriber.error(error);
         }