ir-engine · infinitelos · May 20, 2025 · May 28, 2025 · May 28, 2025 · May 28, 2025
@@ -270,6 +270,11 @@ BQ_PROJECT_ID=
 BQ_DATASET_ID=
 BQ_TABLE_ID=
 
+# Prometheus Metrics Settings
+PROMETHEUS_METRICS_ENABLED=false
+METRICS_ENDPOINT=/metrics
+METRICS_UPDATE_INTERVAL_SECONDS=300
+
 # Docker controls. Please know what you are disabling
 DC_minio=true
 DC_test=true

@@ -157,6 +157,11 @@
     "@google-cloud/compute": "^4.11.0",
     "@google-cloud/networkservices": "^0.7.0",
     "@google-cloud/storage": "^7.15.0",
+    "@opentelemetry/auto-instrumentations-node": "^0.58.1",
+    "@opentelemetry/exporter-trace-otlp-http": "^0.200.0",
+    "@opentelemetry/resources": "^2.0.0",
+    "@opentelemetry/sdk-node": "^0.200.0",
+    "@opentelemetry/semantic-conventions": "^1.33.0",
     "@swc/core": "1.7.35",
     "app-root-path": "3.1.0",
     "cli": "1.0.1",
@@ -167,6 +172,7 @@
     "jsdom-global": "3.0.2",
     "minio": "7.1.3",
     "patch-package": "^6.5.1",
+    "prom-client": "^15.1.3",
     "ts-node": "10.9.2",
     "typescript": "5.6.3"
   }

@@ -6,8 +6,8 @@ Version 1.0. (the "License"); you may not use this file except in compliance
 with the License. You may obtain a copy of the License at
 https://github.com/ir-engine/ir-engine/blob/dev/LICENSE.
 The License is based on the Mozilla Public License Version 1.1, but Sections 14
-and 15 have been added to cover use of software over a computer network and 
-provide for limited attribution for the Original Developer. In addition, 
+and 15 have been added to cover use of software over a computer network and
+provide for limited attribution for the Original Developer. In addition,
 Exhibit A has been modified to be consistent with Exhibit B.
 
 Software distributed under the License is distributed on an "AS IS" basis,
@@ -19,6 +19,7 @@ The Original Code is Infinite Reality Engine.
 The Original Developer is the Initial Developer. The Initial Developer of the
 Original Code is the Infinite Reality Engine team.
 
+
 All portions of the code written by the Infinite Reality Engine team are Copyright © 2021-2025
 Infinite Reality Engine. All Rights Reserved.
 */

@@ -6,8 +6,8 @@ Version 1.0. (the "License"); you may not use this file except in compliance
 with the License. You may obtain a copy of the License at
 https://github.com/ir-engine/ir-engine/blob/dev/LICENSE.
 The License is based on the Mozilla Public License Version 1.1, but Sections 14
-and 15 have been added to cover use of software over a computer network and 
-provide for limited attribution for the Original Developer. In addition, 
+and 15 have been added to cover use of software over a computer network and
+provide for limited attribution for the Original Developer. In addition,
 Exhibit A has been modified to be consistent with Exhibit B.
 
 Software distributed under the License is distributed on an "AS IS" basis,
@@ -19,6 +19,7 @@ The Original Code is Infinite Reality Engine.
 The Original Developer is the Initial Developer. The Initial Developer of the
 Original Code is the Infinite Reality Engine team.
 
+
 All portions of the code written by the Infinite Reality Engine team are Copyright © 2021-2025
 Infinite Reality Engine. All Rights Reserved.
 */

@@ -6,8 +6,8 @@ Version 1.0. (the "License"); you may not use this file except in compliance
 with the License. You may obtain a copy of the License at
 https://github.com/ir-engine/ir-engine/blob/dev/LICENSE.
 The License is based on the Mozilla Public License Version 1.1, but Sections 14
-and 15 have been added to cover use of software over a computer network and 
-provide for limited attribution for the Original Developer. In addition, 
+and 15 have been added to cover use of software over a computer network and
+provide for limited attribution for the Original Developer. In addition,
 Exhibit A has been modified to be consistent with Exhibit B.
 
 Software distributed under the License is distributed on an "AS IS" basis,
@@ -439,6 +439,29 @@ const redis = {
   password: process.env.REDIS_PASSWORD == '' || process.env.REDIS_PASSWORD == null ? null! : process.env.REDIS_PASSWORD!
 }
 
+/**
+ * Monitoring
+ */
+const monitoring = {
+  metrics: {
+    enabled: process.env.PROMETHEUS_METRICS_ENABLED === 'true',
+    endpoint: process.env.METRICS_ENDPOINT || '/metrics',
+    // For GCP Cloud Monitoring integration
+    gcpProject: process.env.GCP_PROJECT,
+    useCloudMonitoring: process.env.USE_CLOUD_MONITORING === 'true'
+  },
+  tracing: {
+    enabled: process.env.TRACING_ENABLED === 'true',
+    endpoint: process.env.TRACING_ENDPOINT || 'http://localhost:4318/v1/traces',
+    samplingRatio: parseFloat(process.env.TRACING_SAMPLING_RATIO || '0.1'), // 10% sampling by default
+    serviceName: process.env.TRACING_SERVICE_NAME || 'ir-engine-api',
+    // For GCP Cloud Trace integration
+    useCloudTrace: process.env.USE_CLOUD_TRACE === 'true'
+  },
+  // Environment type to determine which monitoring infrastructure to use
+  environment: process.env.MONITORING_ENVIRONMENT || 'local' // 'local', 'docker', 'gcp'
+}
+
 const scopes = {
   guest: process.env.DEFAULT_GUEST_SCOPES?.split(',') || [],
   user: process.env.DEFAULT_USER_SCOPES?.split(',') || []
@@ -482,6 +505,7 @@ const config = {
   redis,
   scopes,
   blockchain,
+  monitoring,
   kubernetes: {
     enabled: kubernetesEnabled,
     serviceHost: process.env.KUBERNETES_SERVICE_HOST!,

@@ -6,8 +6,8 @@ Version 1.0. (the "License"); you may not use this file except in compliance
 with the License. You may obtain a copy of the License at
 https://github.com/ir-engine/ir-engine/blob/dev/LICENSE.
 The License is based on the Mozilla Public License Version 1.1, but Sections 14
-and 15 have been added to cover use of software over a computer network and 
-provide for limited attribution for the Original Developer. In addition, 
+and 15 have been added to cover use of software over a computer network and
+provide for limited attribution for the Original Developer. In addition,
 Exhibit A has been modified to be consistent with Exhibit B.
 
 Software distributed under the License is distributed on an "AS IS" basis,
@@ -23,16 +23,19 @@ All portions of the code written by the Infinite Reality Engine team are Copyrig
 Infinite Reality Engine. All Rights Reserved.
 */
 
+import { HookContext } from '@feathersjs/feathers'
 import { hooks as schemaHooks } from '@feathersjs/schema'
 import { disallow, iff, isProvider } from 'feathers-hooks-common'
 
 import {
   buildStatusDataValidator,
   buildStatusPatchValidator,
-  buildSta
F438
tusQueryValidator
+  buildStatusQueryValidator,
+  BuildStatusType
 } from '@ir-engine/common/src/schemas/cluster/build-status.schema'
 
 import verifyScope from '../../hooks/verify-scope'
+import { BuildStatusService } from './build-status.class'
 import {
   buildStatusDataResolver,
   buildStatusExternalResolver,
@@ -68,9 +71,44 @@ export default {
     all: [],
     find: [],
     get: [],
-    create: [],
+    create: [
+      (context: HookContext<BuildStatusService>) => {
+        // Track build start in metrics
+        const metricsService = context.app.get('metricsService') as any
+        if (metricsService && typeof metricsService.trackBuildStart === 'function') {
+          metricsService.trackBuildStart()
+        }
+        return context
+      }
+    ],
     update: [],
-    patch: [],
+    patch: [
+      (context: HookContext<BuildStatusService>) => {
+        // Track build completion in metrics if status is changed from pending
+        const metricsService = context.app.get('metricsService') as any
+        if (!metricsService || typeof metricsService.trackBuildCompletion !== 'function') return context
+
+        const data = context.data as Partial<BuildStatusType>
+        const buildStatus = context.result as BuildStatusType
+
+        // Only track completion if status is being updated and it's not 'pending'
+        if (data.status && data.status !== 'pending') {
+          // Calculate duration if both dateStarted and dateEnded are available
+          if (buildStatus.dateStarted && buildStatus.dateEnded) {
+            const startDate = new Date(buildStatus.dateStarted)
+            const endDate = new Date(buildStatus.dateEnded)
+            const durationSeconds = (endDate.getTime() - startDate.getTime()) / 1000
+
+            metricsService.trackBuildCompletion(data.status, durationSeconds)
+          } else {
+            // If we can't calculate duration, still track the status change
+            metricsService.trackBuildCompletion(data.status, 0)
+          }
+        }
+
+        return context
+      }
+    ],
     remove: []
   },
 

@@ -55,6 +55,7 @@ import authenticate from './hooks/authenticate'
 import { logError } from './hooks/log-error'
 import persistHeaders from './hooks/persist-headers'
 import { createDefaultStorageProvider } from './media/storageprovider/storageprovider'
+import monitoringServices from './monitoring'
 import mysql from './mysql'
 import services from './services'
 import authentication from './user/authentication'
@@ -101,6 +102,11 @@ export const configurePrimus =
       'ionic://' + appConfig.server.clientHost
     ]
     if (!instanceserver) origin.push('https://localhost:3001')
+
+    // Get metrics service if it exists
+    const metricsService = app.get('metricsService')
+    const metricsEnabled = process.env.PROMETHEUS_METRICS_ENABLED === 'true'
+
     app.configure(
       primus(
         {
@@ -119,6 +125,35 @@ export const configurePrimus =
             ;(message as any).feathers.forwarded = message.forwarded
             next()
           })
+
+          // Add event handlers for tracking WebSocket connections and messages if metrics service exists
+          if (metricsService && metricsEnabled) {
+            primus.on('connection', (spark) => {
+              metricsService.trackWebSocketConnection('connected')
+
+              // Track WebSocket messages
+              spark.on('data', (data) => {
+                metricsService.trackWebSocketMessage(
+                  'incoming',
+                  typeof data === 'object' ? data.type || 'unknown' : 'unknown'
+                )
+              })
+
+              // Track outgoing messages
+              spark.on('outgoing::data', (data) => {
+                metricsService.trackWebSocketMessage(
+                  'outgoing',
+                  typeof data === 'object' ? data.type || 'unknown' : 'unknown'
+                )
+              })
+            })
+
+            primus.on('disconnection', () => {
+              metricsService.trackWebSocketConnection('disconnected')
+            })
+
+            logger.info('WebSocket metrics tracking enabled for Primus')
+          }
         }
       )
     )
@@ -165,9 +200,24 @@ export const configureK8s = () => (app: Application) => {
   return app
 }
 
-export const serverPipe = pipe(configureOpenAPI(), configurePrimus(), configureRedis(), configureK8s()) as (
-  app: Application
-) => Application
+export const configureMonitoring = () => (app: Application) => {
+  // Set app name for tracing
+  const serviceName = appConfig.monitoring?.tracing?.serviceName || 'ir-engine-api'
+  app.set('name', serviceName)
+
+  // Configure monitoring services
+  monitoringServices.forEach((service) => app.configure(service()))
+
+  return app
+}
+
+export const serverPipe = pipe(
+  configureOpenAPI(),
+  configureMonitoring(),
+  configurePrimus(),
+  configureRedis(),
+  configureK8s()
+) as (app: Application) => Application
 
 export const serverJobPipe = pipe(configurePrimus(), configureK8s()) as (app: Application) => Application
 

@@ -0,0 +1,29 @@
+/*
+CPAL-1.0 License
+
+The contents of this file are subject to the Common Public Attribution License
+Version 1.0. (the "License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+https://github.com/ir-engine/ir-engine/blob/dev/LICENSE.
+The License is based on the Mozilla Public License Version 1.1, but Sections 14
+and 15 have been added to cover use of software over a computer network and
+provide for limited attribution for the Original Developer. In addition,
+Exhibit A has been modified to be consistent with Exhibit B.
+
+Software distributed under the License is distributed on an "AS IS" basis,
+WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License for the
+specific language governing rights and limitations under the License.
+
+The Original Code is Infinite Reality Engine.
+
+The Original Developer is the Initial Developer. The Initial Developer of the
+Original Code is the Infinite Reality Engine team.
+
+All portions of the code written by the Infinite Reality Engine team are Copyright © 2021-2023
+Infinite Reality Engine. All Rights Reserved.
+*/
+
+import configureMetrics from './metrics.service'
+import configureTracing from './tracing.service'
+
+export default [configureMetrics, configureTracing]