update dockerfile

consumer/Dockerfile

@@ -1,38 +1,28 @@
-# Start with a minimal Node.js base image
+
 FROM node:21-alpine as base
 
-# Install pnpm globally with caching to avoid reinstalling if nothing has changed
 RUN npm i -g pnpm
 
-# Set the working directory
 WORKDIR /home/app
 
-# Copy only package-related files to leverage caching
+COPY --link ./package.json ./tsconfig.json ./pnpm-lock.yaml ./
 COPY --link ./scripts/package.json ./scripts/pnpm-lock.yaml ./scripts/
-COPY --link ./shared/package.json ./shared/pnpm-lock.yaml ./shared/
 COPY --link ./consumer/package.json ./consumer/pnpm-lock.yaml ./consumer/
 
-# Install dependencies for each package
+RUN pnpm install
+RUN pnpm install --filter consumer
+
 WORKDIR /home/app/scripts
-RUN pnpm install --frozen-lockfile
+RUN pnpm install
 
-WORKDIR /home/app/shared
-RUN pnpm install --frozen-lockfile
-
-WORKDIR /home/app/consumer
-RUN pnpm install --frozen-lockfile
-
-# Now copy the rest of the source files
 WORKDIR /home/app
 
 COPY --link ../scripts ./scripts
 COPY --link ../shared ./shared
 COPY --link ../consumer ./consumer
 
-# Build the consumer
 WORKDIR /home/app/consumer
 
-RUN pnpm run build_all
+RUN pnpm run build
 
-# Start the application
 CMD ["node", "/home/app/consumer/dist/consumer/src/index.js"]

consumer/ecosystem.config.example.cjs

@@ -2,6 +2,7 @@ module.exports = {
     apps: [
         {
             name: 'consumer',
+            port: '3031',
             exec_mode: 'cluster',
             instances: '2',
             script: './dist/consumer/src/index.js',

consumer/package.json

@@ -1,5 +1,6 @@
 {
   "dependencies": {
+    "express": "^4.19.2",
     "ua-parser-js": "^1.0.37"
   },
   "devDependencies": {

consumer/src/index.ts

@@ -9,14 +9,32 @@ import { EventModel } from "@schema/metrics/EventSchema";
 import { lookup } from './lookup';
 import { UAParser } from 'ua-parser-js';
 import { checkLimits } from './LimitChecker';
+import express from 'express';
 
 import { ProjectLimitModel } from '@schema/project/ProjectsLimits';
 import { ProjectCountModel } from '@schema/project/ProjectsCounts';
 
 
+const app = express();
+
+let durations: number[] = [];
+
+app.get('/status', async (req, res) => {
+    try {
+        return res.json({ status: 'ALIVE', durations })
+    } catch (ex) {
+        console.error(ex);
+        return res.setStatus(500).json({ error: ex.message });
+    }
+})
+
+app.listen(process.env.PORT);
+
 connectDatabase(requireEnv('MONGO_CONNECTION_STRING'));
 main();
 
+
+
 async function main() {
 
     await RedisStreamService.connect();
@@ -31,9 +49,10 @@ async function main() {
 }
 
 async function processStreamEntry(data: Record<string, string>) {
-    try {
 
-        const start = Date.now();
+    const start = Date.now();
+
+    try {
 
         const eventType = data._type;
         if (!eventType) return;
@@ -54,13 +73,19 @@ async function processStreamEntry(data: Record<string, string>) {
             await process_visit(data, sessionHash);
         }
 
-        const duration = Date.now() - start;
-
         // console.log('Entry processed in', duration, 'ms');
 
     } catch (ex: any) {
         console.error('ERROR PROCESSING STREAM EVENT', ex.message);
     }
+
+    const duration = Date.now() - start;
+
+    durations.push(duration);
+    if (durations.length > 1000) {
+        durations = durations.splice(500);
+    }
+
 }
 
 async function process_visit(data: Record<string, string>, sessionHash: string) {