add bouncing rate + adjustments

This commit is contained in:
Emily
2024-09-30 17:01:16 +02:00
parent 1828edf98b
commit 3ba6cd171b
12 changed files with 391 additions and 57 deletions

View File

@@ -36,7 +36,14 @@ export default defineEventHandler(async event => {
const user = await UserModel.findOne({ email: payload.email });
if (user) return { error: false, access_token: createUserJwt({ email: user.email, name: user.name }) }
if (user) {
user.google_tokens = tokens as any;
await user.save();
return {
error: false,
access_token: createUserJwt({ email: user.email, name: user.name })
}
}
const newUser = new UserModel({
@@ -45,6 +52,7 @@ export default defineEventHandler(async event => {
name: payload.name,
locale: payload.locale,
picture: payload.picture,
google_tokens: tokens,
created_at: Date.now()
});

View File

@@ -0,0 +1,79 @@
import { getUserProjectFromId } from "~/server/LIVE_DEMO_DATA";
import { SessionModel } from "@schema/metrics/SessionSchema";
import { VisitModel } from "@schema/metrics/VisitSchema";
import { Redis } from "~/server/services/CacheService";
import DateService from "@services/DateService";
import mongoose from "mongoose";
export default defineEventHandler(async event => {
const project_id = getHeader(event, 'x-pid');
if (!project_id) return;
const user = getRequestUser(event);
const project = await getUserProjectFromId(project_id, user);
if (!project) return;
const from = getRequestHeader(event, 'x-from');
const to = getRequestHeader(event, 'x-to');
if (!from || !to) return setResponseStatus(event, 400, 'x-from and x-to are required');
const slice = getRequestHeader(event, 'x-slice');
const cacheKey = `bouncing_rate:${project_id}:${from}:${to}`;
const cacheExp = 60 * 60; //1 hour
return await Redis.useCacheV2(cacheKey, cacheExp, async (noStore, updateExp) => {
const dateDistDays = (new Date(to).getTime() - new Date(from).getTime()) / (1000 * 60 * 60 * 24)
// 15 Days
if (slice === 'hour' && (dateDistDays > 15)) throw Error('Date gap too big for this slice');
// 1 Year
if (slice === 'day' && (dateDistDays > 365)) throw Error('Date gap too big for this slice');
// 3 Years
if (slice === 'month' && (dateDistDays > 365 * 3)) throw Error('Date gap too big for this slice');
const allDates = DateService.createBetweenDates(from, to, slice as any);
const result: { date: string, value: number }[] = [];
for (const date of allDates.dates) {
const visits = await VisitModel.aggregate([
{
$match: {
project_id: project._id,
created_at: {
$gte: date.startOf(slice as any).toDate(),
$lte: date.endOf(slice as any).toDate()
}
},
},
{ $group: { _id: "$session", count: { $sum: 1, } } },
]);
const sessions = await SessionModel.aggregate([
{
$match: {
project_id: project._id,
created_at: {
$gte: date.startOf(slice as any).toDate(),
$lte: date.endOf(slice as any).toDate()
}
},
},
{ $group: { _id: "$session", count: { $sum: 1, }, duration: { $sum: '$duration' } } },
]);
const total = visits.length;
const bounced = sessions.filter(e => (e.duration / e.count) < 1).length;
const bouncing_rate = 100 / total * bounced;
result.push({ date: date.toISOString(), value: bouncing_rate });
}
return result;
});
});

View File

@@ -0,0 +1,61 @@
import { EventModel } from "@schema/metrics/EventSchema";
import { getUserProjectFromId } from "~/server/LIVE_DEMO_DATA";
import { Redis } from "~/server/services/CacheService";
import type { Model } from "mongoose";
const allowedModels: Record<string, { model: Model<any>, field: string }> = {
'events': {
model: EventModel,
field: 'name'
}
}
type TModelName = keyof typeof allowedModels;
export default defineEventHandler(async event => {
const project_id = getHeader(event, 'x-pid');
if (!project_id) return;
const user = getRequestUser(event);
const project = await getUserProjectFromId(project_id, user);
if (!project) return;
const from = getRequestHeader(event, 'x-from');
const to = getRequestHeader(event, 'x-to');
if (!from || !to) return setResponseStatus(event, 400, 'x-from and x-to are required');
const schemaName = getRequestHeader(event, 'x-schema');
if (!schemaName) return setResponseStatus(event, 400, 'x-schema is required');
if (!Object.keys(allowedModels).includes(schemaName)) return setResponseStatus(event, 400, 'x-schema value is not valid');
const cacheKey = `count:${schemaName}:${project_id}:${from}:${to}`;
const cacheExp = 60;
return await Redis.useCacheV2(cacheKey, cacheExp, async (noStore, updateExp) => {
const { model } = allowedModels[schemaName as TModelName];
const result = await model.aggregate([
{
$match: {
project_id: project._id,
created_at: {
$gte: new Date(from),
$lte: new Date(to)
}
}
},
{
$count: 'total'
}
]);
return result;
});
});

View File

@@ -1,9 +1,62 @@
import { ProjectModel } from "@schema/ProjectSchema";
import { UserModel } from "@schema/UserSchema";
import { UserSettingsModel } from "@schema/UserSettings";
import { EventModel } from '@schema/metrics/EventSchema';
import { VisitModel } from "@schema/metrics/VisitSchema";
import { google } from 'googleapis';
const { GOOGLE_AUTH_CLIENT_SECRET, GOOGLE_AUTH_CLIENT_ID } = useRuntimeConfig()
async function exportToGoogle(data: string, user_id: string) {
const user = await UserModel.findOne({ _id: user_id }, { google_tokens: true });
const authClient = new google.auth.OAuth2({
clientId: GOOGLE_AUTH_CLIENT_ID,
clientSecret: GOOGLE_AUTH_CLIENT_SECRET
})
authClient.setCredentials({ access_token: user?.google_tokens?.access_token, refresh_token: user?.google_tokens?.refresh_token });
const sheets = google.sheets({ version: 'v4', auth: authClient });
try {
const createSheetResponse = await sheets.spreadsheets.create({
requestBody: {
properties: {
title: 'Text export'
}
}
});
const spreadsheetId = createSheetResponse.data.spreadsheetId;
await sheets.spreadsheets.values.update({
spreadsheetId: spreadsheetId as string,
range: 'Sheet1!A1',
requestBody: {
values: data.split('\n').map(e => {
return e.split(',')
})
}
});
return { ok: true }
} catch (error: any) {
console.error('Error creating Google Sheet from CSV:', error);
if (error.response && error.response.status === 401) {
return { error: 'Auth error, try to logout and login again' }
}
return { error: error.message.toString() }
}
}
export default defineEventHandler(async event => {
@@ -69,6 +122,15 @@ export default defineEventHandler(async event => {
return content.join(',');
}).join('\n');
const isGoogle = getHeader(event, 'x-google-export');
if (isGoogle === 'true') {
const data = await exportToGoogle(result, userData.id);
return data;
}
return result;
} else {
return '';