umami/lib/prisma.ts

206 lines
5.0 KiB
TypeScript
Raw Normal View History

2022-12-27 06:51:16 +01:00
import prisma from '@umami/prisma-client';
2022-08-26 07:04:32 +02:00
import moment from 'moment-timezone';
2022-12-27 06:51:16 +01:00
import { MYSQL, POSTGRESQL, getDatabaseType } from 'lib/db';
2023-04-02 00:44:30 +02:00
import { FILTER_COLUMNS } from './constants';
2022-08-28 06:38:35 +02:00
const MYSQL_DATE_FORMATS = {
minute: '%Y-%m-%d %H:%i:00',
hour: '%Y-%m-%d %H:00:00',
day: '%Y-%m-%d',
month: '%Y-%m-01',
year: '%Y-01-01',
};
const POSTGRESQL_DATE_FORMATS = {
minute: 'YYYY-MM-DD HH24:MI:00',
hour: 'YYYY-MM-DD HH24:00:00',
day: 'YYYY-MM-DD',
month: 'YYYY-MM-01',
year: 'YYYY-01-01',
};
2022-08-27 07:43:31 +02:00
function toUuid(): string {
const db = getDatabaseType(process.env.DATABASE_URL);
if (db === POSTGRESQL) {
return '::uuid';
}
if (db === MYSQL) {
return '';
}
}
2023-07-25 23:54:56 +02:00
function getAddMinutesQuery(field: string, minutes: number): string {
2023-05-09 08:46:58 +02:00
const db = getDatabaseType(process.env.DATABASE_URL);
if (db === POSTGRESQL) {
return `${field} + interval '${minutes} minute'`;
}
if (db === MYSQL) {
return `DATE_ADD(${field}, interval ${minutes} minute)`;
}
}
2022-12-27 06:51:16 +01:00
function getDateQuery(field: string, unit: string, timezone?: string): string {
2023-07-25 08:06:16 +02:00
const db = getDatabaseType();
2022-08-26 07:04:32 +02:00
if (db === POSTGRESQL) {
if (timezone) {
return `to_char(date_trunc('${unit}', ${field} at time zone '${timezone}'), '${POSTGRESQL_DATE_FORMATS[unit]}')`;
}
return `to_char(date_trunc('${unit}', ${field}), '${POSTGRESQL_DATE_FORMATS[unit]}')`;
}
if (db === MYSQL) {
if (timezone) {
const tz = moment.tz(timezone).format('Z');
return `date_format(convert_tz(${field},'+00:00','${tz}'), '${MYSQL_DATE_FORMATS[unit]}')`;
}
return `date_format(${field}, '${MYSQL_DATE_FORMATS[unit]}')`;
}
}
2023-07-25 08:06:16 +02:00
function getTimestampIntervalQuery(field: string): string {
const db = getDatabaseType();
2022-08-27 06:29:26 +02:00
if (db === POSTGRESQL) {
return `floor(extract(epoch from max(${field}) - min(${field})))`;
}
if (db === MYSQL) {
return `floor(unix_timestamp(max(${field})) - unix_timestamp(min(${field})))`;
}
}
2023-04-02 00:44:30 +02:00
function getFilterQuery(filters = {}, params = []): string {
2022-08-26 07:04:32 +02:00
const query = Object.keys(filters).reduce((arr, key) => {
const filter = filters[key];
2023-04-02 00:44:30 +02:00
if (filter !== undefined) {
const column = FILTER_COLUMNS[key] || key;
arr.push(`and ${column}=$${params.length + 1}`);
params.push(decodeURIComponent(filter));
2022-08-26 07:04:32 +02:00
}
return arr;
}, []);
return query.join('\n');
}
2023-07-25 23:54:56 +02:00
function parseFilters(
filters: { [key: string]: any } = {},
params = [],
sessionKey = 'session_id',
) {
const { os, browser, device, country, region, city } = filters;
return {
joinSession:
os || browser || device || country || region || city
? `inner join session on website_event.${sessionKey} = session.${sessionKey}`
: '',
filterQuery: getFilterQuery(filters, params),
};
}
function getFunnelParams(endDate: Date, websiteId: string, urls: string[]): any[] {
const db = getDatabaseType(process.env.DATABASE_URL);
if (db === POSTGRESQL) {
return urls;
}
if (db === MYSQL) {
let params = [];
params.push(urls[0]);
for (let i = 0; i < urls.length - 1; i++) {
params = params.concat([urls[i], urls[i + 1], endDate, websiteId]);
}
return params;
}
}
2023-05-09 08:46:58 +02:00
function getFunnelQuery(
urls: string[],
2023-07-25 23:54:56 +02:00
endDate: Date,
websiteId: string,
2023-05-09 08:46:58 +02:00
windowMinutes: number,
): {
levelQuery: string;
sumQuery: string;
2023-07-25 23:54:56 +02:00
urlParams: any[];
2023-05-09 08:46:58 +02:00
} {
2023-06-20 19:22:12 +02:00
const initParamLength = 3;
2023-05-09 08:46:58 +02:00
return urls.reduce(
(pv, cv, i) => {
const levelNumber = i + 1;
2023-07-21 06:13:29 +02:00
const startSum = i > 0 ? 'union ' : '';
2023-05-09 08:46:58 +02:00
2023-05-12 01:42:58 +02:00
if (levelNumber >= 2) {
pv.levelQuery += `\n
2023-05-09 08:46:58 +02:00
, level${levelNumber} AS (
2023-07-25 22:23:44 +02:00
select distinct we.session_id, we.created_at
2023-07-21 06:13:29 +02:00
from level${i} l
join website_event we
on l.session_id = we.session_id
where we.created_at between l.created_at
and ${getAddMinutesQuery(`l.created_at `, windowMinutes)}
and we.referrer_path = $${i + initParamLength}
and we.url_path = $${levelNumber + initParamLength}
and we.created_at <= {{endDate}}
and we.website_id = {{websiteId}}${toUuid()}
2023-05-09 08:46:58 +02:00
)`;
2023-05-12 01:42:58 +02:00
}
2023-05-09 08:46:58 +02:00
2023-07-21 06:13:29 +02:00
pv.sumQuery += `\n${startSum}select ${levelNumber} as level, count(distinct(session_id)) as count from level${levelNumber}`;
2023-07-25 23:54:56 +02:00
pv.urlParams = getFunnelParams(endDate, websiteId, urls);
2023-05-09 08:46:58 +02:00
return pv;
},
{
levelQuery: '',
sumQuery: '',
2023-07-25 23:54:56 +02:00
urlParams: [],
2023-05-09 08:46:58 +02:00
},
);
}
2023-07-25 08:06:16 +02:00
async function rawQuery(sql: string, data: object): Promise<any> {
const db = getDatabaseType();
const params = [];
2022-08-26 07:04:32 +02:00
if (db !== POSTGRESQL && db !== MYSQL) {
return Promise.reject(new Error('Unknown database.'));
}
2023-07-25 18:43:51 +02:00
const query = sql?.replaceAll(/\{\{\s*(\w+)(::\w+)?\s*}}/g, (...args) => {
2023-07-25 08:06:16 +02:00
const [, name, type] = args;
params.push(data[name]);
return db === MYSQL ? '?' : `$${params.length}${type ?? ''}`;
});
2022-08-26 07:04:32 +02:00
2023-07-25 08:06:16 +02:00
return prisma.rawQuery(query, params);
2022-08-26 07:04:32 +02:00
}
2022-08-27 07:43:31 +02:00
export default {
2022-12-27 06:51:16 +01:00
...prisma,
2023-05-09 08:46:58 +02:00
getAddMinutesQuery,
2022-08-27 07:43:31 +02:00
getDateQuery,
2023-07-25 08:06:16 +02:00
getTimestampIntervalQuery,
2022-08-27 07:43:31 +02:00
getFilterQuery,
toUuid,
2022-08-27 07:43:31 +02:00
parseFilters,
2023-07-25 23:54:56 +02:00
getFunnelParams,
getFunnelQuery,
2022-08-27 07:43:31 +02:00
rawQuery,
};