2022-08-26 07:04:32 +02:00
|
|
|
import { PrismaClient } from '@prisma/client';
|
|
|
|
import chalk from 'chalk';
|
|
|
|
import moment from 'moment-timezone';
|
2022-08-27 07:43:31 +02:00
|
|
|
import debug from 'debug';
|
2022-08-29 05:20:54 +02:00
|
|
|
import { PRISMA, MYSQL, POSTGRESQL, getDatabaseType } from 'lib/db';
|
2022-08-28 06:38:35 +02:00
|
|
|
import { FILTER_IGNORED } from 'lib/constants';
|
2022-12-13 04:45:38 +01:00
|
|
|
import { PrismaClientOptions } from '@prisma/client/runtime';
|
2022-08-28 06:38:35 +02:00
|
|
|
|
|
|
|
const MYSQL_DATE_FORMATS = {
|
|
|
|
minute: '%Y-%m-%d %H:%i:00',
|
|
|
|
hour: '%Y-%m-%d %H:00:00',
|
|
|
|
day: '%Y-%m-%d',
|
|
|
|
month: '%Y-%m-01',
|
|
|
|
year: '%Y-01-01',
|
|
|
|
};
|
|
|
|
|
|
|
|
const POSTGRESQL_DATE_FORMATS = {
|
|
|
|
minute: 'YYYY-MM-DD HH24:MI:00',
|
|
|
|
hour: 'YYYY-MM-DD HH24:00:00',
|
|
|
|
day: 'YYYY-MM-DD',
|
|
|
|
month: 'YYYY-MM-01',
|
|
|
|
year: 'YYYY-01-01',
|
|
|
|
};
|
2022-08-27 07:43:31 +02:00
|
|
|
|
2022-08-29 05:20:54 +02:00
|
|
|
const log = debug('umami:prisma');
|
2022-08-26 07:04:32 +02:00
|
|
|
|
2022-08-28 06:38:35 +02:00
|
|
|
const PRISMA_OPTIONS = {
|
2022-08-26 07:04:32 +02:00
|
|
|
log: [
|
|
|
|
{
|
|
|
|
emit: 'event',
|
|
|
|
level: 'query',
|
|
|
|
},
|
|
|
|
],
|
|
|
|
};
|
|
|
|
|
|
|
|
function logQuery(e) {
|
2022-08-27 07:43:31 +02:00
|
|
|
log(chalk.yellow(e.params), '->', e.query, chalk.greenBright(`${e.duration}ms`));
|
2022-08-26 07:04:32 +02:00
|
|
|
}
|
|
|
|
|
2022-08-27 05:21:53 +02:00
|
|
|
function getClient(options) {
|
2022-12-13 04:45:38 +01:00
|
|
|
const prisma: PrismaClient<PrismaClientOptions, 'query' | 'error' | 'info' | 'warn'> =
|
|
|
|
new PrismaClient(options);
|
2022-08-26 07:04:32 +02:00
|
|
|
|
|
|
|
if (process.env.LOG_QUERY) {
|
|
|
|
prisma.$on('query', logQuery);
|
|
|
|
}
|
|
|
|
|
2022-08-28 06:38:35 +02:00
|
|
|
if (process.env.NODE_ENV !== 'production') {
|
|
|
|
global[PRISMA] = prisma;
|
|
|
|
}
|
2022-08-27 06:29:26 +02:00
|
|
|
|
2022-08-28 06:38:35 +02:00
|
|
|
log('Prisma initialized');
|
2022-08-26 07:04:32 +02:00
|
|
|
|
2022-08-28 06:38:35 +02:00
|
|
|
return prisma;
|
2022-08-26 07:04:32 +02:00
|
|
|
}
|
|
|
|
|
2022-12-13 04:45:38 +01:00
|
|
|
function getDateQuery(field, unit, timezone?): string {
|
2022-08-27 07:43:31 +02:00
|
|
|
const db = getDatabaseType(process.env.DATABASE_URL);
|
2022-08-26 07:04:32 +02:00
|
|
|
|
|
|
|
if (db === POSTGRESQL) {
|
|
|
|
if (timezone) {
|
|
|
|
return `to_char(date_trunc('${unit}', ${field} at time zone '${timezone}'), '${POSTGRESQL_DATE_FORMATS[unit]}')`;
|
|
|
|
}
|
|
|
|
return `to_char(date_trunc('${unit}', ${field}), '${POSTGRESQL_DATE_FORMATS[unit]}')`;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (db === MYSQL) {
|
|
|
|
if (timezone) {
|
|
|
|
const tz = moment.tz(timezone).format('Z');
|
|
|
|
|
|
|
|
return `date_format(convert_tz(${field},'+00:00','${tz}'), '${MYSQL_DATE_FORMATS[unit]}')`;
|
|
|
|
}
|
|
|
|
|
|
|
|
return `date_format(${field}, '${MYSQL_DATE_FORMATS[unit]}')`;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-12-13 04:45:38 +01:00
|
|
|
function getTimestampInterval(field): string {
|
2022-08-27 07:43:31 +02:00
|
|
|
const db = getDatabaseType(process.env.DATABASE_URL);
|
2022-08-27 06:29:26 +02:00
|
|
|
|
|
|
|
if (db === POSTGRESQL) {
|
|
|
|
return `floor(extract(epoch from max(${field}) - min(${field})))`;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (db === MYSQL) {
|
|
|
|
return `floor(unix_timestamp(max(${field})) - unix_timestamp(min(${field})))`;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-12-13 04:45:38 +01:00
|
|
|
function getJsonField(column, property, isNumber): string {
|
2022-10-22 06:33:23 +02:00
|
|
|
const db = getDatabaseType(process.env.DATABASE_URL);
|
|
|
|
|
|
|
|
if (db === POSTGRESQL) {
|
|
|
|
let accessor = `${column} ->> '${property}'`;
|
|
|
|
|
|
|
|
if (isNumber) {
|
|
|
|
accessor = `CAST(${accessor} AS DECIMAL)`;
|
|
|
|
}
|
|
|
|
|
|
|
|
return accessor;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (db === MYSQL) {
|
|
|
|
return `${column} ->> "$.${property}"`;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-12-13 04:45:38 +01:00
|
|
|
function getEventDataColumnsQuery(column, columns): string {
|
2022-10-22 06:33:23 +02:00
|
|
|
const query = Object.keys(columns).reduce((arr, key) => {
|
|
|
|
const filter = columns[key];
|
|
|
|
|
|
|
|
if (filter === undefined) {
|
|
|
|
return arr;
|
|
|
|
}
|
|
|
|
|
|
|
|
const isNumber = ['sum', 'avg', 'min', 'max'].some(a => a === filter);
|
|
|
|
|
|
|
|
arr.push(`${filter}(${getJsonField(column, key, isNumber)}) as "${filter}(${key})"`);
|
|
|
|
|
|
|
|
return arr;
|
|
|
|
}, []);
|
|
|
|
|
|
|
|
return query.join(',\n');
|
|
|
|
}
|
|
|
|
|
2022-12-13 04:45:38 +01:00
|
|
|
function getEventDataFilterQuery(column, filters): string {
|
2022-10-22 06:33:23 +02:00
|
|
|
const query = Object.keys(filters).reduce((arr, key) => {
|
|
|
|
const filter = filters[key];
|
|
|
|
|
|
|
|
if (filter === undefined) {
|
|
|
|
return arr;
|
|
|
|
}
|
|
|
|
|
|
|
|
const isNumber = filter && typeof filter === 'number';
|
|
|
|
|
|
|
|
arr.push(
|
|
|
|
`${getJsonField(column, key, isNumber)} = ${
|
|
|
|
typeof filter === 'string' ? `'${filter}'` : filter
|
|
|
|
}`,
|
|
|
|
);
|
|
|
|
|
|
|
|
return arr;
|
|
|
|
}, []);
|
|
|
|
|
|
|
|
return query.join('\nand ');
|
|
|
|
}
|
|
|
|
|
2022-12-13 04:45:38 +01:00
|
|
|
function getFilterQuery(filters = {}, params = []): string {
|
2022-08-26 07:04:32 +02:00
|
|
|
const query = Object.keys(filters).reduce((arr, key) => {
|
|
|
|
const filter = filters[key];
|
|
|
|
|
|
|
|
if (filter === undefined || filter === FILTER_IGNORED) {
|
|
|
|
return arr;
|
|
|
|
}
|
|
|
|
|
|
|
|
switch (key) {
|
|
|
|
case 'url':
|
|
|
|
case 'os':
|
|
|
|
case 'browser':
|
|
|
|
case 'device':
|
|
|
|
case 'country':
|
|
|
|
case 'event_name':
|
2022-12-13 04:45:38 +01:00
|
|
|
arr.push(`and ${key}=$${params.length + 1}`);
|
|
|
|
params.push(decodeURIComponent(filter));
|
2022-08-26 07:04:32 +02:00
|
|
|
break;
|
|
|
|
case 'referrer':
|
2022-12-13 04:45:38 +01:00
|
|
|
arr.push(`and referrer like $${params.length + 1}`);
|
|
|
|
params.push(`%${decodeURIComponent(filter)}%`);
|
2022-08-26 07:04:32 +02:00
|
|
|
break;
|
|
|
|
case 'domain':
|
2022-12-13 04:45:38 +01:00
|
|
|
arr.push(`and referrer not like $${params.length + 1}`);
|
|
|
|
arr.push(`and referrer not like '/%'`);
|
|
|
|
params.push(`%://${filter}/%`);
|
2022-08-26 07:04:32 +02:00
|
|
|
break;
|
|
|
|
case 'query':
|
2022-12-13 04:45:38 +01:00
|
|
|
arr.push(`and url like '%?%'`);
|
2022-08-26 07:04:32 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
return arr;
|
|
|
|
}, []);
|
|
|
|
|
|
|
|
return query.join('\n');
|
|
|
|
}
|
|
|
|
|
2022-12-13 04:45:38 +01:00
|
|
|
function parseFilters(
|
|
|
|
filters: { [key: string]: any } = {},
|
|
|
|
params = [],
|
|
|
|
sessionKey = 'session_id',
|
|
|
|
) {
|
2022-08-26 07:04:32 +02:00
|
|
|
const { domain, url, event_url, referrer, os, browser, device, country, event_name, query } =
|
|
|
|
filters;
|
|
|
|
|
|
|
|
const pageviewFilters = { domain, url, referrer, query };
|
|
|
|
const sessionFilters = { os, browser, device, country };
|
|
|
|
const eventFilters = { url: event_url, event_name };
|
|
|
|
|
|
|
|
return {
|
|
|
|
pageviewFilters,
|
|
|
|
sessionFilters,
|
|
|
|
eventFilters,
|
|
|
|
event: { event_name },
|
|
|
|
joinSession:
|
|
|
|
os || browser || device || country
|
2022-12-13 04:45:38 +01:00
|
|
|
? `inner join session on ${sessionKey} = session.${sessionKey}`
|
2022-08-26 07:04:32 +02:00
|
|
|
: '',
|
2022-12-13 04:45:38 +01:00
|
|
|
filterQuery: getFilterQuery(filters, params),
|
2022-08-26 07:04:32 +02:00
|
|
|
};
|
|
|
|
}
|
|
|
|
|
2022-12-13 04:45:38 +01:00
|
|
|
async function rawQuery(query, params = []): Promise<any> {
|
2022-08-27 07:43:31 +02:00
|
|
|
const db = getDatabaseType(process.env.DATABASE_URL);
|
2022-08-26 07:04:32 +02:00
|
|
|
|
|
|
|
if (db !== POSTGRESQL && db !== MYSQL) {
|
|
|
|
return Promise.reject(new Error('Unknown database.'));
|
|
|
|
}
|
|
|
|
|
|
|
|
const sql = db === MYSQL ? query.replace(/\$[0-9]+/g, '?') : query;
|
|
|
|
|
2022-08-28 06:38:35 +02:00
|
|
|
return prisma.$queryRawUnsafe.apply(prisma, [sql, ...params]);
|
|
|
|
}
|
|
|
|
|
2022-12-13 04:45:38 +01:00
|
|
|
async function transaction(queries): Promise<any> {
|
2022-08-28 06:38:35 +02:00
|
|
|
return prisma.$transaction(queries);
|
2022-08-26 07:04:32 +02:00
|
|
|
}
|
2022-08-27 07:43:31 +02:00
|
|
|
|
2022-08-28 06:38:35 +02:00
|
|
|
// Initialization
|
2022-12-13 04:45:38 +01:00
|
|
|
const prisma: PrismaClient<PrismaClientOptions, 'query' | 'error' | 'info' | 'warn'> =
|
|
|
|
global[PRISMA] || getClient(PRISMA_OPTIONS);
|
2022-08-27 07:43:31 +02:00
|
|
|
|
|
|
|
export default {
|
2022-08-28 06:38:35 +02:00
|
|
|
client: prisma,
|
|
|
|
log,
|
2022-08-27 07:43:31 +02:00
|
|
|
getDateQuery,
|
|
|
|
getTimestampInterval,
|
|
|
|
getFilterQuery,
|
2022-10-22 06:33:23 +02:00
|
|
|
getEventDataColumnsQuery,
|
|
|
|
getEventDataFilterQuery,
|
2022-08-27 07:43:31 +02:00
|
|
|
parseFilters,
|
|
|
|
rawQuery,
|
2022-08-29 09:02:38 +02:00
|
|
|
transaction,
|
2022-08-27 07:43:31 +02:00
|
|
|
};
|