a lot

apps/sdk-api/src/controllers/event.controller.ts

@@ -0,0 +1,176 @@
+import { parseIp } from '@/utils/parseIp';
+import { parseUserAgent } from '@/utils/parseUserAgent';
+import type { FastifyReply, FastifyRequest } from 'fastify';
+import { getClientIp } from 'request-ip';
+
+import { generateProfileId, getTime, toISOString } from '@mixan/common';
+import type { IServiceCreateEventPayload } from '@mixan/db';
+import { getSalts } from '@mixan/db';
+import type { JobsOptions } from '@mixan/queue';
+import { eventsQueue, findJobByPrefix } from '@mixan/queue';
+
+export interface PostEventPayload {
+  profileId?: string;
+  name: string;
+  timestamp: string;
+  properties: Record<string, unknown>;
+  referrer: string | undefined;
+  path: string;
+}
+
+const SESSION_TIMEOUT = 1000 * 30 * 1;
+const SESSION_END_TIMEOUT = SESSION_TIMEOUT + 1000;
+
+export async function postEvent(
+  request: FastifyRequest<{
+    Body: PostEventPayload;
+  }>,
+  reply: FastifyReply
+) {
+  let profileId: string | null = null;
+  const projectId = request.projectId;
+  const body = request.body;
+  const path = body.path;
+  const ip = getClientIp(request)!;
+  const origin = request.headers.origin!;
+  const ua = request.headers['user-agent']!;
+  const uaInfo = parseUserAgent(ua);
+  const salts = await getSalts();
+
+  const [currentProfileId, previousProfileId, geo, eventsJobs] =
+    await Promise.all([
+      generateProfileId({
+        salt: salts.current,
+        origin,
+        ip,
+        ua,
+      }),
+      generateProfileId({
+        salt: salts.previous,
+        origin,
+        ip,
+        ua,
+      }),
+      parseIp(ip),
+      eventsQueue.getJobs(['delayed']),
+    ]);
+
+  // find session_end job
+  const sessionEndJobCurrentProfileId = findJobByPrefix(
+    eventsJobs,
+    `sessionEnd:${projectId}:${currentProfileId}:`
+  );
+  const sessionEndJobPreviousProfileId = findJobByPrefix(
+    eventsJobs,
+    `sessionEnd:${projectId}:${previousProfileId}:`
+  );
+
+  const createSessionStart =
+    !sessionEndJobCurrentProfileId && !sessionEndJobPreviousProfileId;
+
+  if (sessionEndJobCurrentProfileId && !sessionEndJobPreviousProfileId) {
+    console.log('found session current');
+    profileId = currentProfileId;
+    const diff = Date.now() - sessionEndJobCurrentProfileId.timestamp;
+    sessionEndJobCurrentProfileId.changeDelay(diff + SESSION_END_TIMEOUT);
+  } else if (!sessionEndJobCurrentProfileId && sessionEndJobPreviousProfileId) {
+    console.log('found session previous');
+    profileId = previousProfileId;
+    const diff = Date.now() - sessionEndJobPreviousProfileId.timestamp;
+    sessionEndJobPreviousProfileId.changeDelay(diff + SESSION_END_TIMEOUT);
+  } else {
+    console.log('new session with current');
+    profileId = currentProfileId;
+    // Queue session end
+    eventsQueue.add(
+      'event',
+      {
+        type: 'createSessionEnd',
+        payload: {
+          profileId,
+        },
+      },
+      {
+        delay: SESSION_END_TIMEOUT,
+        jobId: `sessionEnd:${projectId}:${profileId}:${Date.now()}`,
+      }
+    );
+  }
+
+  const payload: IServiceCreateEventPayload = {
+    name: body.name,
+    profileId,
+    projectId,
+    properties: body.properties,
+    createdAt: body.timestamp,
+    country: geo.country,
+    city: geo.city,
+    region: geo.region,
+    continent: geo.continent,
+    os: uaInfo.os,
+    osVersion: uaInfo.osVersion,
+    browser: uaInfo.browser,
+    browserVersion: uaInfo.browserVersion,
+    device: uaInfo.device,
+    brand: uaInfo.brand,
+    model: uaInfo.model,
+    duration: 0,
+    path,
+    referrer: body.referrer, // TODO
+    referrerName: body.referrer, // TODO
+  };
+
+  console.log(payload);
+
+  const job = findJobByPrefix(eventsJobs, `event:${projectId}:${profileId}:`);
+
+  if (job?.isDelayed && job.data.type === 'createEvent') {
+    const prevEvent = job.data.payload;
+    const duration = getTime(payload.createdAt) - getTime(prevEvent.createdAt);
+
+    // Set path from prev screen_view event if current event is not a screen_view
+    if (payload.name != 'screen_view') {
+      payload.path = prevEvent.path;
+    }
+
+    if (payload.name === 'screen_view') {
+      await job.updateData({
+        type: 'createEvent',
+        payload: {
+          ...prevEvent,
+          duration,
+        },
+      });
+      job.promote();
+    }
+  }
+
+  if (createSessionStart) {
+    eventsQueue.add('event', {
+      type: 'createEvent',
+      payload: {
+        ...payload,
+        name: 'session_start',
+        createdAt: toISOString(getTime(payload.createdAt) - 10),
+      },
+    });
+  }
+
+  const options: JobsOptions = {};
+  if (payload.name === 'screen_view') {
+    options.delay = SESSION_TIMEOUT;
+    options.jobId = `event:${projectId}:${profileId}:${Date.now()}`;
+  }
+
+  // Queue current event
+  eventsQueue.add(
+    'event',
+    {
+      type: 'createEvent',
+      payload,
+    },
+    options
+  );
+
+  reply.status(202).send(profileId);
+}

apps/sdk-api/src/index.ts

@@ -0,0 +1,78 @@
+import cors from '@fastify/cors';
+import Fastify from 'fastify';
+import pino from 'pino';
+
+import eventRouter from './routes/event.router';
+import { validateSdkRequest } from './utils/auth';
+
+declare module 'fastify' {
+  interface FastifyRequest {
+    projectId: string;
+  }
+}
+
+const port = parseInt(process.env.API_PORT || '3030', 10);
+
+const startServer = async () => {
+  try {
+    const fastify = Fastify({
+      logger: pino({ level: 'info' }),
+    });
+
+    fastify.register(cors, {
+      origin: '*',
+    });
+
+    fastify.decorateRequest('projectId', '');
+
+    fastify.addHook('preHandler', (req, reply, done) => {
+      validateSdkRequest(req.headers)
+        .then((projectId) => {
+          req.projectId = projectId;
+          done();
+        })
+        .catch((e) => {
+          console.log(e);
+
+          reply.status(401).send();
+        });
+    });
+
+    fastify.register(eventRouter, { prefix: '/api/event' });
+    fastify.setErrorHandler((error, request, reply) => {
+      fastify.log.error(error);
+    });
+    fastify.get('/', (request, reply) => {
+      reply.send({ name: 'fastify-typescript' });
+    });
+    // fastify.get('/health-check', async (request, reply) => {
+    //   try {
+    //     await utils.healthCheck()
+    //     reply.status(200).send()
+    //   } catch (e) {
+    //     reply.status(500).send()
+    //   }
+    // })
+    if (process.env.NODE_ENV === 'production') {
+      for (const signal of ['SIGINT', 'SIGTERM']) {
+        process.on(signal, () =>
+          fastify.close().then((err) => {
+            console.log(`close application on ${signal}`);
+            process.exit(err ? 1 : 0);
+          })
+        );
+      }
+    }
+
+    await fastify.listen({ port });
+  } catch (e) {
+    console.error(e);
+  }
+};
+
+process.on('unhandledRejection', (e) => {
+  console.error(e);
+  process.exit(1);
+});
+
+startServer();

apps/sdk-api/src/routes/event.router.ts

@@ -0,0 +1,18 @@
+import * as controller from '@/controllers/event.controller';
+import type { FastifyPluginCallback } from 'fastify';
+
+const eventRouter: FastifyPluginCallback = (fastify, opts, done) => {
+  fastify.route({
+    method: 'POST',
+    url: '/',
+    handler: controller.postEvent,
+  });
+  fastify.route({
+    method: 'GET',
+    url: '/',
+    handler: controller.postEvent,
+  });
+  done();
+};
+
+export default eventRouter;

apps/sdk-api/src/utils/auth.ts

@@ -0,0 +1,43 @@
+import type { RawRequestDefaultExpression } from 'fastify';
+
+import { verifyPassword } from '@mixan/common';
+import { db } from '@mixan/db';
+
+export async function validateSdkRequest(
+  headers: RawRequestDefaultExpression['headers']
+): Promise<string> {
+  const clientId = headers['mixan-client-id'] as string;
+  const clientSecret = headers['mixan-client-secret'] as string;
+  const origin = headers.origin;
+  if (!clientId) {
+    throw new Error('Misisng client id');
+  }
+
+  const client = await db.client.findUnique({
+    where: {
+      id: clientId,
+    },
+  });
+
+  if (!client) {
+    throw new Error('Invalid client id');
+  }
+
+  if (client.secret) {
+    if (!(await verifyPassword(clientSecret || '', client.secret))) {
+      throw new Error('Invalid client secret');
+    }
+  } else if (client.cors !== '*') {
+    const domainAllowed = client.cors.split(',').find((domain) => {
+      if (domain === origin) {
+        return true;
+      }
+    });
+
+    if (!domainAllowed) {
+      throw new Error('Invalid cors settings');
+    }
+  }
+
+  return client.project_id;
+}

apps/sdk-api/src/utils/parseIp.ts

@@ -0,0 +1,25 @@
+export async function parseIp(ip: string) {
+  try {
+    const geo = await fetch(`http://localhost:8080/${ip}`);
+    const res = (await geo.json()) as {
+      country: string | undefined;
+      city: string | undefined;
+      stateprov: string | undefined;
+      continent: string | undefined;
+    };
+
+    return {
+      country: res.country,
+      city: res.city,
+      region: res.stateprov,
+      continent: res.continent,
+    };
+  } catch (e) {
+    return {
+      country: undefined,
+      city: undefined,
+      region: undefined,
+      continent: undefined,
+    };
+  }
+}

apps/sdk-api/src/utils/parseUserAgent.ts

@@ -0,0 +1,29 @@
+import { UAParser } from 'ua-parser-js';
+
+export function parseUserAgent(ua: string) {
+  const res = new UAParser(ua).getResult();
+  return {
+    os: res.os.name,
+    osVersion: res.os.version,
+    browser: res.browser.name,
+    browserVersion: res.browser.version,
+    device: res.device.type ?? getDevice(ua),
+    brand: res.device.vendor,
+    model: res.device.model,
+  };
+}
+
+export function getDevice(ua: string) {
+  const t1 =
+    /(android|bb\d+|meego).+mobile|avantgo|bada\/|blackberry|blazer|compal|elaine|fennec|hiptop|iemobile|ip(hone|od)|iris|kindle|lge |maemo|midp|mmp|mobile.+firefox|netfront|opera m(ob|in)i|palm( os)?|phone|p(ixi|re)\/|plucker|pocket|psp|series(4|6)0|symbian|treo|up\.(browser|link)|vodafone|wap|windows ce|xda|xiino/i.test(
+      ua
+    );
+  const t2 =
+    /1207|6310|6590|3gso|4thp|50[1-6]i|770s|802s|a wa|abac|ac(er|oo|s-)|ai(ko|rn)|al(av|ca|co)|amoi|an(ex|ny|yw)|aptu|ar(ch|go)|as(te|us)|attw|au(di|-m|r |s )|avan|be(ck|ll|nq)|bi(lb|rd)|bl(ac|az)|br(e|v)w|bumb|bw-(n|u)|c55\/|capi|ccwa|cdm-|cell|chtm|cldc|cmd-|co(mp|nd)|craw|da(it|ll|ng)|dbte|dc-s|devi|dica|dmob|do(c|p)o|ds(12|-d)|el(49|ai)|em(l2|ul)|er(ic|k0)|esl8|ez([4-7]0|os|wa|ze)|fetc|fly(-|_)|g1 u|g560|gene|gf-5|g-mo|go(\.w|od)|gr(ad|un)|haie|hcit|hd-(m|p|t)|hei-|hi(pt|ta)|hp( i|ip)|hs-c|ht(c(-| |_|a|g|p|s|t)|tp)|hu(aw|tc)|i-(20|go|ma)|i230|iac( |-|\/)|ibro|idea|ig01|ikom|im1k|inno|ipaq|iris|ja(t|v)a|jbro|jemu|jigs|kddi|keji|kgt( |\/)|klon|kpt |kwc-|kyo(c|k)|le(no|xi)|lg( g|\/(k|l|u)|50|54|-[a-w])|libw|lynx|m1-w|m3ga|m50\/|ma(te|ui|xo)|mc(01|21|ca)|m-cr|me(rc|ri)|mi(o8|oa|ts)|mmef|mo(01|02|bi|de|do|t(-| |o|v)|zz)|mt(50|p1|v )|mwbp|mywa|n10[0-2]|n20[2-3]|n30(0|2)|n50(0|2|5)|n7(0(0|1)|10)|ne((c|m)-|on|tf|wf|wg|wt)|nok(6|i)|nzph|o2im|op(ti|wv)|oran|owg1|p800|pan(a|d|t)|pdxg|pg(13|-([1-8]|c))|phil|pire|pl(ay|uc)|pn-2|po(ck|rt|se)|prox|psio|pt-g|qa-a|qc(07|12|21|32|60|-[2-7]|i-)|qtek|r380|r600|raks|rim9|ro(ve|zo)|s55\/|sa(ge|ma|mm|ms|ny|va)|sc(01|h-|oo|p-)|sdk\/|se(c(-|0|1)|47|mc|nd|ri)|sgh-|shar|sie(-|m)|sk-0|sl(45|id)|sm(al|ar|b3|it|t5)|so(ft|ny)|sp(01|h-|v-|v )|sy(01|mb)|t2(18|50)|t6(00|10|18)|ta(gt|lk)|tcl-|tdg-|tel(i|m)|tim-|t-mo|to(pl|sh)|ts(70|m-|m3|m5)|tx-9|up(\.b|g1|si)|utst|v400|v750|veri|vi(rg|te)|vk(40|5[0-3]|-v)|vm40|voda|vulc|vx(52|53|60|61|70|80|81|83|85|98)|w3c(-| )|webc|whit|wi(g |nc|nw)|wmlb|wonu|x700|yas-|your|zeto|zte-/i.test(
+      ua.slice(0, 4)
+    );
+  if (t1 || t2) {
+    return 'mobile';
+  }
+  return 'desktop';
+}