Self-hosting! (#49)

* added self-hosting
2024-08-28 09:28:44 +02:00
parent f0b7526847
commit df05e2dab3
70 changed files with 2310 additions and 272 deletions
--- a/apps/api/Dockerfile
+++ b/apps/api/Dockerfile
@@ -1,86 +1,95 @@
-# Dockerfile that builds the web app only
 ARG NODE_VERSION=20.15.1
-FROM --platform=linux/amd64 node:${NODE_VERSION}-slim AS base
+
+FROM node:${NODE_VERSION}-slim AS base
+
+RUN corepack enable && apt-get update && \
+apt-get install -y --no-install-recommends \
+ca-certificates \
+openssl \
+libssl3 \
+&& apt-get clean && \
+rm -rf /var/lib/apt/lists/*

 ARG DATABASE_URL
 ENV DATABASE_URL=$DATABASE_URL
-
 ENV PNPM_HOME="/pnpm"
-
 ENV PATH="$PNPM_HOME:$PATH"

-RUN corepack enable
-
-RUN apt update \
-    && apt install -y curl python3 make g++ \
-    && curl -L https://raw.githubusercontent.com/tj/n/master/bin/n -o n \
-    && bash n $NODE_VERSION \
-    && rm n \
-    && npm install -g n \
-    && rm -rf /var/cache/apk/*
-
 WORKDIR /app

-COPY package.json package.json
-COPY pnpm-lock.yaml pnpm-lock.yaml
-COPY pnpm-workspace.yaml pnpm-workspace.yaml
-COPY apps/api/package.json apps/api/package.json
-COPY packages/db/package.json packages/db/package.json
-COPY packages/redis/package.json packages/redis/package.json
-COPY packages/trpc/package.json packages/trpc/package.json
-COPY packages/queue/package.json packages/queue/package.json
-COPY packages/common/package.json packages/common/package.json
-COPY packages/constants/package.json packages/constants/package.json
-COPY packages/validation/package.json packages/validation/package.json
-COPY packages/sdks/sdk/package.json packages/sdks/sdk/package.json
+# Workspace
+COPY package.json pnpm-lock.yaml pnpm-workspace.yaml ./
+# Apps
+COPY apps/api/package.json ./apps/api/
+# Packages
+COPY packages/db/package.json packages/db/
+COPY packages/trpc/package.json packages/trpc/
+COPY packages/queue/package.json packages/queue/
+COPY packages/redis/package.json packages/redis/
+COPY packages/common/package.json packages/common/
+COPY packages/sdks/sdk/package.json packages/sdks/sdk/
+COPY packages/constants/package.json packages/constants/
+COPY packages/validation/package.json packages/validation/
+COPY packages/sdks/sdk/package.json packages/sdks/sdk/
+
+# Patches
 COPY patches patches

 # BUILD
 FROM base AS build

-WORKDIR /app/apps/api
-RUN pnpm install --frozen-lockfile
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    python3 \
+    make \
+    g++

-WORKDIR  /app
-COPY apps/api apps/api
-COPY packages packages
-COPY tooling tooling
-RUN pnpm db:codegen
+WORKDIR /app
+RUN pnpm install --frozen-lockfile && \
+    pnpm store prune

-WORKDIR /app/apps/api
-RUN pnpm run build
+COPY apps/api ./apps/api
+COPY packages ./packages
+COPY tooling ./tooling
+
+RUN pnpm db:codegen && \
+    pnpm --filter api run build

 # PROD
 FROM base AS prod

-WORKDIR /app/apps/api
-RUN pnpm install --frozen-lockfile --prod
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    python3 \
+    make \
+    g++
+
+WORKDIR /app
+COPY --from=build /app/package.json ./
+COPY --from=build /app/pnpm-lock.yaml ./
+RUN pnpm install --frozen-lockfile --prod && \
+    pnpm store prune

 # FINAL
 FROM base AS runner

-COPY --from=build /app/package.json /app/package.json
-COPY --from=prod /app/node_modules /app/node_modules
+ENV NODE_ENV=production
+
+WORKDIR /app
+
+COPY --from=build /app/package.json ./
+COPY --from=prod /app/node_modules ./node_modules

 # Apps
-COPY --from=build /app/apps/api /app/apps/api
-
-# Apps node_modules
-COPY --from=prod /app/apps/api/node_modules /app/apps/api/node_modules
+COPY --from=build /app/apps/api ./apps/api

 # Packages
-COPY --from=build /app/packages/db /app/packages/db
-COPY --from=build /app/packages/redis /app/packages/redis
-COPY --from=build /app/packages/trpc /app/packages/trpc
-COPY --from=build /app/packages/queue /app/packages/queue
-COPY --from=build /app/packages/common /app/packages/common
-
-# Packages node_modules
-COPY --from=prod /app/packages/db/node_modules /app/packages/db/node_modules
-COPY --from=prod /app/packages/redis/node_modules /app/packages/redis/node_modules
-COPY --from=prod /app/packages/trpc/node_modules /app/packages/trpc/node_modules
-COPY --from=prod /app/packages/queue/node_modules /app/packages/queue/node_modules
-COPY --from=prod /app/packages/common/node_modules /app/packages/common/node_modules
+COPY --from=build /app/packages/db ./packages/db
+COPY --from=build /app/packages/trpc ./packages/trpc
+COPY --from=build /app/packages/queue ./packages/queue
+COPY --from=build /app/packages/redis ./packages/redis
+COPY --from=build /app/packages/common ./packages/common
+COPY --from=build /app/packages/sdks/sdk ./packages/sdks/sdk
+COPY --from=build /app/packages/constants ./packages/constants
+COPY --from=build /app/packages/validation ./packages/validation

 RUN pnpm db:codegen

--- a/apps/api/src/controllers/misc.controller.ts
+++ b/apps/api/src/controllers/misc.controller.ts
@@ -5,6 +5,7 @@ import icoToPng from 'ico-to-png';
 import sharp from 'sharp';

 import { createHash } from '@openpanel/common';
+import { ch, TABLE_NAMES } from '@openpanel/db';
 import { getRedisCache } from '@openpanel/redis';

 interface GetFaviconParams {
@@ -110,3 +111,37 @@ export async function clearFavicons(
  }
  return reply.status(404).send('OK');
 }
+
+export async function ping(
+  request: FastifyRequest<{
+    Body: {
+      domain: string;
+      count: number;
+    };
+  }>,
+  reply: FastifyReply
+) {
+  try {
+    await ch.insert({
+      table: TABLE_NAMES.self_hosting,
+      values: [
+        {
+          domain: request.body.domain,
+          count: request.body.count,
+          created_at: new Date(),
+        },
+      ],
+      format: 'JSONEachRow',
+    });
+    reply.status(200).send({
+      message: `Success`,
+      count: request.body.count,
+      domain: request.body.domain,
+    });
+  } catch (e) {
+    logger.error(e, 'Failed to insert ping');
+    reply.status(500).send({
+      error: 'Failed to insert ping',
+    });
+  }
+}
--- a/apps/api/src/controllers/webhook.controller.ts
+++ b/apps/api/src/controllers/webhook.controller.ts
@@ -44,6 +44,7 @@ export async function clerkWebhook(

  if (payload.type === 'user.created') {
    const email = payload.data.email_addresses[0]?.email_address;
+    const emails = payload.data.email_addresses.map((e) => e.email_address);

    if (!email) {
      return Response.json(
@@ -63,14 +64,16 @@ export async function clerkWebhook(

    const memberships = await db.member.findMany({
      where: {
-        email,
+        email: {
+          in: emails,
+        },
        userId: null,
      },
    });

    for (const membership of memberships) {
      const access = pathOr<string[]>([], ['meta', 'access'], membership);
-      db.$transaction([
+      await db.$transaction([
        // Update the member to link it to the user
        // This will remove the item from invitations
        db.member.update({
@@ -123,7 +126,6 @@ export async function clerkWebhook(
          deletedAt: new Date(),
          firstName: null,
          lastName: null,
-          email: `deleted+${payload.data.id}@openpanel.dev`,
        },
      }),
      db.projectAccess.deleteMany({
--- a/apps/api/src/routes/misc.router.ts
+++ b/apps/api/src/routes/misc.router.ts
@@ -2,6 +2,12 @@ import * as controller from '@/controllers/misc.controller';
 import type { FastifyPluginCallback } from 'fastify';

 const miscRouter: FastifyPluginCallback = (fastify, opts, done) => {
+  fastify.route({
+    method: 'POST',
+    url: '/ping',
+    handler: controller.ping,
+  });
+
  fastify.route({
    method: 'GET',
    url: '/favicon',