da59622dce
* fix: ignore private ips * fix: performance related fixes * fix: simply event buffer * fix: default to 1 events queue shard * add: cleanup scripts * fix: comments * fix comments * fix * fix: groupmq * wip * fix: sync cachable * remove cluster names and add it behind env flag (if someone want to scale) * fix * wip * better logger * remove reqid and user agent * fix lock * remove wait_for_async_insert
35 lines
548 B
TypeScript
35 lines
548 B
TypeScript
import { getLock } from '@openpanel/redis';
|
|
import fastJsonStableHash from 'fast-json-stable-hash';
|
|
|
|
export async function isDuplicatedEvent({
|
|
ip,
|
|
origin,
|
|
payload,
|
|
projectId,
|
|
}: {
|
|
ip: string;
|
|
origin: string;
|
|
payload: Record<string, any>;
|
|
projectId: string;
|
|
}) {
|
|
const locked = await getLock(
|
|
`fastify:deduplicate:${fastJsonStableHash.hash(
|
|
{
|
|
...payload,
|
|
ip,
|
|
origin,
|
|
projectId,
|
|
},
|
|
'md5',
|
|
)}`,
|
|
'1',
|
|
100,
|
|
);
|
|
|
|
if (locked) {
|
|
return false;
|
|
}
|
|
|
|
return true;
|
|
}
|