sdk changes

apps/sdk-api/scripts/get-referrers.ts

@@ -0,0 +1,48 @@
+import fs from 'fs';
+import path from 'path';
+
+function transform(data: any) {
+  const obj: Record<string, unknown> = {};
+  for (const type in data) {
+    for (const name in data[type]) {
+      const domains = data[type][name].domains ?? [];
+      for (const domain of domains) {
+        obj[domain] = {
+          type,
+          name,
+        };
+      }
+    }
+  }
+
+  return obj;
+}
+
+async function main() {
+  // Get document, or throw exception on error
+  try {
+    const data = await fetch(
+      'https://s3-eu-west-1.amazonaws.com/snowplow-hosted-assets/third-party/referer-parser/referers-latest.json'
+    ).then((res) => res.json());
+
+    fs.writeFileSync(
+      path.resolve(__dirname, '../src/referrers/index.ts'),
+      [
+        '// This file is generated by the script get-referrers.ts',
+        '',
+        '// The data is fetch from snowplow-referer-parser https://github.com/snowplow-referer-parser/referer-parser',
+        `// The orginal referers.yml is based on Piwik's SearchEngines.php and Socials.php, copyright 2012 Matthieu Aubry and available under the GNU General Public License v3.`,
+        '',
+        `const referrers: Record<string, { type: string, name: string }> = ${JSON.stringify(
+          transform(data)
+        )} as const;`,
+        'export default referrers;',
+      ].join('\n'),
+      'utf-8'
+    );
+  } catch (e) {
+    console.log(e);
+  }
+}
+
+main();

apps/sdk-api/scripts/test-events.ts

@@ -97,16 +97,14 @@ async function main() {
         const ua = properties.ua!;
         const uaInfo = parseUserAgent(ua);
         const salts = await getSalts();
+        const profileId = generateProfileId({
+          salt: salts.current,
+          origin,
+          ip,
+          ua,
+        });
 
-        const [profileId, geo] = await Promise.all([
-          generateProfileId({
-            salt: salts.current,
-            origin,
-            ip,
-            ua,
-          }),
-          parseIp(ip),
-        ]);
+        const geo = parseIp(ip);
 
         const isNextEventNewSession =
           nextEvent &&

apps/sdk-api/scripts/test-ua.ts

@@ -0,0 +1,18 @@
+//@ts-nocheck
+
+async function main() {
+  const crypto = require('crypto');
+
+  function createHash(data, len) {
+    return crypto
+      .createHash('shake256', { outputLength: len })
+      .update(data)
+      .digest('hex');
+  }
+
+  console.log(createHash('foo', 2));
+  // 1af9
+  console.log(createHash('foo', 32));
+  // 1af97f7818a28edf}
+}
+main();