zias/stats
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

chore: update bots and referrers

Browse Source
This commit is contained in:
Carl-Gerhard Lindesvärd
2025-07-02 12:16:01 +02:00
parent a6993abb6f
commit 113ab0a28d
3 changed files with 416 additions and 222 deletions
Download Patch File Download Diff File Expand all files Collapse all files

520
apps/api/src/bots/bots.ts
View File

File diff suppressed because it is too large Load Diff

116
apps/worker/src/referrers/index.ts
View File

@@ -55,7 +55,7 @@ const referrers: Record<string, { type: string; name: string }> = {
'lo.st': { type: 'search', name: 'Lo.st' },
'www1.dastelefonbuch.de': { type: 'search', name: 'DasTelefonbuch' },
'www.fireball.de': { type: 'search', name: 'Fireball' },
'search.1und1.de': { type: 'search', name: '1und1' },
'suche.1und1.de': { type: 'search', name: '1und1' },
'ricerca.virgilio.it': { type: 'search', name: 'Virgilio' },
'ricercaimmagini.virgilio.it': { type: 'search', name: 'Virgilio' },
'ricercavideo.virgilio.it': { type: 'search', name: 'Virgilio' },
@@ -1162,6 +1162,7 @@ const referrers: Record<string, { type: string; name: string }> = {
'clusty.com': { type: 'search', name: 'InfoSpace' },
'www.weborama.com': { type: 'search', name: 'Weborama' },
'search.bluewin.ch': { type: 'search', name: 'Bluewin' },
'search.brave.com': { type: 'search', name: 'Brave' },
'search.bt.com': { type: 'search', name: 'British Telecommunications' },
'www.neti.ee': { type: 'search', name: 'Neti' },
'nigma.ru': { type: 'search', name: 'Nigma' },
@@ -1206,6 +1207,8 @@ const referrers: Record<string, { type: string; name: string }> = {
'www.toile.com': { type: 'search', name: 'La Toile Du Quebec Via Google' },
'web.toile.com': { type: 'search', name: 'La Toile Du Quebec Via Google' },
'www.paperball.de': { type: 'search', name: 'Paperball' },
'arianna.libero.it': { type: 'search', name: 'Arianna' },
'www.arianna.com': { type: 'search', name: 'Arianna' },
'www.stepstone.de': { type: 'search', name: 'StepStone' },
'www.stepstone.at': { type: 'search', name: 'StepStone' },
'www.stepstone.be': { type: 'search', name: 'StepStone' },
@@ -1496,7 +1499,7 @@ const referrers: Record<string, { type: string; name: string }> = {
'www.walhello.com': { type: 'search', name: 'Walhello' },
'www.walhello.de': { type: 'search', name: 'Walhello' },
'www.walhello.nl': { type: 'search', name: 'Walhello' },
'meta.ua': { type: 'search', name: 'Meta' },
'www.startsiden.no': { type: 'search', name: 'Startsiden' },
'www.skynet.be': { type: 'search', name: 'Skynet' },
'www.searchy.co.uk': { type: 'search', name: 'Searchy' },
'search.findwide.com': { type: 'search', name: 'Findwide' },
@@ -1518,7 +1521,6 @@ const referrers: Record<string, { type: string; name: string }> = {
'search.lilo.org': { type: 'search', name: 'Lilo' },
'search.naver.com': { type: 'search', name: 'Naver' },
'www.zoeken.nl': { type: 'search', name: 'Zoeken' },
'www.startsiden.no': { type: 'search', name: 'Startsiden' },
'search.yam.com': { type: 'search', name: 'Yam' },
'www.eniro.se': { type: 'search', name: 'Eniro' },
'apollo7.de': { type: 'search', name: 'APOLL07' },
@@ -1569,6 +1571,7 @@ const referrers: Record<string, { type: string; name: string }> = {
'suche.gmx.net': { type: 'search', name: 'GMX' },
'daemon-search.com': { type: 'search', name: 'Daemon search' },
'my.daemon-search.com': { type: 'search', name: 'Daemon search' },
'meta.ua': { type: 'search', name: 'Meta.ua' },
'so.m.sm.cn': { type: 'search', name: 'Shenma' },
'yz.m.sm.cn': { type: 'search', name: 'Shenma' },
'm.sm.cn': { type: 'search', name: 'Shenma' },
@@ -1938,8 +1941,7 @@ const referrers: Record<string, { type: string; name: string }> = {
'jyxo.1188.cz': { type: 'search', name: 'Jyxo' },
'www.kataweb.it': { type: 'search', name: 'Kataweb' },
'busca.uol.com.br': { type: 'search', name: 'uol.com.br' },
'arianna.libero.it': { type: 'search', name: 'Arianna' },
'www.arianna.com': { type: 'search', name: 'Arianna' },
'websearch.rakuten.co.jp': { type: 'search', name: 'Rakuten' },
'www.mamma.com': { type: 'search', name: 'Mamma' },
'mamma75.mamma.com': { type: 'search', name: 'Mamma' },
'www.yatedo.com': { type: 'search', name: 'Yatedo' },
@@ -1947,7 +1949,6 @@ const referrers: Record<string, { type: string; name: string }> = {
'www.twingly.com': { type: 'search', name: 'Twingly' },
'smart.delfi.lv': { type: 'search', name: 'Delfi latvia' },
'www.pricerunner.co.uk': { type: 'search', name: 'PriceRunner' },
'websearch.rakuten.co.jp': { type: 'search', name: 'Rakuten' },
'www.google.com': { type: 'search', name: 'Google' },
'www.google.ac': { type: 'search', name: 'Google' },
'www.google.ad': { type: 'search', name: 'Google' },
@@ -2395,8 +2396,10 @@ const referrers: Record<string, { type: string; name: string }> = {
'email.telstra.com': { type: 'email', name: 'Bigpond' },
'basic.messaging.bigpond.com': { type: 'email', name: 'Bigpond' },
'mail.naver.com': { type: 'email', name: 'Naver Mail' },
'email.t-online.de': { type: 'email', name: 'T-online' },
'mail.zoho.com': { type: 'email', name: 'Zoho' },
'webmail.virginbroadband.com.au': { type: 'email', name: 'Virgin' },
'mail.163.com': { type: 'email', name: '163 Mail' },
'webmail.tim.it': { type: 'email', name: 'TIM' },
'mail.yahoo.net': { type: 'email', name: 'Yahoo! Mail' },
'mail.yahoo.com': { type: 'email', name: 'Yahoo! Mail' },
'mail.yahoo.co.uk': { type: 'email', name: 'Yahoo! Mail' },
@@ -2409,10 +2412,18 @@ const referrers: Record<string, { type: string; name: string }> = {
'mail.iinet.net.au': { type: 'email', name: 'iiNet' },
'mail.e1.ru': { type: 'email', name: 'E1.ru' },
'webmail.vodafone.co.nz': { type: 'email', name: 'Vodafone' },
'mail.vodafone.de': { type: 'email', name: 'Vodafone' },
'deref-1und1-02.de': { type: 'email', name: '1und1' },
'webmail.dodo.com.au': { type: 'email', name: 'Dodo' },
'mail.126.com': { type: 'email', name: '126 Mail' },
'com.mailchimp.mailchimp': { type: 'email', name: 'Mailchimp' },
'inbox.com': { type: 'email', name: 'Inbox.com' },
'webmail.iprimus.com.au': { type: 'email', name: 'iPrimus' },
'deref-web.de': { type: 'email', name: 'Web.de' },
'3c.web.de': { type: 'email', name: 'Web.de' },
'3c-bap.web.de': { type: 'email', name: 'Web.de' },
'lightmailer-bap.web.de': { type: 'email', name: 'Web.de' },
'lightmailer-bs.web.de': { type: 'email', name: 'Web.de' },
'mail.qq.com': { type: 'email', name: 'QQ Mail' },
'exmail.qq.com': { type: 'email', name: 'QQ Mail' },
'mail.qip.ru': { type: 'email', name: 'QIP' },
@@ -2423,30 +2434,79 @@ const referrers: Record<string, { type: string; name: string }> = {
'mail.live.com': { type: 'email', name: 'Outlook.com' },
'outlook.live.com': { type: 'email', name: 'Outlook.com' },
'com.microsoft.office.outlook': { type: 'email', name: 'Outlook.com' },
'webmail.dodo.com.au': { type: 'email', name: 'Dodo' },
'webmail.2degreesbroadband.co.nz': { type: 'email', name: '2degrees' },
'deref-mail.com': { type: 'email', name: 'Mail.com' },
'3c-lxa.mail.com': { type: 'email', name: 'Mail.com' },
'lightmailer.mail.com': { type: 'email', name: 'Mail.com' },
'mail2.daum.net': { type: 'email', name: 'Daum Mail' },
'mail.daum.net': { type: 'email', name: 'Daum Mail' },
'upcmail.hispeed.ch': { type: 'email', name: 'UPC' },
'webmail.2degreesbroadband.co.nz': { type: 'email', name: '2degrees' },
'post.ru': { type: 'email', name: 'Beeline' },
'e.mail.ru': { type: 'email', name: 'Mail.ru' },
'touch.mail.ru': { type: 'email', name: 'Mail.ru' },
'mail.infomaniak.com': { type: 'email', name: 'Infomaniak' },
'webmail.adam.com.au': { type: 'email', name: 'Adam Internet' },
'orange.fr/webmail': { type: 'email', name: 'Orange Webmail' },
'mail01.orange.fr': { type: 'email', name: 'Orange Webmail' },
'mail02.orange.fr': { type: 'email', name: 'Orange Webmail' },
'wmail.orange.fr': { type: 'email', name: 'Orange Webmail' },
'messageriepro3.orange.fr': { type: 'email', name: 'Orange Webmail' },
'messagerie.orange.fr': { type: 'email', name: 'Orange Webmail' },
'email.ionos.de': { type: 'email', name: 'Ionos' },
'email.ionos.es': { type: 'email', name: 'Ionos' },
'email.ionos.fr': { type: 'email', name: 'Ionos' },
'email.ionos.it': { type: 'email', name: 'Ionos' },
'email.ionos.ca': { type: 'email', name: 'Ionos' },
'email.ionos.mx': { type: 'email', name: 'Ionos' },
'email.ionos.com': { type: 'email', name: 'Ionos' },
'email.ionos.co.uk': { type: 'email', name: 'Ionos' },
'mailbusiness.ionos.de': { type: 'email', name: 'Ionos' },
'mailbusiness.ionos.es': { type: 'email', name: 'Ionos' },
'mailbusiness.ionos.fr': { type: 'email', name: 'Ionos' },
'mailbusiness.ionos.it': { type: 'email', name: 'Ionos' },
'mailbusiness.ionos.ca': { type: 'email', name: 'Ionos' },
'mailbusiness.ionos.mx': { type: 'email', name: 'Ionos' },
'mailbusiness.ionos.com': { type: 'email', name: 'Ionos' },
'mailbusiness.ionos.co.uk': { type: 'email', name: 'Ionos' },
'com.earthlink.myearthlink': { type: 'email', name: 'earthlink' },
'rich-v01.bluewin.ch': { type: 'email', name: 'Bluewin' },
'rich-v02.bluewin.ch': { type: 'email', name: 'Bluewin' },
'email.bluewin.ch': { type: 'email', name: 'Bluewin' },
'mail.aol.com': { type: 'email', name: 'AOL Mail' },
'com.aol.mobile.aolapp': { type: 'email', name: 'AOL Mail' },
'webmail.netspace.net.au': { type: 'email', name: 'Netspace' },
'webmail.optuszoo.com.au': { type: 'email', name: 'Optus Zoo' },
'webmail.optusnet.com.au': { type: 'email', name: 'Optus Zoo' },
'webmail.virginbroadband.com.au': { type: 'email', name: 'Virgin' },
'mail.proton.me': { type: 'email', name: 'Proton' },
'webmail.commander.net.au': { type: 'email', name: 'Commander' },
'mastermail.ru': { type: 'email', name: 'Mastermail' },
'm.mastermail.ru': { type: 'email', name: 'Mastermail' },
'deref-gmx.de': { type: 'email', name: 'GMX' },
'deref-gmx.at': { type: 'email', name: 'GMX' },
'deref-gmx.ch': { type: 'email', name: 'GMX' },
'deref-gmx.fr': { type: 'email', name: 'GMX' },
'deref-gmx.es': { type: 'email', name: 'GMX' },
'deref-gmx.it': { type: 'email', name: 'GMX' },
'deref-gmx.com': { type: 'email', name: 'GMX' },
'deref-gmx.net': { type: 'email', name: 'GMX' },
'deref-gmx.co.uk': { type: 'email', name: 'GMX' },
'lightmailer.gmx.de': { type: 'email', name: 'GMX' },
'lightmailer.gmx.at': { type: 'email', name: 'GMX' },
'lightmailer.gmx.ch': { type: 'email', name: 'GMX' },
'lightmailer.gmx.fr': { type: 'email', name: 'GMX' },
'lightmailer.gmx.es': { type: 'email', name: 'GMX' },
'lightmailer.gmx.it': { type: 'email', name: 'GMX' },
'lightmailer.gmx.com': { type: 'email', name: 'GMX' },
'lightmailer.gmx.net': { type: 'email', name: 'GMX' },
'lightmailer.gmx.co.uk': { type: 'email', name: 'GMX' },
'lightmailer-bs.gmx.net': { type: 'email', name: 'GMX' },
'lightmailer-bap.gmx.net': { type: 'email', name: 'GMX' },
'mail.yandex.ru': { type: 'email', name: 'Yandex' },
'mail.yandex.com': { type: 'email', name: 'Yandex' },
'mail.yandex.kz': { type: 'email', name: 'Yandex' },
'mail.yandex.ua': { type: 'email', name: 'Yandex' },
'mail.yandex.by': { type: 'email', name: 'Yandex' },
'mail.163.com': { type: 'email', name: '163 Mail' },
'e.mail.ru': { type: 'email', name: 'Mail.ru' },
'touch.mail.ru': { type: 'email', name: 'Mail.ru' },
'mail.ukr.net': { type: 'email', name: 'Ukr.net' },
'mail.rambler.ru': { type: 'email', name: 'Rambler' },
'mail.mynet.com': { type: 'email', name: 'Mynet Mail' },
@@ -2509,9 +2569,14 @@ const referrers: Record<string, { type: string; name: string }> = {
'www.googleadservices.com': { type: 'paid', name: 'Google' },
'partner.googleadservices.com': { type: 'paid', name: 'Google' },
'googleads.g.doubleclick.net': { type: 'paid', name: 'Google' },
'tdsf.doubleclick.net': { type: 'paid', name: 'Google' },
'tpc.googlesyndication.com': { type: 'paid', name: 'Google' },
'safeframe.googlesyndication.com': { type: 'paid', name: 'Google' },
'googleadservices.com': { type: 'paid', name: 'Google' },
'imasdk.googleapis.com': { type: 'paid', name: 'Google' },
'www.adsensecustomsearchads.com': { type: 'paid', name: 'Google' },
'syndicatedsearch.goog': { type: 'paid', name: 'Google' },
'pagead2.googlesyndication.com': { type: 'paid', name: 'Google' },
'eyeota.net': { type: 'paid', name: 'Eyeota' },
'price.ru': { type: 'paid', name: 'Price.ru' },
'v.price.ru': { type: 'paid', name: 'Price.ru' },
@@ -2544,8 +2609,7 @@ const referrers: Record<string, { type: string; name: string }> = {
'sonico.com': { type: 'social', name: 'Sonico.com' },
'odnoklassniki.ru': { type: 'social', name: 'Odnoklassniki' },
'ok.ru': { type: 'social', name: 'Odnoklassniki' },
'tildes.net': { type: 'social', name: 'Tildes' },
'com.talklittle.android.tildes': { type: 'social', name: 'Tildes' },
'github.com': { type: 'tech', name: 'GitHub' },
'classmates.com': { type: 'social', name: 'Classmates' },
'friendsreunited.com': { type: 'social', name: 'Friends Reunited' },
'news.ycombinator.com': { type: 'social', name: 'Hacker News' },
@@ -2556,9 +2620,12 @@ const referrers: Record<string, { type: string; name: string }> = {
'orkut.com': { type: 'social', name: 'Orkut' },
'myheritage.com': { type: 'social', name: 'MyHeritage' },
'multiply.com': { type: 'social', name: 'Multiply' },
'threads.net': { type: 'social', name: 'Threads' },
'l.threads.net': { type: 'social', name: 'Threads' },
'com.instagram.barcelona': { type: 'social', name: 'Threads' },
'facebook.com': { type: 'social', name: 'Facebook' },
'fb.me': { type: 'social', name: 'Facebook' },
'm.facebook.com': { type: 'social', name: 'Facebook' },
'l.facebook.com': { type: 'social', name: 'Facebook' },
'lm.facebook.com': { type: 'social', name: 'Facebook' },
'com.facebook.katana': { type: 'social', name: 'Facebook' },
'myyearbook.com': { type: 'social', name: 'myYearbook' },
'renren.com': { type: 'social', name: 'Renren' },
'app.slack.com': { type: 'social', name: 'Slack' },
@@ -2632,15 +2699,13 @@ const referrers: Record<string, { type: string; name: string }> = {
'douban.com': { type: 'social', name: 'Douban' },
'login.live.com': { type: 'social', name: 'Windows Live Spaces' },
'blackplanet.com': { type: 'social', name: 'BlackPlanet' },
'lnk.bio': { type: 'social', name: 'Lnk.Bio' },
'global.cyworld.com': { type: 'social', name: 'Cyworld' },
'getpocket.com': { type: 'social', name: 'Pocket' },
'skyrock.com': { type: 'social', name: 'Skyrock' },
'facebook.com': { type: 'social', name: 'Facebook' },
'fb.me': { type: 'social', name: 'Facebook' },
'm.facebook.com': { type: 'social', name: 'Facebook' },
'l.facebook.com': { type: 'social', name: 'Facebook' },
'lm.facebook.com': { type: 'social', name: 'Facebook' },
'com.facebook.katana': { type: 'social', name: 'Facebook' },
'threads.net': { type: 'social', name: 'Threads' },
'l.threads.net': { type: 'social', name: 'Threads' },
'com.instagram.barcelona': { type: 'social', name: 'Threads' },
'web.whatsapp.com': { type: 'social', name: 'WhatsApp' },
'com.whatsapp': { type: 'social', name: 'WhatsApp' },
'redirect.disqus.com': { type: 'social', name: 'Disqus' },
@@ -2663,7 +2728,10 @@ const referrers: Record<string, { type: string; name: string }> = {
'com.laurencedawson.reddit_sync': { type: 'social', name: 'Reddit' },
'com.laurencedawson.reddit_sync.pro': { type: 'social', name: 'Reddit' },
'viadeo.com': { type: 'social', name: 'Viadeo' },
'github.com': { type: 'tech', name: 'GitHub' },
'tildes.net': { type: 'social', name: 'Tildes' },
'com.talklittle.android.tildes': { type: 'social', name: 'Tildes' },
'l.workplace.com': { type: 'social', name: 'Workplace' },
'lm.workplace.com': { type: 'social', name: 'Workplace' },
'stackoverflow.com': { type: 'tech', name: 'Stack Overflow' },
'gaiaonline.com': { type: 'social', name: 'Gaia Online' },
'stumbleupon.com': { type: 'social', name: 'StumbleUpon' },

2
package.json
View File

@@ -7,6 +7,8 @@
"packageManager": "pnpm@9.15.0",
"scripts": {
"test": "vitest",
"gen:bots": "pnpm -r --filter api gen:bots",
"gen:referrers": "pnpm -r --filter worker gen:referrers",
"dock:up": "docker compose up -d",
"dock:down": "docker compose down",
"dock:ch": "docker compose exec -it op-ch clickhouse-client -d openpanel",