// Fingerprints: which tool built a home page. Each rule names the evidence it matched. // Groups: // ai_app_builder - prompt-to-app tools ("vibe coding"): Lovable, Bolt, v0, Replit, Base44, Durable // site_builder - hosted drag-and-drop builders (most now ship an AI generator): Wix, Squarespace, Framer, ... // wordpress - WordPress (self-hosted or WordPress.com) // other_cms - other content systems and shop platforms: Shopify, Joomla, Drupal, Ghost, HubSpot, ... // custom - a real site with none of the markers above (hand-coded, framework, unknown) // Non-sites (left out of the shares): unreachable, blocked, error, parked, placeholder, redirect_elsewhere. const lc = (s) => String(s || '').toLowerCase(); // Order matters: AI app builders first (they often sit on Vercel/Netlify/Cloudflare), then builders, then CMSs. export const RULES = [ // ---- AI app builders { platform: 'Lovable', group: 'ai_app_builder', any: [ { where: 'html', re: /["'(]\/__l5e\// , why: 'Lovable hosting path /__l5e/' }, { where: 'html', re: /cdn\.gpteng\.co\/gptengineer\.js/, why: 'gptengineer.js script' }, { where: 'html', re: /gpt-engineer-file-uploads/, why: 'gpt-engineer-file-uploads asset bucket' }, { where: 'html', re: /lovable\.dev\/opengraph-image/, why: 'Lovable default og:image' }, { where: 'html', re: /]+name=["']author["'][^>]+content=["']Lovable["']/i, why: 'meta author Lovable' }, { where: 'html', re: /Lovable Generated Project/, why: 'Lovable default description' }, { where: 'header', key: 'x-lovable-serve-error', re: /./, why: 'Lovable serve header' }, { where: 'host', re: /\.lovable\.app$/, why: 'lovable.app host' }, ] }, { platform: 'Bolt', group: 'ai_app_builder', any: [ { where: 'host', re: /\.bolt\.host$/, why: 'bolt.host host' }, { where: 'html', re: /]+src=["']https:\/\/bolt\.new\/badge\.js|content=["']https:\/\/bolt\.new\/static\/og_default/i, why: 'Bolt badge script or default og:image' }, { where: 'html', re: /]+name=["']generator["'][^>]+content=["']Bolt/i, why: 'generator Bolt' }, ] }, { platform: 'v0', group: 'ai_app_builder', any: [ { where: 'html', re: /]+name=["']generator["'][^>]+content=["']v0\.(dev|app)["']/i, why: 'generator v0.dev / v0.app' }, { where: 'html', re: /content=["']Created with v0["']/i, why: 'description Created with v0' }, { where: 'host', re: /\.vusercontent\.net$/, why: 'v0 preview host' }, ] }, { platform: 'Replit', group: 'ai_app_builder', any: [ { where: 'html', re: /replit\.com\/public\/js\/replit-(dev-)?banner\.js/, why: 'Replit banner script' }, { where: 'host', re: /\.(replit\.app|repl\.co)$/, why: 'Replit host' }, ] }, { platform: 'Base44', group: 'ai_app_builder', any: [ { where: 'html', re: /base44_access_token|media\.base44\.com\/images|base44\.app\/api\/apps\//i, why: 'Base44 app token code or asset host' }, { where: 'host', re: /\.base44\.app$/, why: 'base44.app host' }, ] }, { platform: 'Durable', group: 'ai_app_builder', any: [ { where: 'html', re: /durable\.co\/(api|static|_next|assets)|cdn\.durable\.co|durablesites/i, why: 'Durable asset' }, ] }, // ---- Hosted site builders { platform: 'Wix', group: 'site_builder', any: [ { where: 'header', key: 'x-wix-request-id', re: /./, why: 'x-wix-request-id header' }, { where: 'html', re: /]+name=["']generator["'][^>]+content=["']Wix\.com/i, why: 'generator Wix.com' }, { where: 'html', re: /static\.wixstatic\.com|static\.parastorage\.com/, why: 'Wix static assets' }, ] }, { platform: 'Squarespace', group: 'site_builder', any: [ { where: 'header', key: 'server', re: /^Squarespace/i, why: 'server Squarespace' }, { where: 'html', re: /static1\.squarespace\.com||assets\.squarespace\.com/, why: 'Squarespace assets' }, ] }, { platform: 'Framer', group: 'site_builder', any: [ { where: 'header', key: 'server', re: /^Framer/i, why: 'server Framer' }, { where: 'html', re: /]+name=["']generator["'][^>]+content=["']Framer/i, why: 'generator Framer' }, { where: 'html', re: /framerusercontent\.com/, why: 'framerusercontent assets' }, ] }, { platform: 'Webflow', group: 'site_builder', any: [ { where: 'html', re: /data-wf-site=|]+content=["']Webflow["'][^>]+name=["']generator|]+name=["']generator["'][^>]+content=["']Webflow/i, why: 'Webflow site attribute or generator' }, { where: 'html', re: /assets-global\.website-files\.com|cdn\.prod\.website-files\.com/, why: 'Webflow assets' }, ] }, { platform: 'Hostinger Website Builder', group: 'site_builder', any: [ { where: 'html', re: /]+name=["']generator["'][^>]+content=["']Hostinger Website Builder/i, why: 'generator Hostinger Website Builder' }, { where: 'html', re: /assets\.zyrosite\.com|userapp\.zyrosite\.com/, why: 'Zyro/Hostinger builder assets' }, ] }, { platform: 'GoDaddy Website Builder', group: 'site_builder', any: [ { where: 'html', re: /]+name=["']generator["'][^>]+content=["']Starfield Technologies; Go Daddy Website Builder/i, why: 'generator GoDaddy Website Builder' }, { where: 'html', re: /img1\.wsimg\.com\/(blobby|isteam)/, why: 'GoDaddy builder assets' }, ] }, { platform: 'Duda', group: 'site_builder', any: [ { where: 'html', re: /irp\.cdn-website\.com|lirp\.cdn-website\.com/, why: 'Duda assets' }, ] }, { platform: 'Weebly / Square Online', group: 'site_builder', any: [ { where: 'html', re: /editmysite\.com|weebly\.com\/(uploads|weebly)/, why: 'Weebly assets' }, ] }, { platform: 'Jimdo', group: 'site_builder', any: [{ where: 'html', re: /assets\.jimstatic\.com|jimdo-storage\.global\.ssl\.fastly\.net|jimdosite\.com\/(assets|s\/)/, why: 'Jimdo assets' }] }, { platform: 'Carrd', group: 'site_builder', any: [{ where: 'html', re: /]+name=["']generator["'][^>]+content=["']Carrd/i, why: 'generator Carrd' }] }, { platform: 'Tilda', group: 'site_builder', any: [{ where: 'html', re: /static\.tildacdn\.com|]+name=["']generator["'][^>]+content=["']Tilda/i, why: 'Tilda' }] }, { platform: 'Site123', group: 'site_builder', any: [{ where: 'html', re: /cdn-cms\.f-static\.com|static\.s123-cdn-static\.com/i, why: 'Site123 assets' }] }, { platform: 'Webnode', group: 'site_builder', any: [{ where: 'html', re: /]+name=["']generator["'][^>]+content=["']Webnode/i, why: 'Webnode' }] }, { platform: 'GoHighLevel', group: 'site_builder', any: [{ where: 'html', re: /stcdn\.leadconnectorhq\.com|assets\.cdn\.filesafe\.space|msgsndr\.com/, why: 'GoHighLevel / LeadConnector assets' }] }, { platform: 'Webador', group: 'site_builder', any: [{ where: 'html', re: /assets\.jwwb\.nl/, why: 'Webador assets' }] }, { platform: 'Aryeo', group: 'site_builder', any: [{ where: 'html', re: /cdn\.aryeo\.com/, why: 'Aryeo property-site assets' }] }, { platform: 'Showit', group: 'site_builder', any: [{ where: 'html', re: /static\.showit\.co|lib\.showit\.co/, why: 'Showit assets' }] }, { platform: 'Kajabi / ClickFunnels / Systeme.io', group: 'site_builder', any: [{ where: 'html', re: /kajabi-cdn\.com|kajabi-storefronts|clickfunnels\.com\/assets|cf-assets|systeme\.io\/(assets|static)|d1yei2z3i6k35z\.cloudfront\.net/, why: 'funnel builder assets' }] }, { platform: 'Zoho Sites', group: 'site_builder', any: [{ where: 'html', re: /zohositescontent|static\.zohocdn\.com\/sites/, why: 'Zoho Sites assets' }] }, { platform: 'Google Sites', group: 'site_builder', any: [{ where: 'html', re: /]+content=["']Google Sites/i, why: 'Google Sites' }] }, { platform: 'Strikingly', group: 'site_builder', any: [{ where: 'html', re: /strikinglycdn\.com|static-assets\.strikinglycdn/, why: 'Strikingly' }] }, // ---- WordPress { platform: 'WordPress', group: 'wordpress', any: [ { where: 'html', re: /\/wp-content\/|\/wp-includes\//, why: 'wp-content / wp-includes path' }, { where: 'html', re: /]+name=["']generator["'][^>]+content=["']WordPress/i, why: 'generator WordPress' }, { where: 'header', key: 'link', re: /rel="https:\/\/api\.w\.org\/"/, why: 'api.w.org link header' }, { where: 'header', key: 'x-powered-by', re: /WP Engine|WordPress VIP/i, why: 'WordPress host header' }, ] }, // ---- Other CMSs and shop platforms { platform: 'Shopify', group: 'other_cms', any: [ { where: 'header', key: 'x-shopid', re: /./, why: 'x-shopid header' }, { where: 'header', key: 'powered-by', re: /Shopify/i, why: 'powered-by Shopify' }, { where: 'html', re: /cdn\.shopify\.com|Shopify\.theme/, why: 'Shopify assets' }, ] }, { platform: 'Joomla', group: 'other_cms', any: [{ where: 'html', re: /]+name=["']generator["'][^>]+content=["']Joomla|\/media\/jui\/|\/media\/system\/js\//i, why: 'Joomla' }] }, { platform: 'Drupal', group: 'other_cms', any: [ { where: 'header', key: 'x-generator', re: /Drupal/i, why: 'x-generator Drupal' }, { where: 'html', re: /]+name=["']Generator["'][^>]+content=["']Drupal|\/sites\/default\/files\/|drupal-settings-json/i, why: 'Drupal' }, ] }, { platform: 'Ghost', group: 'other_cms', any: [{ where: 'html', re: /]+name=["']generator["'][^>]+content=["']Ghost/i, why: 'generator Ghost' }] }, { platform: 'HubSpot CMS', group: 'other_cms', any: [{ where: 'html', re: /]+name=["']generator["'][^>]+content=["']HubSpot|hs-sites\.com|hubspotusercontent/i, why: 'HubSpot CMS' }] }, { platform: 'Bitrix', group: 'other_cms', any: [{ where: 'html', re: /\/bitrix\/(js|templates|cache)\//, why: 'Bitrix' }] }, { platform: 'OpenCart / PrestaShop / Magento / WooCommerce-less shops', group: 'other_cms', any: [{ where: 'html', re: /catalog\/view\/theme|prestashop|Mage\.Cookies|mage\/cookies/i, why: 'shop platform' }] }, { platform: 'Tiendanube / Nuvemshop', group: 'other_cms', any: [{ where: 'html', re: /d26lpennugtm8s\.cloudfront\.net|nuvemshop|tiendanube/i, why: 'Tiendanube' }] }, { platform: 'BigCommerce', group: 'other_cms', any: [{ where: 'html', re: /cdn\d*\.bigcommerce\.com/, why: 'BigCommerce' }] }, { platform: 'TYPO3', group: 'other_cms', any: [{ where: 'html', re: /]+name=["']generator["'][^>]+content=["']TYPO3|\/typo3temp\/|\/typo3conf\//i, why: 'TYPO3' }] }, { platform: 'Liferay', group: 'other_cms', any: [{ where: 'html', re: /\/o\/frontend-js-|Liferay\.ThemeDisplay/, why: 'Liferay' }] }, // Last: any other CMS that names itself in a generator tag (frameworks and SEO plugins excluded). { platform: 'Other CMS (named in generator tag)', group: 'other_cms', any: [{ where: 'html', re: /]+name=["']generator["'][^>]+content=["'](?!(Astro|Next\.js|Nuxt|Gatsby|Hugo|Jekyll|Eleventy|Docusaurus|mkdocs|VitePress|Hexo|Pelican|Zola|Sphinx|v0|Framer|Wix|Webflow|WordPress|Bolt|Carrd|Tilda|Webnode|Starfield|Hostinger|Ghost|Joomla|Drupal|HubSpot|TYPO3|Microsoft Word|Notepad|Visual Studio|Elementor|Site Kit|Powered by Slider|All in One SEO|Yoast|RankMath|Rank Math|WPML|WooCommerce))(OpenCities|Squarespace|Shopware|OXID|Contao|Concrete|ProcessWire|Craft|Umbraco|Sitefinity|Kentico|DNN|DotNetNuke|Plone|SilverStripe|MODX|Grav|Bludit|Odoo|Weebly|Duda|Jimdo|Blogger|Kirby|Statamic|Wagtail|Strapi|Sanity|Payload|Magnolia|Adobe Experience|Sitecore|Bloomreach|Acquia|e107|XOOPS|Textpattern|b2evolution|CMS Made Simple|Mura|Tiki|PHP-Fusion|NetObjects|iWeb|RapidWeaver|Sandvox|Mobirise|Nicepage|Pinegrow|Bootstrap Studio|Webstudio|Typedream|Softr|Bubble|Glide|Adalo|Unbounce|Instapage|Leadpages)/i, why: 'generator tag names a CMS or builder' }] }, ]; // Pages that are not a site: parking, for sale, host default pages, "coming soon" holding pages. const PARKED = [ /sedoparking|parkingcrew|bodis\.com|parklogic|above\.com\/marketplace|domain-is-for-sale|dan\.com|afternic|hugedomains|undeveloped\.com|sav\.com\/(domain|park)|spaceship\.com\/.*parking|skenzo|domainmarket\.com|atom\.com\/name|squadhelp|brandbucket|namecheap.*parking|parked-content\.godaddy|godaddy\.com\/forsale|img1\.wsimg\.com\/parking-lander|\/lander["'?]|window\.location\.href\s*=\s*["']\/lander/i, /this domain (name )?(is|may be) for sale|buy this domain|domain (name )?is parked|this domain is parked|parked free, courtesy|domain has been registered|is registered by|registered at namecheap|future home of something quite cool|this site is under construction|website coming soon|coming soon!?<\/(h1|h2|title)|launching soon|domain name is registered|the domain .{0,40} has been registered/i, /\s*(welcome to nginx!?|apache2 (ubuntu|debian) default page|test page for the (apache|nginx)|index of \/|default web site page|iis windows server|domain default page|site not found|account suspended|web server's default page|parallels|plesk|hostinger|cpanel|coming soon|under construction|website disabled|404 not found)/i, ]; PARKED.push( /parked domain name on hostinger|welcome to hostarmada|<title>\s*(site en construction|página padrão|pagina padrao|sitio en construcci[oó]n|seite im aufbau|in costruzione|domain parked|parked domain|default page|welcome!?|my blog|hello world|test|website|home|index|untitled|document)\s*<\/title>|default index page|this is the default welcome page|congratulations! your (website|site|hosting)|nothing to see here|your new website is ready|site is being built|is coming soon|we.re (launching|coming) soon|domain (is )?(not )?(configured|connected)|no website is configured|there is no website configured|this domain (name )?has (just )?been registered|parkingpage|domain-parking|parked by|for sale on|make an offer on this domain|inquire about this domain|website for sale|<title>\s*(future home of|hosted by one\.com|please access via the domain|loading\.*|redirect(ing)?\.*|domain default|web hosting|server default)|host welcome page/i, ); // Gambling, adult and doorway spam: flagged, not removed, so shares can be shown with and without it. const SPAM = /casino|slots?\b|\bbet(ting)?\b|toto|judi|gacor|togel|poker|baccarat|博彩|娱乐|彩票|赌|棋牌|体育官网|开元|官方网站.{0,10}(娱乐|体育)|porn|xxx|\bsex\b|sex cams?|onlyfans|escort|viagra|cialis|apuestas|cassino|bónus|mostbet|1win|pin-?up/i; export function isSpam(title, text) { return SPAM.test(title || '') || SPAM.test((text || '').slice(0, 600)); } // The build stack under an unidentified site: framework and host. Not a builder attribution. export function stackOf(r) { const html = r.html || ''; const h = Object.fromEntries(Object.entries(r.headers || {}).map(([k, v]) => [lc(k), String(v)])); let framework = null; if (/\/_next\/static\//.test(html) || /__NEXT_DATA__/.test(html)) framework = 'Next.js'; else if (/\/_nuxt\//.test(html)) framework = 'Nuxt'; else if (/\/_astro\/|<meta[^>]+name=["']generator["'][^>]+content=["']Astro/i.test(html)) framework = 'Astro'; else if (/<script[^>]+src=["'](\.?\/)?assets\/index-[\w-]{8}\.js/.test(html)) framework = 'Vite single-page app'; else if (/<div id=["'](root|app)["']>\s*<\/div>/.test(html)) framework = 'JS single-page app'; else if (/_gatsby|___gatsby/.test(html)) framework = 'Gatsby'; else if (/<meta[^>]+name=["']generator["'][^>]+content=["']Hugo/i.test(html)) framework = 'Hugo'; else if (/cdn\.tailwindcss\.com/.test(html)) framework = 'Static HTML + Tailwind CDN'; let host = null; if (h['x-vercel-id'] || /^vercel/i.test(h.server || '')) host = 'Vercel'; else if (h['x-nf-request-id'] || /^netlify/i.test(h.server || '')) host = 'Netlify'; else if (/^github\.com/i.test(h.server || '')) host = 'GitHub Pages'; else if (h['x-firebase-hosting'] || /firebase/i.test(h['x-served-by'] || '')) host = 'Firebase'; else if (h['x-render-origin-server'] || h['rndr-id']) host = 'Render'; else if (/railway/i.test(h.server || '') || h['x-railway-request-id']) host = 'Railway'; else if (h['cf-ray'] && !h['x-powered-by'] && (h['cf-cache-status'] || '').length) host = 'Cloudflare (Pages or proxy)'; return { framework, host }; } function hostOf(u) { try { return new URL(u).hostname.toLowerCase(); } catch { return ''; } } // Registrable-ish domain: last two labels, or three for known two-part suffixes. const TWO_PART = /\.(co|com|org|net|gov|edu|ac|ne|or)\.[a-z]{2}$/; export function baseDomain(h) { h = lc(h).replace(/^www\./, ''); const parts = h.split('.'); return TWO_PART.test(h) ? parts.slice(-3).join('.') : parts.slice(-2).join('.'); } function textOf(html) { return html.replace(/<script[\s\S]*?<\/script>/gi, ' ').replace(/<style[\s\S]*?<\/style>/gi, ' ').replace(/<[^>]+>/g, ' ').replace(/\s+/g, ' ').trim(); } export function matchRules(r) { const html = r.html || ''; const headers = Object.fromEntries(Object.entries(r.headers || {}).map(([k, v]) => [lc(k), String(v)])); const host = hostOf(r.finalUrl) || lc(r.domain); const hits = []; for (const rule of RULES) { const ev = []; for (const m of rule.any) { if (m.where === 'html' && m.re.test(html)) ev.push(m.why); else if (m.where === 'header' && headers[m.key] != null && m.re.test(headers[m.key])) ev.push(m.why); else if (m.where === 'host' && m.re.test(host)) ev.push(m.why); } if (ev.length) hits.push({ platform: rule.platform, group: rule.group, evidence: ev }); } return hits; } export function classify(r) { if (!r.ok) return { kind: 'unreachable', platform: null, group: null, evidence: [r.error] }; const finalHost = hostOf(r.finalUrl); if (/safebrowse\.io$/.test(finalHost)) return { kind: 'blocked', platform: null, group: null, evidence: ['network security filter block page'] }; const html = r.html || ''; const hits = matchRules(r); const top = hits[0] || null; const text = textOf(html); const redirected = finalHost && baseDomain(finalHost) !== baseDomain(r.domain); // A redirect onto a builder's own free host (x.lovable.app, x.wixsite.com) is still the builder's site. const builderHost = /\.(lovable\.app|bolt\.host|replit\.app|base44\.app|wixsite\.com|squarespace\.com|framer\.(website|app|ai)|webflow\.io|myshopify\.com|vercel\.app|netlify\.app|carrd\.co|godaddysites\.com|wordpress\.com)$/.test(finalHost); if (redirected && !builderHost) return { kind: 'redirect_elsewhere', platform: top?.platform || null, group: top?.group || null, evidence: [`-> ${finalHost}`] }; const title = (html.match(/<title[^>]*>([\s\S]*?)<\/title>/i)?.[1] || '').trim(); const lang = lc(html.match(/<html[^>]*\slang=["']?([a-zA-Z-]+)/i)?.[1] || ''); const extra = { stack: stackOf(r), spam: isSpam(title, text), lang, english: lang.startsWith('en') }; const out = (kind, platform, group, evidence, more = {}) => ({ kind, platform, group, evidence, ...extra, ...more }); // The first pattern names parking services and is decisive unless a platform matched on a content-rich page; // the generic "for sale / coming soon / default title" patterns only count on a page with little text. for (let i = 0; i < PARKED.length; i++) { const re = PARKED[i]; if (!re.test(html)) continue; if (i === 0 ? !(top && text.length > 1500) : text.length < 1500) return out('parked', top?.platform || null, top?.group || null, [String(re).slice(1, 40)]); } if (/<title>\s*(just a moment|attention required|access denied|ddos-guard|403 forbidden|checking your browser|making sure you('|')re not a bot)/i.test(html) || /\/cdn-cgi\/challenge-platform\/h\/|cf-browser-verification|_Incapsula_Resource|sgcaptcha/.test(html) && text.length < 800) return out('bot_wall', top?.platform || null, top?.group || null, ['bot challenge page']); if (r.status >= 400) return out('error', top?.platform || null, top?.group || null, [`HTTP ${r.status}`]); if (!top && html.length < 300) return out('placeholder', null, null, [`body ${html.length} bytes`]); if (top) return out('site', top.platform, top.group, top.evidence, { alsoMatched: hits.slice(1).map((h) => h.platform) }); const bare = lc(r.domain).replace(/^www\./, ''); if (text.length < 400 && (lc(title) === bare || lc(title) === `www.${bare}` || title === '') && !/<script[^>]+src=["'][^"']*(assets\/index-|_next\/|main[.-])/i.test(html)) return out('placeholder', null, null, ['title is the bare domain or empty, little text']); if (text.length < 200 && !/<script[^>]+src=/i.test(html)) return out('placeholder', null, null, [`visible text ${text.length} chars, no scripts`]); return out('site', 'Custom / unidentified', 'custom', []); }