User-agent: * # Block admin & system pages Disallow: /admin/ # Block account & auth pages Disallow: /account/ Disallow: /login Disallow: /register Disallow: /password/ Disallow: /email/verify Disallow: /currency/ Disallow: /ajax/ # Block feeds Disallow: /feed/properties/ # Block storage backend paths Disallow: /storage/*/brochures/ Disallow: /storage/*/projects/ # Block brochure paths Disallow: /brochure/ # Block documents Disallow: *.pdf$ Disallow: *.doc$ Disallow: *.docx$ # Allow images Allow: /storage/*.jpg$ Allow: /storage/*.jpeg$ Allow: /storage/*.png$ Allow: /storage/*.webp$ Allow: /storage/*.gif$ # Sitemap Sitemap: https://homziio.com/sitemap.xml # AI crawlers — allow for brand visibility in AI answers User-agent: GPTBot Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Applebot-Extended Allow: / # Block AI training scrapers User-agent: CCBot Disallow: / User-agent: omgili Disallow: / User-agent: omgilibot Disallow: /