# Robots.txt for Pita Way # Allow all search engines User-agent: * Disallow: /css/ Disallow: /js/ Disallow: /images/ Allow: /images/*.jpg Allow: /images/*.png Allow: /images/*.webp Allow: /favicon/ # Sitemap location Sitemap: https://pitaway.com/sitemap.xml # Crawl-delay (optional - prevents server overload) Crawl-delay: 1 # Specific rules for major search engines User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Slurp Allow: / # Block bad bots User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: DotBot Disallow: /