# Brata Media Press — robots.txt
# https://bratamedia.press

User-agent: *
Allow: /

# Block PHP handler files from indexing
Disallow: /contact-handler.php
Disallow: /quotation-handler.php
Disallow: /config.php

# Block utility/include directories
Disallow: /includes/
Disallow: /assets/documents/

# Block admin and private paths (add as needed)
Disallow: /admin/
Disallow: /private/
Disallow: /.env
Disallow: /.git/

# Block thank-you and error pages
Disallow: /thank-you.php
Disallow: /404.php

# Block query strings that create duplicate content
Disallow: /*?filter=*

# Crawl-delay for polite bots (optional)
Crawl-delay: 2

# Sitemap
Sitemap: https://bratamedia.press/sitemap.xml

# Individual search engine directives
User-agent: Googlebot
Allow: /
Disallow: /includes/
Disallow: /config.php

User-agent: Bingbot
Allow: /
Disallow: /includes/
Disallow: /config.php

User-agent: Baiduspider
Allow: /

# Block aggressive scrapers
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /