# SEO Optimized robots.txt for freemoviesonlinesites.com
# Last Updated: 2026-06-18

# Allow all search engines to crawl the site
User-agent: *
Allow: /

# Block bad bots (optional - can be expanded as needed)
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

# Allow access for specific crawlers
User-agent: Googlebot
Allow: /
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Crawl-delay: 0

# Point to XML Sitemap
Sitemap: https://freemoviesonlinesites.com/sitemap.xml
Sitemap: https://freemoviesonlinesites.com/robots.txt

# Discourage crawling of unnecessary files
User-agent: *
Disallow: /admin/
Disallow: /private/
Disallow: /temp/
Disallow: /*.pdf$
Disallow: /*.doc$

# Allow crawling of common resources
Allow: /js/
Allow: /styles.css
Allow: /favicon.svg
Allow: /og-image.jpg