# robots.txt for SearchBySite

User-agent: *
Allow: /

# Specific directives for BingBot
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Disallow search results pages with query parameters
Disallow: /search?*
Disallow: /x?*
Disallow: /reddit?*
Disallow: /instagram?*
Disallow: /snapchat?*
Disallow: /all?*

# Sitemap location
Sitemap: https://searchbysite.com/sitemap.xml