# Robots.txt for Backlink Market
# Allow Google, Bing, and other search engines to crawl

User-agent: *
Allow: /
Disallow: /admin
Disallow: /dashboard
Disallow: /seller_sites
Disallow: /buyer_dashboard
Disallow: /account
Disallow: /settings
Disallow: /api/
Disallow: /password-reset
Disallow: /checkout
Disallow: /cart
Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=
Disallow: /*.json
Disallow: /node_modules/
Disallow: /storage/
Disallow: /bootstrap/

# Crawl-delay to be respectful
Crawl-delay: 1

# Allow Google Bot to crawl everything (prioritize Google)
User-agent: Googlebot
Allow: /
Crawl-delay: 0

# Allow Bing Bot
User-agent: Bingbot
Allow: /
Crawl-delay: 1

# Block bad/aggressive bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

# Sitemap location
Sitemap: https://www.backlink-market.com/sitemap.xml