# Global rules for all bots
User-agent: *


# Allow pages
Allow: /$
Allow: /about$
Allow: /games$
Allow: /games/*$
Allow: /faq$
Allow: /terms$
Allow: /privacy$
Allow: /sitemap.xml$
Allow: /server-sitemap.xml$
Allow: /robots.txt$
Allow: /ads.txt$

# disallow crawlable pages
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Disallow: /*?*
Disallow: /games/revalidate
Disallow: /games/*/revalidate

# search engine crawlers
User-agent: Googlebot
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: MJ12bot
User-agent: DotBot
User-agent: Bytespider
User-agent: Rogerbot
User-agent: Sogou web spider
User-agent: Sogou inst spider
User-agent: Sogou spider2
User-agent: YandexBot
User-agent: PetalBot
Allow: /$
Allow: /about$
Allow: /games$
Allow: /games/*$
Allow: /faq$
Allow: /terms$
Allow: /privacy$
Allow: /sitemap.xml$
Allow: /server-sitemap.xml$
Allow: /robots.txt$
Allow: /ads.txt$
Disallow: /api/
Disallow: /_next/
Disallow: /static/
Disallow: /*?*

# Disallow crawlers
User-agent: SemrushBot
User-agent: AhrefsBot
Disallow: /

# Crawl delay
Crawl-delay: 10



# Sitemaps
Sitemap: https://play4ugames.com/sitemap.xml
Sitemap: https://play4ugames.com/sitemap-0.xml
Sitemap: https://play4ugames.com/server-sitemap.xml