User-agent: *
Disallow: /wp-admin/
Disallow: /lp_usa/
Disallow: /lp_portugal/
Disallow: /lp_spain/
Disallow: /lp_greece/
Disallow: /upcoming-event/

# Allow good bots
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Amazonbot
Allow: /


User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: Curl
Disallow: /

User-agent: Wget
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

Disallow: /vulnerable_api/
Disallow: /config/


Sitemap: https://frrimmigration.com/sitemap.xml
Sitemap: https://frrimmigration.com/sitemap_index.xml