# Robots.txt for https://xxxbf.is
User-agent: ia_archiver
Disallow: /

User-agent: *
Allow: /

# Sitemaps
Sitemap: https://xxxbf.is/sitemap.xml
Sitemap: https://xxxbf.is/sitemap-videos.xml
Sitemap: https://xxxbf.is/sitemap-categories.xml
Sitemap: https://xxxbf.is/sitemap-tags.xml

# Disallow admin and api paths
Disallow: /api/
Disallow: /admin/