# ============================================================
# MineBed Farsi — robots.txt
# ============================================================
# Live site: https://iran-minecraft-wiki.github.io/website/
# Sitemap: same URL + sitemap.xml

User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /admin-minebed-control
Disallow: /pagefind/

# Allow Google's rich-results crawler to fetch everything
User-agent: Googlebot
Allow: /

# Allow Bing + Yandex (Yandex is widely used in Iran / CIS)
User-agent: Bingbot
Allow: /

User-agent: Yandex
Allow: /

# Sitemap — note the /website/ base path (GitHub project page)
Sitemap: https://iran-minecraft-wiki.github.io/website/sitemap.xml

# HTML sitemap (alternative for crawlers that can't parse XML sitemap
# served as text/html by GitHub Pages)
Sitemap: https://iran-minecraft-wiki.github.io/website/sitemap-html

# RSS feed — Persian-language blog posts (fa-IR)
# https://www.rssboard.org/rss-2-0
RSS: https://iran-minecraft-wiki.github.io/website/rss.xml