# Robots.txt for Holy Spirit Major Seminary
# Generated automatically - DO NOT EDIT MANUALLY

User-agent: *
Disallow: /admin/
Disallow: /api/search/
Disallow: /load-more/
Disallow: /tinymce/

# Allow all other content
Allow: /
Allow: /static/
Allow: /media/

# Specific rules for major search engines
User-agent: Googlebot
Disallow: /admin/
Disallow: /api/search/
Disallow: /load-more/

User-agent: Bingbot
Disallow: /admin/
Disallow: /api/search/
Disallow: /load-more/
Crawl-delay: 1

# Block aggressive crawlers
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# Sitemaps
Sitemap: https://www.hsms-banani.org/sitemap.xml

# Additional information
# Host: www.hsms-banani.org
# Contact: hsmsmajorseminary@gmail.com
# Last updated: Unknown