# MAIST Layyah - Enhanced Robots.txt for Admissions 2026 Campaign
# Muhammad Ali Institute of Science & Technology

User-agent: *
Allow: /

# Priority pages for Admissions 2026
Allow: /admissions-2026.html
Allow: /apply.html
Allow: /programs.html
Allow: /bs-computer-science.html
Allow: /bs-artificial-intelligence.html
Allow: /bs-cyber-security.html
Allow: /bs-data-science.html
Allow: /bs-information-technology.html

# Allow all important pages
Allow: /index.html
Allow: /eligibility.html
Allow: /gallery.html
Allow: /downloads.html
Allow: /contact.html
Allow: /blog/
Allow: /blog.html
Allow: /sitemap.xml

# Allow blog posts for content marketing
Allow: /blog/admission-2026-layyah-maist.html
Allow: /blog/bs-artificial-intelligence-future-technology.html
Allow: /blog/bs-computer-science-layyah.html
Allow: /blog/campus-life-maist-layyah.html
Allow: /blog/career-opportunities-bs-computer-science.html
Allow: /blog/navttc-courses-layyah.html
Allow: /blog/scholarships-maist-layyah.html
Allow: /blog/why-choose-maist.html

# Allow resources and assets
Allow: /images/
Allow: /images/blog/
Allow: /style.css
Allow: /admissions-2026-styles.css
Allow: /seo-styles.css
Allow: /seo-scripts.js
Allow: /admissions-2026-seo.js
Allow: /script.js

# Disallow admin and system files
Disallow: /admin/
Disallow: /backend/
Disallow: /private/
Disallow: /temp/
Disallow: /cache/
Disallow: /*.pdf$
Disallow: /*?*
Disallow: /search

# Disallow temporary files and test pages
Disallow: /test_*
Disallow: /debug_*
Disallow: /count_*
Disallow: /simple_test_*
Disallow: /image-test*
Disallow: /blog-images-test*
Disallow: /*.tmp$
Disallow: /*.log$

# Sitemap location
Sitemap: https://maist.edu.pk/sitemap.xml

# Crawl delay for respectful crawling
Crawl-delay: 1

# Special instructions for major search engines
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 1

User-agent: Slurp
Allow: /
Crawl-delay: 1

# Social media crawlers for better sharing
User-agent: facebookexternalhit
Allow: /
Allow: /images/

User-agent: Twitterbot
Allow: /
Allow: /images/

User-agent: LinkedInBot
Allow: /
Allow: /images/

# Additional crawlers
User-agent: Pinterestbot
Allow: /
Allow: /images/

User-agent: WhatsApp
Allow: /
Allow: /images/