# Allow specific country-language exceptions for key directories
User-Agent: *
Allow: /australia/universities-and-colleges/*lang=en
Allow: /australia/find-a-course/*lang=en
Allow: /cambodia/universities-and-colleges/*lang=en
Allow: /cambodia/find-a-course/*lang=en
Allow: /canada/universities-and-colleges/*lang=en
Allow: /canada/find-a-course/*lang=en
Allow: /egypt/universities-and-colleges/*lang=en
Allow: /egypt/find-a-course/*lang=en
Allow: /hongkong/universities-and-colleges/*lang=zk
Allow: /hongkong/find-a-course/*lang=zk
Allow: /indonesia/universities-and-colleges/*lang=id
Allow: /indonesia/find-a-course/*lang=id
Allow: /iran/universities-and-colleges/*lang=fa
Allow: /iran/find-a-course/*lang=fa
Allow: /middleeast/universities-and-colleges/*lang=ar
Allow: /middleeast/find-a-course/*lang=ar
Allow: /korea/universities-and-colleges/*lang=ko
Allow: /korea/find-a-course/*lang=ko
Allow: /oman/universities-and-colleges/*lang=en
Allow: /oman/find-a-course/*lang=en
Allow: /saudiarabia/universities-and-colleges/*lang=ar
Allow: /saudiarabia/find-a-course/*lang=ar
Allow: /singapore/universities-and-colleges/*lang=en
Allow: /singapore/find-a-course/*lang=en
Allow: /taiwan/universities-and-colleges/*lang=tw
Allow: /taiwan/find-a-course/*lang=tw
Allow: /thailand/universities-and-colleges/*lang=th
Allow: /thailand/find-a-course/*lang=th
Allow: /turkey/universities-and-colleges/*lang=tr
Allow: /turkey/find-a-course/*lang=tr
Allow: /uae/universities-and-colleges/*lang=en
Allow: /uae/find-a-course/*lang=en
Allow: /vietnam/universities-and-colleges/*lang=vn
Allow: /vietnam/find-a-course/*lang=vn
Allow: /*/student-essentials/*lang=en
Allow: /*/find-a-course/*lang=en
Allow: /*/find-a-university/*lang=en
Allow: /*/find-a-scholarship/*lang=en
Allow: /*/scholarship/*lang=en
Allow: /*/universities-and-colleges/*lang=en
#Sitewide Directives
Disallow: /*topics=
Disallow: /*session_logout=
Disallow: /*page=1$
Disallow: /*destination_country=
Disallow: /*stage=
Disallow: /*fit=
Disallow: /*sort=
Disallow: /student-essentials/*lang=en
Disallow: /find-a-course/*lang=en
Disallow: /find-a-university/*lang=en
Disallow: /find-a-scholarship/*lang=en
Disallow: /scholarship/*lang=en
Disallow: /universities-and-colleges/*lang=en
#Country Specific Directives
Disallow: /australia/*lang=en
Disallow: /cambodia/*lang=en
Disallow: /canada/*lang=en
Disallow: /egypt/*lang=en
Disallow: /hongkong/*lang=zk
Disallow: /indonesia/*lang=id
Disallow: /iran/*lang=fa
Disallow: /middleeast/*lang=ar
Disallow: /korea/*lang=ko
Disallow: /oman/*lang=en
Disallow: /saudiarabia/*lang=ar
Disallow: /singapore/*lang=en
Disallow: /taiwan/*lang=tw
Disallow: /thailand/*lang=th
Disallow: /turkey/*lang=tr
Disallow: /uae/*lang=en
Disallow: /vietnam/*lang=vn
#Overarching Sitemaps
Sitemap: https://www.idp.com/sitemap.xml
Sitemap: https://www.idp.com/student-essential-sitemap.xml
Sitemap: https://www.idp.com/course-search-sitemap.xml
Sitemap: https://www.idp.com/scholarship-search-sitemap.xml
Sitemap: https://www.idp.com/university-courses-sitemap.xml
Sitemap: https://www.idp.com/university-detail-sitemap.xml
Sitemap: https://www.idp.com/scholarship-detail-sitemap.xml
#Country Sitemaps
Sitemap: https://www.idp.com/australia/sitemap.xml
Sitemap: https://www.idp.com/bangladesh/sitemap.xml
Sitemap: https://www.idp.com/cambodia/sitemap.xml
Sitemap: https://www.idp.com/canada/sitemap.xml
Sitemap: https://www.idp.com/egypt/sitemap.xml
Sitemap: https://www.idp.com/ghana/sitemap.xml
Sitemap: https://www.idp.com/hongkong/sitemap.xml
Sitemap: https://www.idp.com/india/sitemap.xml
Sitemap: https://www.idp.com/indonesia/sitemap.xml
Sitemap: https://www.idp.com/iran/sitemap.xml
Sitemap: https://www.idp.com/kenya/sitemap.xml
Sitemap: https://www.idp.com/korea/sitemap.xml
Sitemap: https://www.idp.com/malaysia/sitemap.xml
Sitemap: https://www.idp.com/mauritius/sitemap.xml
Sitemap: https://www.idp.com/middleeast/sitemap.xml
Sitemap: https://www.idp.com/nepal/sitemap.xml
Sitemap: https://www.idp.com/newzealand/sitemap.xml
Sitemap: https://www.idp.com/nigeria/sitemap.xml
Sitemap: https://www.idp.com/oman/sitemap.xml
Sitemap: https://www.idp.com/pakistan/sitemap.xml
Sitemap: https://www.idp.com/philippines/sitemap.xml
Sitemap: https://www.idp.com/saudiarabia/sitemap.xml
Sitemap: https://www.idp.com/singapore/sitemap.xml
Sitemap: https://www.idp.com/srilanka/sitemap.xml
Sitemap: https://www.idp.com/taiwan/sitemap.xml
Sitemap: https://www.idp.com/thailand/sitemap.xml
Sitemap: https://www.idp.com/turkey/sitemap.xml
Sitemap: https://www.idp.com/uae/sitemap.xml
Sitemap: https://www.idp.com/vietnam/sitemap.xml
# Delayed Crawlers
User-agent: AhrefsBot
Allow: /
Crawl-delay: 5
User-agent: AhrefsSiteAudit
Disallow: /
# Disallowed Crawlers
User-agent: 008
Disallow: /
User-agent: AddThis.com robot
Disallow: /
User-agent: BOTW Spider
Disallow: /
User-agent: CazoodleBot
Disallow: /
User-agent: dotbot/1.0
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: Semrushbot-SI
Disallow: /
User-agent: Yahoo Pipes 2.0
Disallow: /