User-agent: * Allow: /css Allow: /css/*?* Allow: /js Allow: /js/*?* Allow: /api/search/universities Allow: /api/universities Allow: /wp-content/* Allow: /wp-includes/* Allow: *?utm* Disallow: /set/ Disallow: /reviews Disallow: /*/enquiry/* Disallow: /enquiry/* Disallow: /*/compare/* Disallow: /compare/* Disallow: /*/my-account/* Disallow: /my-account/* Disallow: /wechat-qr-code Disallow: */null Disallow: *?* Sitemap: https://www.student.com/sitemap.xml User-agent: AdsBot-Google Disallow: /reviews User-agent: Vegi bot Disallow: / User-agent: rogerbot Disallow: Crawl-delay: 2 User-agent: SemrushBot-SA Disallow: Crawl-delay: 2