User-agent: Gigabot
Disallow: /


User-agent: Scrubby
Disallow: /


User-agent: Robozilla
Disallow: /


User-agent: Nutch
Disallow: /


User-agent: SurdotlyBot
Disallow: /


User-agent: ia_archiver
Disallow: /*.pdf$


User-agent: *
Disallow: /_designs/
Disallow: /admin/
Disallow: /system-maintenance/
Disallow: /squiz_sandbox/
Disallow: /external-site-link-assets/
Disallow: /internal-site-link-assets/
Disallow: /resources-course-finder/
Disallow: /courses/undergraduate/qualifications/certificate-in-higher-education
Disallow: /courses/form/ukeu-course-enquiry
Disallow: /courses/form/ukeu-course-enquiry/ukeu-thank-you
Disallow: /courses/undergraduate/clearing/ask-a-question
Disallow: /courses/undergraduate/clearing/ask-a-question/thank-you
Disallow: /application-system-home-students
Disallow: /_media_old
Disallow: /_old
Disallow: /_old/stories
Disallow: /business/apprenticeships/embrace-change-and-employ-an-apprentice
Disallow: /study/apprenticeships/become-an-apprentice
Disallow: /study/form/ukeu-course-enquiry
Disallow: /international/forms/course-enquiries
Disallow: /study/undergraduate/qualifications/certificate-in-higher-education
Disallow: /documentation
Disallow: /faqs
Disallow: /testing
Disallow: /nested-content
Disallow: /business/research-enterprise-and-innovation/archived/
Disallow: /campaigns
Disallow: /about-us/people-finder/

Sitemap: http://www.lsbu.ac.uk/xml-sitemap

Crawl-delay: 30