#User-agent: Screaming Frog SEO Spider
#Allow: /internal/
User-agent: *
Disallow: /Groups/media/
Disallow: /Groups/media/oneill/
Disallow: /administrator/
Disallow: /cache/
Disallow: /components/
Disallow: /images/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /media/
Disallow: /modules/
Disallow: /plugins/
Disallow: /templates/
Disallow: /tmp/
Disallow: /xmlrpc/
Disallow: /internal/
Disallow: /mymrclife/
Disallow: /wordpress/wp-content/uploads/
Allow: /wordpress/wp-content/uploads/*.jpg
Allow: /wordpress/wp-content/uploads/*.gif
Allow: /wordpress/wp-content/uploads/*.png
Allow: /wordpress/wp-content/uploads/*.jpeg
Sitemap: https://www2.mrc-lmb.cam.ac.uk/sitemap.xml