User-agent: * Disallow: /administrator/ Disallow: /cache/ Disallow: /components/ Disallow: /images/ Disallow: /includes/ Disallow: /ipstat/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /tmp/ Disallow: /wrapper/ Disallow: /xmlrpc/ # Disallow the "Wayback Machine" http://www.archive.org/web/web.php User-agent: ia_archiver Disallow: / # Disallow the "IRL crawler" http://irl.cs.tamu.edu/crawler/ User-agent: IRLbot Disallow: /