User-agent: ia_archiver Disallow: / # # list folders robots are not allowed to index # User-agent: * Disallow: /files/ Disallow: /images/ Disallow: /logs/ Disallow: /testing/ Disallow: /nirvana/ Disallow: /thankyou.html Disallow: /purchasecancelled.html Disallow: /license.html Disallow: /notfound.html Disallow: /pagefour/betaversion.html Disallow: /academic-order.html