User-agent: * Allow: / Disallow: /order_pages/ Disallow: /Data/ Disallow: /subscription-thankyou.html Disallow: /thank_you.html Disallow: /404-not-found.html Disallow: /403-forbidden.html Disallow: /order_failure.html Disallow: /401-unauthorised.html Disallow: /subscription-confirmed.html Disallow: /order_success.html Disallow: /400-bad-request.html Disallow: /500-internal-server.html