User-Agent: * Allow: /*.js$ Allow: /*.css$ Allow: /*.jpg$ Allow: /*.ico$ Allow: /*.png$ Disallow: /login?* # Prevent duplicates Disallow: /*srule=* Disallow: /*?q=* Disallow: /*prefv*=* Disallow: /*prefn*=* # Structure URL => define internal dir Disallow: /Login-OAuthLogin?oauthProvider=Facebook&oauthLoginTargetEndPoint=1 Disallow: /Login-OAuthLogin?oauthProvider=Google&oauthLoginTargetEndPoint=1 Disallow: /Login-Show* Disallow: /Search-ShowAjax* Disallow: /account* Sitemap: https://www.fraserhart.co.uk/sitemap_0.xml