User-agent: * Disallow: /v1/ Disallow: /account/ Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /products/ Disallow: /yourcart/ Disallow: /information/article.php Disallow: /cdn-cgi/