# /robots.txt file # /updated 2020-10-21 User-agent: * # all robots Disallow: / # are disallowed to crawl all pages