# robots.txt User-agent: * Disallow: /cgi-bin/ Disallow: /layouts/ Disallow: /files/boardportal User-agent: gsa-wcs-3f18ac7472-crawler Disallow: Disallow: /cgi-bin/ Disallow: /layouts/ # end