# robots.txt Crawl-delay: 5 Disallow: /cgi-bin/ Disallow: /member/ Disallow: /login/ Disallow: /book/