# /robots.txt User-agent: * Disallow: /tmp/ Crawl-Delay: 5