User-agent: * # Disallow: /tmp/ #this would tell the crawler to not go in to /tmp/ at all