# robots.txt
User-agent: *
Disallow: /archives/
Disallow: /TEMP/
Disallow: test404.php
Disallow: phpinfo.php