#robots.txt file from http://www.photoperiodism.com/ # # All robots will spider the domain User-agent: * Disallow: /sys/ Disallow: /logs/