# http://info.webcrawler.com/mak/projects/robots/norobots.html # Or see RobotExclusion.txt # Empty file allows all