# allows all robots to visit all files User-agent: * # tells all robots not to enter all directories of a website Disallow: /