# Standard spider file # Address all robots User-agent: * # # Block all spidering of inappropriate folders Disallow: /_private/ Disallow: /admin/ Disallow: /includes/ Disallow: /styles/ # # There will be only temporary files in here Disallow: /temp/