# Info-Datei für Spider
#
User-agent: *
Disallow: /_*
Disallow: /bigfolder

User-agent: Googlebot
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.pdf$
Disallow: /*.doc$
Disallow: /*.js$
Disallow: /*.css$
Disallow: /*.dwt$
Disallow: /*.php$

User-agent: Googlebot-Image
Disallow: /

User-Agent:MSIECrawler
Disallow: /

User-Agent:psbot
Disallow: /