User-agent: *
Disallow: *.pl
Disallow: *.cgi
Disallow: *.css
Disallow: *.dat
Disallow: *.txt