User-agent: *
Allow: /
Disallow: /web/
Disallow: /cgi-bin/
Disallow: /ajax/
Disallow: /*.swf$
Disallow: /*.css$
Disallow: /*.js$