# robots.txt 11/09/2002 User-agent: * Disallow: /css Disallow: /gallery Disallow: /gc Disallow: /html Disallow: /imgs Disallow: /media Disallow: /pdf Disallow: /prod Disallow: /swfobject Disallow: /xml Disallow: /*.swf Disallow: /*.gif Disallow: /*.css Disallow: /*.js