User-agent: *
Allow: /
Disallow: /ajax/
Disallow: /css/
Disallow: /includes/
Disallow: /php/
Disallow: /scripts/
Disallow: /swf/
Disallow: /videos/