User-agent: *
Disallow: /comet_request
Disallow: /ajax_request
Disallow: /web-internal
Disallow: /api
Disallow: /sys