User-agent: Googlebot
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: /*?*sort
Disallow: /*?*date
Disallow: */opinions
Disallow: /web/cities
Disallow: /reservations/*?
Disallow: /ph/*?
Disallow: /provider_reservations/

User-agent: Googlebot-Mobile
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: /*?*sort
Disallow: /*?*date
Disallow: */opinions
Disallow: /web/cities
Disallow: /provider_reservations/

User-agent: Mediapartners-Google
Allow: /

User-agent: BingBot
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: /*?*sort
Disallow: /*?*date
Disallow: */opinions
Disallow: /web/cities
Disallow: /reservations/*?
Disallow: /ph/*?
Disallow: /provider_reservations/

User-agent: msnbot
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: /*?*sort
Disallow: /*?*date
Disallow: */opinions
Disallow: /web/cities
Disallow: /provider_reservations/

User-agent: Slurp
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: */opinions
Disallow: /web/cities
Disallow: /provider_reservations/

User-agent: YahooYSMcm
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: */opinions
Disallow: /web/cities
Disallow: /provider_reservations/

User-agent: Teoma
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: */opinions
Disallow: /web/cities
Disallow: /provider_reservations/

User-agent: Robozilla
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: */opinions
Disallow: /web/cities
Disallow: /provider_reservations/

User-agent: ia_archiver
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: */opinions
Disallow: /web/cities
Disallow: /provider_reservations/

User-agent: BaiDuSpider
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: */opinions
Disallow: /web/cities
Disallow: /provider_reservations/

User-agent: OpenList
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: */opinions
Disallow: /web/cities
Disallow: /provider_reservations/

User-agent: Mediobot
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: */opinions
Disallow: /web/cities
Disallow: /provider_reservations/

User-agent: ScoutJet
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: /*?*sort
Disallow: /*?*date
Disallow: */opinions
Disallow: /web/cities
Disallow: /provider_reservations/

User-agent: dotbot
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: */opinions
Disallow: /web/cities
Disallow: /provider_reservations/

User-agent: rogerbot
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: */opinions
Disallow: /web/cities
Disallow: /provider_reservations/

User-agent: BrightEdge Crawler
Disallow: /u/
Disallow: /m/u/
Disallow: /e/
Disallow: */opinions
Disallow: /web/cities
Disallow: /provider_reservations/

User-agent: Fasterfox
Disallow: /

User-agent: *
Disallow: /

Sitemap: http://www.urbanspoon.com/sitemap.xml.gz