User-agent:twiceler
Disallow: /

User-agent:BecomeBot
Disallow: /

User-agent:ShopWiki
Disallow: /

# Yandex: Russian search engine
User-agent:Yandex
Disallow: /

User-agent:YandexSomething
Disallow: /

# Yeti: Japanese search engine
User-agent:Yeti
Disallow: /

# Chen Li: Chinese search engine (?)
User-agent: Chen Li
Disallow: /

# Baidu: Chinese + Japanese search engine
User-agent:Baidu
Disallow: /

User-agent:Baiduspider
Disallow: /

User-agent:Baiduspider+
Disallow: /

User-agent:baiduspider-mobile-gate
Disallow: /

User-agent:AC-BaiduBot
Disallow: /

# Do we want any bots to crawl these areas?
# Probably not...
User-agent: *
Sitemap: http://www.grubhub.com/sitemap.xml
Disallow: /cgi-bin/
Disallow: /login.jsp
Disallow: /order.jsp
Disallow: /orderitem.jsp
Disallow: /login.jsp*
Disallow: /order.jsp*
Disallow: /orderitem.jsp*