User-agent: *
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /ext/
Disallow: /js/
Disallow: /swf/
Disallow: /logs/
Disallow: /secure/
Disallow: /tpl/
Disallow: /wu_cache/img_dyn/
Disallow: /wu_cache/img_tmp/
Disallow: /wu_cache/log/
Disallow: /wu_cache/object/
Disallow: /wu_cache/product_export/
Disallow: /wu_cache/sitemaps/
Disallow: /wu_cache/static/
Disallow: /wu_cache/static_secure/
Disallow: /wu_cache/upload/
Disallow: /wu_cache/video/
Disallow: /wu_dta/
Disallow: /wu_dyn_img/
Disallow: /*?request=teaser_log
Disallow: /*?request=add
Disallow: /*?show_mobile_version
Disallow: /wu_fe_log/
Disallow: /webupdater/
Disallow: /sendtoafriend
Disallow: /too_old_browser

Allow: /img/
Allow: /wu_dta/mediabase/
# MSB BE - Operator sitemap
Allow: /wu_dta/xml/085/operator_sitemap.xml

# RS: unblock js and css for google
User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /ext/
Disallow: /js/
Disallow: /swf/
Disallow: /logs/
Disallow: /secure/
Disallow: /tpl/
Disallow: /wu_cache/img_dyn/
Disallow: /wu_cache/img_tmp/
Disallow: /wu_cache/log/
Disallow: /wu_cache/object/
Disallow: /wu_cache/product_export/
Disallow: /wu_cache/sitemaps/
Disallow: /wu_cache/static/
Disallow: /wu_cache/static_secure/
Disallow: /wu_cache/upload/
Disallow: /wu_cache/video/
Disallow: /wu_dta/
Disallow: /wu_dyn_img/
Disallow: /*?request=teaser_log
Disallow: /*?request=add
Disallow: /*?show_mobile_version
Disallow: /wu_fe_log/
Disallow: /webupdater/
Disallow: /sendtoafriend
Disallow: /too_old_browser

Allow: /img/
Allow: /wu_dta/mediabase/
# MSB BE - Operator sitemap
Allow: /wu_dta/xml/085/operator_sitemap.xml
Allow: /js/
Allow: /css/

User-agent: Googlebot-Mobile
Disallow: /cgi-bin/
Disallow: /css/
Disallow: /ext/
Disallow: /js/
Disallow: /swf/
Disallow: /logs/
Disallow: /secure/
Disallow: /tpl/
Disallow: /wu_cache/img_dyn/
Disallow: /wu_cache/img_tmp/
Disallow: /wu_cache/log/
Disallow: /wu_cache/object/
Disallow: /wu_cache/product_export/
Disallow: /wu_cache/sitemaps/
Disallow: /wu_cache/static/
Disallow: /wu_cache/static_secure/
Disallow: /wu_cache/upload/
Disallow: /wu_cache/video/
Disallow: /wu_dta/
Disallow: /wu_dyn_img/
Disallow: /*?request=teaser_log
Disallow: /*?request=add
Disallow: /*?show_mobile_version
Disallow: /wu_fe_log/
Disallow: /webupdater/
Disallow: /sendtoafriend
Disallow: /too_old_browser

Allow: /img/
Allow: /wu_dta/mediabase/
# MSB BE - Operator sitemap
Allow: /wu_dta/xml/085/operator_sitemap.xml
Allow: /js/
Allow: /css/

# JB: 80legs crawler ausschließen
User-agent: 008
Disallow: /

# nb: crawl-delay
User-agent: *
Crawl-delay: 20

# Sitemaps fuer einzelte Domains registrieren (Bsp.:)
# http://www.sitemaps.org/protocol.php#submit_robots

Sitemap: http://www.unileverfoodsolutions.co.kr/googlesitemap
Sitemap: http://www.unileverfoodsolutions.co.kr/googlesitemap.recipe
Sitemap: http://www.unileverfoodsolutions.co.kr/googlesitemap.product