# For tips see http://www.askapache.com/seo/seo-with-robotstxt.html

# Normal robots.txt body is purely substring match only
# We exclude lots of general purpose forms which are available in various mount points of the site 
# and internal image bank which is hidden in the navigation tree in any case
User-agent: *
Disallow: set_language
Disallow: force_web
Disallow: login_form
Disallow: sendto_form
Disallow: /images
Disallow: /etusivu
Disallow: /front-page
Disallow: /twinapex-corporation
Disallow: /mfabrik-etusivu
Disallow: mfabrik-partner-services

# Don't allow bots to try to load huge files
Disallow: mfabrik-logo

# Googlebot allows regex in its syntax
# Block all URLs including query strings (? pattern) - contentish objects expose query string only for actions or status reports which 
# might confuse search results. 
# This will also block ?set_language
User-Agent: Googlebot
Disallow: /*?* 
Disallow: /*folder_factories$
Allow: /@@mobile_sitemap?         

# Allow Adsense bot on entire site
User-agent: Mediapartners-Google*
Disallow:
Allow: /*