# This is a generic dis-list
User-agent: * 
Disallow:/store/admin/
Disallow:/legal.html
Disallow:/privacy.html
Disallow:/osc22_ms2/
Disallow:/sigmabio/
Disallow:/random/
Disallow:/press/t_article.html
Disallow:/press/t_summary.html
Disallow:/press/template.inc
Disallow:/press/article_summary.html
Disallow:/press/index_tree.shtml
Disallow:/dealers/admin/
Disallow:/dealers/Themes/
Disallow:/feedback/
Disallow:/files/
Disallow:/forms/
Disallow:/keywords/
Disallow:/v3/
#
# 
# 
# The /robots.txt file usually contains a record looking like this: 
# 
# 
# User-agent: * 
# Disallow: /cgi-bin/ 
# Disallow: /tmp/ 
# Disallow: /~joe/ 
# 
# In this example, three directories are excluded. 
# 
# Note that you need a separate "Disallow" line for every URL prefix you 
# want to exclude -- you cannot say "Disallow: /cgi-bin/ /tmp/". Also, 
# you may not have blank lines in a record, as they are used to delimit 
# multiple records. 
# Note also that regular expression are not supported in either the 
# User-agent or Disallow lines. The '*' in the User-agent field 
# is a special value meaning "any robot". Specifically, you cannot have 
# lines like "Disallow: /tmp/*" or "Disallow: *.gif". 
# 
# What you want to exclude depends on your server. Everything not 
# explicitly disallowed is considered fair game to retrieve.
# Here follow some examples: 
# 
# To exclude all robots from the entire server 
# 
# User-agent: * 
# Disallow: / 
# 
# 
# To allow all robots complete access 
# 
# User-agent: * 
# Disallow: 
# 
# Or create an empty "/robots.txt" file. 
# 
# To exclude all robots from part of the server 
# 
# User-agent: * 
# Disallow: /cgi-bin/ 
# Disallow: /tmp/ 
# Disallow: /private/ 
# 
# 
# To exclude a single robot 
# 
# User-agent: BadBot 
# Disallow: / 
# 
# 
# To allow a single robot 
# 
# User-agent: WebCrawler 
# Disallow: 
# 
# User-agent: * 
# Disallow: / 
# 
# 
# To exclude all files except one 
# 
# This is currently a bit awkward, as there is no "Allow" field. The easy way is 
# to put all files to be disallowed into a separate directory, say "docs", and 
# leave the one file in the level above this directory: 
# 
# 
# User-agent: * 
# Disallow: /~joe/docs/ 
# 
# Alternatively you can explicitly disallow all disallowed pages: 
# 
# User-agent: * 
# Disallow: /~joe/private.html 
# Disallow: /~joe/foo.html 
# Disallow: /~joe/bar.html