# For domain: http://www.twr.com

# All robots will spider the domain
User-agent: *

# Allow all but the list below
Disallow:

# Disallow directory /bin/
Disallow: /bin/

# Disallow directory /images/
Disallow: /images/

# Disallow directory /Pipeline/
Disallow: /Pipeline/

# Disallow directory /Public/
Disallow: /Public/

# Disallow directory /Secure/
Disallow: /Secure/

# Disallow directory /StaticHTML/
Disallow: /StaticHTML/

# Disallow directory /UserControls/
Disallow: /UserControls/

# Disallow directory /Web%20References/
Disallow: /Web%20References/

# Disallow file getbinary.aspx
Disallow: getbinary.aspx

# Disallow file index.aspx
Disallow: index.aspx

# Disallow file login.aspx
Disallow: login.aspx

# Disallow file print.aspx
Disallow: print.aspx