User-agent: ia_archiver

Disallow: /stx/
Disallow: /img/
Disallow: /assets/
Disallow: /schemas/
Disallow: /crm/
Disallow: /forum/
Disallow: /en/
Disallow: /de/
Disallow: /fr/

# Track nasty spiders
Disallow: /na/

Disallow: /solutions/excel/managedxll/2
Disallow: /solutions/excel/managedxll/3
Disallow: /solutions/excel/managedxll/latest/api/
Disallow: /solutions/excel/managedxll/latest/manual/



User-agent: *

# Exclude images and stylesheets from spidering

Disallow: /stx/
Disallow: /img/
Disallow: /assets/
Disallow: /schemas/

Disallow: /crm/

# Exclude deep forum links and private information

Disallow: /forum/privmsg.php
Disallow: /forum/posting.php
Disallow: /forum/profile.php
Disallow: /forum/login.php
Disallow: /forum/viewonline.php
Disallow: /forum/search.php
Disallow: /forum/modcp.php
Disallow: /forum/groupcp.php
Disallow: /forum/faq.php
Disallow: /forum/download.php
Disallow: /forum/files/
Disallow: /forum/admin/
Disallow: /forum/cache/

# sections below are only available in English

Disallow: /en/forum/
Disallow: /de/forum/
Disallow: /fr/forum/
Disallow: /en/solutions/excel/
Disallow: /de/solutions/excel/
Disallow: /fr/solutions/excel/

# exclude versioned links

Disallow: /solutions/excel/managedxll/2
Disallow: /en/solutions/excel/managedxll/2
Disallow: /de/solutions/excel/managedxll/2
Disallow: /fr/solutions/excel/managedxll/2
Disallow: /solutions/excel/managedxll/3
Disallow: /en/solutions/excel/managedxll/3
Disallow: /de/solutions/excel/managedxll/3
Disallow: /fr/solutions/excel/managedxll/3

# Prevent stupid robots from recursions

Disallow: /en/de/
Disallow: /en/en/
Disallow: /en/fr/
Disallow: /de/de/
Disallow: /de/en/
Disallow: /de/fr/
Disallow: /fr/de/
Disallow: /fr/en/
Disallow: /fr/fr/

# Yahoo/Slurp chokes on ms-help:// protocol

Disallow: /solutions/excel/managedxll/latest/api/ms-help://

# Restrict uninteresting content

#Disallow: /solutions/excel/managedxll/latest/api/ManagedXLL.Excel.Commands.
#Disallow: /solutions/excel/managedxll/latest/api/ManagedXLL.Excel.Functions.

# Disallow manual / API descriptions

Disallow: /solutions/excel/managedxll/latest/api
Disallow: /en/solutions/excel/managedxll/latest/api
Disallow: /de/solutions/excel/managedxll/latest/api
Disallow: /fr/solutions/excel/managedxll/latest/api
Disallow: /solutions/excel/managedxll/latest/manual
Disallow: /en/solutions/excel/managedxll/latest/manual
Disallow: /de/solutions/excel/managedxll/latest/manual
Disallow: /fr/solutions/excel/managedxll/latest/manual

# Track nasty spiders

Disallow: /na/