# robots.txt for https://www.tailwindapp.com/

# Begin sitemap
sitemap: https://www.tailwindapp.com/sitemap.xml
sitemap: https://www.tailwindapp.com/blog/sitemap_index.xml
sitemap: https://www.tailwindapp.com/blog/post-sitemap.xml

# End sitemap

#  PARTIAL access (Googlebot)
User-agent: Googlebot
Disallow: /dashboard
Disallow: /dashboard/*
Disallow: /tribes/*
Disallow: /tribe/*
Disallow: /*.cgi$
Disallow: /*.inc$
Disallow: /*.gz$
Disallow: /*.php$
Disallow: /*rurl=*
Disallow: /*.txt$
Disallow: /*/trackback/$
Disallow: /*.wmv$
Disallow: /*.xhtml$
Disallow: /e/*
Disallow: /sbio*

# disallow "error" page which google seems to have indexed somehow...
Disallow: /error

# allow fonts and CSS directories
Allow: /css/fonts/
Allow: /fonts/

User-agent: Mediapartners-Google
Disallow: /

# digg mirror
User-agent: duggmirror
Disallow: /

# ia_archiver
User-agent: ia_archiver
Disallow: /

User-agent: JoobleBot
Disallow: /

#  PARTIAL access (All Spiders)
User-agent: *

# prevent tribes invites from getting crawled
Disallow: /tribe/join

Allow: /sitemap.xml.gz$
Allow: /img/