#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
# Directories
Disallow: /style-docs/
# Paths (no clean URLs)
Disallow: /?*


#####
# Drupal
#####

# Directories
Disallow: /pages/includes/
Disallow: /pages/misc/
Disallow: /pages/modules/
Disallow: /pages/profiles/
Disallow: /pages/scripts/
Disallow: /pages/themes/
Disallow: /publicSegments/view/

# Allow some content from /pages/misc
Allow: /pages/misc/*.css$
Allow: /pages/misc/*.css?
Allow: /pages/misc/*.js$
Allow: /pages/misc/*.js?
Allow: /pages/misc/*.gif
Allow: /pages/misc/*.jpg
Allow: /pages/misc/*.jpeg
Allow: /pages/misc/*.png
# Files
Disallow: /pages/CHANGELOG.txt
Disallow: /pages/cron.php
Disallow: /pages/INSTALL.mysql.txt
Disallow: /pages/INSTALL.pgsql.txt
Disallow: /pages/INSTALL.sqlite.txt
Disallow: /pages/install.php
Disallow: /pages/INSTALL.txt
Disallow: /pages/LICENSE.txt
Disallow: /pages/MAINTAINERS.txt
Disallow: /pages/update.php
Disallow: /pages/UPGRADE.txt
Disallow: /pages/xmlrpc.php
# Paths (clean URLs)
Disallow: /pages/admin/
Disallow: /pages/comment/reply/
Disallow: /pages/filter/tips/
Disallow: /pages/node/add/
Disallow: /pages/search/
Disallow: /pages/user/register/
Disallow: /pages/user/password/
Disallow: /pages/user/login/
Disallow: /pages/user/logout/

# Paths (no clean URLs)
Disallow: /pages/?q=admin/
Disallow: /pages/?q=comment/reply/
Disallow: /pages/?q=filter/tips/
Disallow: /pages/?q=node/add/
Disallow: /pages/?q=search/
Disallow: /pages/?q=user/password/
Disallow: /pages/?q=user/register/
Disallow: /pages/?q=user/login/
Disallow: /pages/?q=user/logout/

# Noindex i18n Pages
Noindex: /pages/es/node/
Noindex: /pages/fr/node/
Noindex: /pages/pt/node/
Noindex: /pages/de/node/
Noindex: /pages/nl/node/
Noindex: /pages/ja/node/
Noindex: /pages/node/
Noindex: /invitations/
Noindex: /publicSegments/

#####
# Code-Base
#
# The following URL's are defined in our routing files,
# but have no value for indexing. Several of them should
# definitely NOT be indexed.
#####

Disallow: /abTest/
Disallow: /ac/
Disallow: /accounts/
Disallow: /additionalRevenue/
Disallow: /admin/
Disallow: /api/
Disallow: /assets/
Disallow: /bookmarkApp/
Disallow: /buckets/
Disallow: /buildManager/
Disallow: /cache/
Disallow: /conversions/
Disallow: /corrections/
Disallow: /databaseManager/
Disallow: /documents/
Disallow: /domainAccounts/
Disallow: /downtime/
Disallow: /dump/
Disallow: /e/
Disallow: /eduRequests/
Disallow: /errors/
Disallow: /exclusions/
Disallow: /featurestats/
Disallow: /flickr/
Disallow: /folderEntries/
Disallow: /font/
Disallow: /fonts/
Disallow: /gappsDomains/
Disallow: /googleDirectoryChannel/
Disallow: /googleDrive/
Disallow: /groupEntries/
Disallow: /invitations/
Disallow: /kpi/
Disallow: /levelOffers/
Disallow: /levels/
Disallow: /mailing/
Disallow: /mailings/
Disallow: /mailingsTemplates/
Disallow: /maintenance/
Disallow: /mobile/
Disallow: /payments/
Disallow: /plugins/
Disallow: /public/
Disallow: /renderingMetricsSearch/
Disallow: /reports/
Disallow: /roles/
Disallow: /saml/
Disallow: /samlCertificates/
Disallow: /server/
Disallow: /shard/
Disallow: /statisticsAppUsage/
Disallow: /statisticsChurn/
Disallow: /statisticsConversions/
Disallow: /statisticsRevenue/
Disallow: /statisticsSharing/
Disallow: /statisticsUserBase/
Disallow: /statisticsUserBaseDomain/
Disallow: /switchProduct/
Disallow: /systemTemplates/
Disallow: /tablet/
Disallow: /teamInvitations/
Disallow: /teams/
Disallow: /userRoles/
Disallow: /util/
Disallow: /visio/
Disallow: /zendesk/
Sitemap: https://www.lucidchart.com/pages/sitemap.xml