4 # This file is to prevent the crawling and indexing of certain parts
5 # of your site by web crawlers and spiders run by sites like Yahoo!
6 # and Google. By telling these "robots" where not to go on your site,
7 # you save bandwidth and server resources.
9 # This file will be ignored unless it is at the root of your host:
10 # Used: http://example.com/robots.txt
11 # Ignored: http://example.com/site/robots.txt
13 # For more information about the robots.txt standard, see:
14 # http://www.robotstxt.org/robotstxt.html
27 Allow: /profiles/*.css$
28 Allow: /profiles/*.css?
29 Allow: /profiles/*.js$
30 Allow: /profiles/*.js?
31 Allow: /profiles/*.gif
32 Allow: /profiles/*.jpg
33 Allow: /profiles/*.jpeg
34 Allow: /profiles/*.png
35 Allow: /profiles/*.svg
44 Disallow: /comment/reply/
45 Disallow: /filter/tips/
48 Disallow: /user/register/
49 Disallow: /user/password/
50 Disallow: /user/login/
51 Disallow: /user/logout/
52 # Paths (no clean URLs)
53 Disallow: /index.php/admin/
54 Disallow: /index.php/comment/reply/
55 Disallow: /index.php/filter/tips/
56 Disallow: /index.php/node/add/
57 Disallow: /index.php/search/
58 Disallow: /index.php/user/password/
59 Disallow: /index.php/user/register/
60 Disallow: /index.php/user/login/
61 Disallow: /index.php/user/logout/