# # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/robotstxt.html User-agent: * Crawl-delay: 10 # CSS, JS, Images Allow: /misc/*.css$ Allow: /misc/*.css? Allow: /misc/*.js$ Allow: /misc/*.js? Allow: /misc/*.gif Allow: /misc/*.jpg Allow: /misc/*.jpeg Allow: /misc/*.png Allow: /modules/*.css$ Allow: /modules/*.css? Allow: /modules/*.js$ Allow: /modules/*.js? Allow: /modules/*.gif Allow: /modules/*.jpg Allow: /modules/*.jpeg Allow: /modules/*.png Allow: /profiles/*.css$ Allow: /profiles/*.css? Allow: /profiles/*.js$ Allow: /profiles/*.js? Allow: /profiles/*.gif Allow: /profiles/*.jpg Allow: /profiles/*.jpeg Allow: /profiles/*.png Allow: /themes/*.css$ Allow: /themes/*.css? Allow: /themes/*.js$ Allow: /themes/*.js? Allow: /themes/*.gif Allow: /themes/*.jpg Allow: /themes/*.jpeg Allow: /themes/*.png # Directories Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /themes/ # Files Disallow: /CHANGELOG.txt Disallow: /cron.php Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /INSTALL.sqlite.txt Disallow: /install.php Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /update.php Disallow: /UPGRADE.txt Disallow: /xmlrpc.php # Paths (clean URLs) Disallow: /admin/ Disallow: /comment/reply/ Disallow: /filter/tips/ Disallow: /node/ Disallow: /search/ Disallow: /user/register/ Disallow: /user/password/ Disallow: /user/login/ Disallow: /user/logout/ # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=filter/tips/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ Disallow: /?q=user/logout/ # Internationalized paths Disallow: /global/en/admin Disallow: /global/fr/admin Disallow: /global/es/admin Disallow: /ca/en/admin Disallow: /ca/fr/admin Disallow: /mx/es/admin Disallow: /us/en/admin Disallow: /ar/es/admin Disallow: /br/pt/admin Disallow: /cl/es/admin Disallow: /co/es/admin Disallow: /ec/es/admin Disallow: /pe/es/admin Disallow: /ve/es/admin Disallow: /cn/zh-hans/admin Disallow: /hk/en/admin Disallow: /in/en/admin Disallow: /jp/ja/admin Disallow: /kr/ko/admin Disallow: /my/en/admin Disallow: /ph/en/admin Disallow: /sg/en/admin Disallow: /lk/en/admin Disallow: /th/en/admin Disallow: /au/en/admin Disallow: /nz/en/admin Disallow: /baltic/en/admin Disallow: /be/nl/admin Disallow: /be/fr/admin Disallow: /bg/en/admin Disallow: /cz/cs/admin Disallow: /hr/en/admin Disallow: /dk/en/admin Disallow: /de/de/admin Disallow: /es/es/admin Disallow: /fi/en/admin Disallow: /fr/fr/admin Disallow: /hu/en/admin Disallow: /ir/en/admin Disallow: /it/it/admin Disallow: /nl/nl/admin Disallow: /no/en/admin Disallow: /at/de/admin Disallow: /pl/pl/admin Disallow: /pt/pt/admin Disallow: /ro/en/admin Disallow: /ru/ru/admin Disallow: /rs/en/admin Disallow: /sk/en/admin Disallow: /se/sv/admin Disallow: /ch/de/admin Disallow: /ch/fr/admin Disallow: /ch/it/admin Disallow: /gb/en/admin Disallow: /gh/en/admin Disallow: /mu/fr/admin Disallow: /mu/en/admin Disallow: /ng/en/admin Disallow: /sa/en/admin Disallow: /za/en/admin Disallow: /ae/en/admin Disallow: /global/en/login/ Disallow: /global/fr/login/ Disallow: /global/es/login/ Disallow: /ca/en/login/ Disallow: /ca/fr/login/ Disallow: /mx/es/login/ Disallow: /us/en/login/ Disallow: /ar/es/login/ Disallow: /br/pt/login/ Disallow: /cl/es/login/ Disallow: /co/es/login/ Disallow: /ec/es/login/ Disallow: /pe/es/login/ Disallow: /ve/es/login/ Disallow: /cn/zh-hans/login/ Disallow: /hk/en/login/ Disallow: /in/en/login/ Disallow: /jp/ja/login/ Disallow: /kr/ko/login/ Disallow: /my/en/login/ Disallow: /ph/en/login/ Disallow: /sg/en/login/ Disallow: /lk/en/login/ Disallow: /th/en/login/ Disallow: /au/en/login/ Disallow: /nz/en/login/ Disallow: /baltic/en/login/ Disallow: /be/nl/login/ Disallow: /be/fr/login/ Disallow: /bg/en/login/ Disallow: /cz/cs/login/ Disallow: /hr/en/login/ Disallow: /dk/en/login/ Disallow: /de/de/login/ Disallow: /es/es/login/ Disallow: /fi/en/login/ Disallow: /fr/fr/login/ Disallow: /hu/en/login/ Disallow: /ir/en/login/ Disallow: /it/it/login/ Disallow: /nl/nl/login/ Disallow: /no/en/login/ Disallow: /at/de/login/ Disallow: /pl/pl/login/ Disallow: /pt/pt/login/ Disallow: /ro/en/login/ Disallow: /ru/ru/login/ Disallow: /rs/en/login/ Disallow: /sk/en/login/ Disallow: /se/sv/login/ Disallow: /ch/de/login/ Disallow: /ch/fr/login/ Disallow: /ch/it/login/ Disallow: /gb/en/login/ Disallow: /gh/en/login/ Disallow: /mu/fr/login/ Disallow: /mu/en/login/ Disallow: /ng/en/login/ Disallow: /sa/en/login/ Disallow: /za/en/login/ Disallow: /ae/en/login/ Disallow: /global/en/node/ Disallow: /global/fr/node/ Disallow: /global/es/node/ Disallow: /ca/en/node/ Disallow: /ca/fr/node/ Disallow: /mx/es/node/ Disallow: /us/en/node/ Disallow: /ar/es/node/ Disallow: /br/pt/node/ Disallow: /cl/es/node/ Disallow: /co/es/node/ Disallow: /ec/es/node/ Disallow: /pe/es/node/ Disallow: /ve/es/node/ Disallow: /cn/zh-hans/node/ Disallow: /hk/en/node/ Disallow: /in/en/node/ Disallow: /jp/ja/node/ Disallow: /kr/ko/node/ Disallow: /my/en/node/ Disallow: /ph/en/node/ Disallow: /sg/en/node/ Disallow: /lk/en/node/ Disallow: /th/en/node/ Disallow: /au/en/node/ Disallow: /nz/en/node/ Disallow: /baltic/en/node/ Disallow: /be/nl/node/ Disallow: /be/fr/node/ Disallow: /bg/en/node/ Disallow: /cz/cs/node/ Disallow: /hr/en/node/ Disallow: /dk/en/node/ Disallow: /de/de/node/ Disallow: /es/es/node/ Disallow: /fi/en/node/ Disallow: /fr/fr/node/ Disallow: /hu/en/node/ Disallow: /ir/en/node/ Disallow: /it/it/node/ Disallow: /nl/nl/node/ Disallow: /no/en/node/ Disallow: /at/de/node/ Disallow: /pl/pl/node/ Disallow: /pt/pt/node/ Disallow: /ro/en/node/ Disallow: /ru/ru/node/ Disallow: /rs/en/node/ Disallow: /sk/en/node/ Disallow: /se/sv/node/ Disallow: /ch/de/node/ Disallow: /ch/fr/node/ Disallow: /ch/it/node/ Disallow: /gb/en/node/ Disallow: /gh/en/node/ Disallow: /mu/fr/node/ Disallow: /mu/en/node/ Disallow: /ng/en/node/ Disallow: /sa/en/node/ Disallow: /za/en/node/ Disallow: /ae/en/node/ Disallow: /global/en/search/ Disallow: /global/fr/search/ Disallow: /global/es/search/ Disallow: /ca/en/search/ Disallow: /ca/fr/search/ Disallow: /mx/es/search/ Disallow: /us/en/search/ Disallow: /ar/es/search/ Disallow: /br/pt/search/ Disallow: /cl/es/search/ Disallow: /co/es/search/ Disallow: /ec/es/search/ Disallow: /pe/es/search/ Disallow: /ve/es/search/ Disallow: /cn/zh-hans/search/ Disallow: /hk/en/search/ Disallow: /in/en/search/ Disallow: /jp/ja/search/ Disallow: /kr/ko/search/ Disallow: /my/en/search/ Disallow: /ph/en/search/ Disallow: /sg/en/search/ Disallow: /lk/en/search/ Disallow: /th/en/search/ Disallow: /au/en/search/ Disallow: /nz/en/search/ Disallow: /baltic/en/search/ Disallow: /be/nl/search/ Disallow: /be/fr/search/ Disallow: /bg/en/search/ Disallow: /cz/cs/search/ Disallow: /hr/en/search/ Disallow: /dk/en/search/ Disallow: /de/de/search/ Disallow: /es/es/search/ Disallow: /fi/en/search/ Disallow: /fr/fr/search/ Disallow: /hu/en/search/ Disallow: /ir/en/search/ Disallow: /it/it/search/ Disallow: /nl/nl/search/ Disallow: /no/en/search/ Disallow: /at/de/search/ Disallow: /pl/pl/search/ Disallow: /pt/pt/search/ Disallow: /ro/en/search/ Disallow: /ru/ru/search/ Disallow: /rs/en/search/ Disallow: /sk/en/search/ Disallow: /se/sv/search/ Disallow: /ch/de/search/ Disallow: /ch/fr/search/ Disallow: /ch/it/search/ Disallow: /gb/en/search/ Disallow: /gh/en/search/ Disallow: /mu/fr/search/ Disallow: /mu/en/search/ Disallow: /ng/en/search/ Disallow: /sa/en/search/ Disallow: /za/en/search/ Disallow: /ae/en/search/ Disallow: /axis-auth/ Disallow: /my-axis/ Disallow: /global/en/my-axis/ Disallow: /global/fr/my-axis/ Disallow: /global/es/my-axis/ Disallow: /ca/en/my-axis/ Disallow: /ca/fr/my-axis/ Disallow: /mx/es/my-axis/ Disallow: /us/en/my-axis/ Disallow: /ar/es/my-axis/ Disallow: /br/pt/my-axis/ Disallow: /cl/es/my-axis/ Disallow: /co/es/my-axis/ Disallow: /ec/es/my-axis/ Disallow: /pe/es/my-axis/ Disallow: /ve/es/my-axis/ Disallow: /cn/zh-hans/my-axis/ Disallow: /hk/en/my-axis/ Disallow: /in/en/my-axis/ Disallow: /jp/ja/my-axis/ Disallow: /kr/ko/my-axis/ Disallow: /my/en/my-axis/ Disallow: /ph/en/my-axis/ Disallow: /sg/en/my-axis/ Disallow: /lk/en/my-axis/ Disallow: /th/en/my-axis/ Disallow: /au/en/my-axis/ Disallow: /nz/en/my-axis/ Disallow: /baltic/en/my-axis/ Disallow: /be/nl/my-axis/ Disallow: /be/fr/my-axis/ Disallow: /bg/en/my-axis/ Disallow: /cz/cs/my-axis/ Disallow: /hr/en/my-axis/ Disallow: /dk/en/my-axis/ Disallow: /de/de/my-axis/ Disallow: /es/es/my-axis/ Disallow: /fi/en/my-axis/ Disallow: /fr/fr/my-axis/ Disallow: /hu/en/my-axis/ Disallow: /ir/en/my-axis/ Disallow: /it/it/my-axis/ Disallow: /nl/nl/my-axis/ Disallow: /no/en/my-axis/ Disallow: /at/de/my-axis/ Disallow: /pl/pl/my-axis/ Disallow: /pt/pt/my-axis/ Disallow: /ro/en/my-axis/ Disallow: /ru/ru/my-axis/ Disallow: /rs/en/my-axis/ Disallow: /sk/en/my-axis/ Disallow: /se/sv/my-axis/ Disallow: /ch/de/my-axis/ Disallow: /ch/fr/my-axis/ Disallow: /ch/it/my-axis/ Disallow: /gb/en/my-axis/ Disallow: /gh/en/my-axis/ Disallow: /mu/fr/my-axis/ Disallow: /mu/en/my-axis/ Disallow: /ng/en/my-axis/ Disallow: /sa/en/my-axis/ Disallow: /za/en/my-axis/ Disallow: /ae/en/my-axis/ # ========================================= # Allow: /*.js* Allow: /*.css* Allow: /misc/*.js Allow: /modules/*.js Allow: /modules/*.css Sitemap: http://www.axis.com/sitemap/