# Exabot does not repect instructions for all crawlers. Therefore: User-agent: Exabot Disallow: / User-agent: * ###### for main site only ################################# # we disallow content which is already in sections Disallow: /fr/t_objects/t120_ Disallow: /en/t_objects/t120_ Disallow: /fr/t_objects/t125_ Disallow: /en/t_objects/t125_ Disallow: /fr/t_objects/t8_ Disallow: /en/t_objects/t8_ Disallow: /fr/t_objects/t128_ Disallow: /en/t_objects/t128_ Disallow: /fr/t_objects/t160_ Disallow: /en/t_objects/t160_ ########### for all sites ################################# # those are temporary, untill the urls are removed from robots' index Disallow: /fr/browser?a_ Disallow: /en/browser?a_ Disallow: /images/checkbox_unchecked.png Disallow: /images/checkbox_unchecked.png # We allow only pages sorted in ascending order without any search or view parameters. Disallow: /fr/browser?*sort_name Disallow: /en/browser?*sort_name Disallow: /fr/browser?*sort_order=desc Disallow: /en/browser?*sort_order=desc Disallow: /fr/browser?*view= Disallow: /en/browser?*view= Disallow: /fr/browser?*crumb= Disallow: /en/browser?*crumb= Disallow: /fr/browser/last_search Disallow: /en/browser/last_search # only t object details Disallow: /fr/r_objects/ Disallow: /en/r_objects/ Disallow: /fr/t_objects/*? Disallow: /en/t_objects/*? Disallow: /fr/t_objects/*/ Disallow: /en/t_objects/*/ Disallow: /fr/login Disallow: /en/login Disallow: /fr/imports/ Disallow: /en/imports/ Disallow: /fr/logs Disallow: /en/logs Disallow: /fr/trading Disallow: /en/trading Disallow: /fr/invitations Disallow: /en/invitations Disallow: /fr/help/angry Disallow: /en/help/angry # we allow only user profiles Disallow: /fr/users?*text= Disallow: /en/users?*text= Disallow: /fr/users? Disallow: /en/users? Disallow: /fr/users/*/ Disallow: /en/users/*/ # We disallow forum pages with search or view parameters. We only allow page param. # We count on the fact that page is always the last parameter. Disallow: /fr/forum?*crumb= Disallow: /en/forum?*crumb= Disallow: /fr/forum/last_search Disallow: /en/forum/last_search Disallow: /fr/forum/topics/new Disallow: /en/forum/topics/new