# Robots file for sport.kelkoo.co.uk site # Apply rules to all user agents User-agent: * # START of standard rules # My History links exclusion Disallow: /ctl/do/savetolist Disallow: /ctl/do/deletefromlist # Special folders exclusion Disallow: /modules/ Disallow: /customs/ Disallow: /content/ Disallow: /b2b/ Disallow: /merchant/ Disallow: /Bs/ Disallow: /bargains/ Disallow: /jscripts/ Disallow: /shopbot/ Disallow: /css/ Disallow: /users/ Disallow: /servlets/ Disallow: /servlet/ Disallow: /admin/ Disallow: /data/ Disallow: /sitesearch/ Disallow: /pdbCultural/ Disallow: /mobile Disallow: /pcc/ Disallow: /ni/ # Leads pages exclusion Disallow: /go.jsp Disallow: /waitingPage.jsp Disallow: /midishopbot? Disallow: /resultsmidi Disallow: /ctl/go Disallow: /ctl/do/resultsmidi Disallow: /ctl/do/midi Disallow: /b/a/midishopbot # Reviews and ratings exclusion Disallow: /ctl/do/editProductReview Disallow: /ctl/do/sendProductReview Disallow: /ctl/do/previewProductReview Disallow: /ctl/do/voteForReview Disallow: /ctl/do/displayReportAbuseProductReview Disallow: /ctl/do/displayReportAbuseMerchantReview Disallow: /ctl/do/sendMerchantReview Disallow: /ctl/do/previewMerchantReview Disallow: /ctl/do/editMerchantReview Disallow: /ctl/do/quickRateProduct Disallow: /maxiMerchantReviews? Disallow: /mr-*? Disallow: /*/mrl? # Former JSP pages exclusion Disallow: /search.jsp Disallow: /next.jsp Disallow: /category.jsp Disallow: /row_gateway.jsp # Obsolete pages exclusion Disallow: /o_ Disallow: /ctl/do/search Disallow: /ctl/do/compare Disallow: /ctl/do/compareNext Disallow: /ctl/do/sort Disallow: /ctl/do/compareProducts Disallow: /ctl/do/selectProducts Disallow: /ctl/do/content Disallow: /ctl/do/bargainHomepage Disallow: /ctl/do/browse Disallow: /ctl/exportMerchant # Other pages exclusion Disallow: /results~ Disallow: /ctl/do/error404 Disallow: /ctl/do/error403 Disallow: /ctl/do/errorSession Disallow: /ctl/do/productNotFound Disallow: /ctl/do/asyncCall Disallow: /resultsmini~ # Malformed urls exclusion Disallow: /b/a/drilldown Disallow: /b/a/results~ Disallow: /b/a/resultsmaxi~ Disallow: /b/a/resultsmidi~ # Travel forms exclusion Disallow: /ctl/do/checkFlight Disallow: /ctl/do/tripPlannerCheckForm Disallow: /ctl/do/tripPlannerCheck Disallow: /ctl/do/checkMultiCityForm Disallow: /ctl/do/azkelkooform Disallow: /ctl/do/azkelkoo Disallow: /ctl/do/moduleDisplay # END of standard rules # START of cats domains rules # Root pages exclusion Disallow: /brand/ Disallow: /top- Disallow: /kc_ Disallow: /co_ Disallow: /msl_ Disallow: /d_ Disallow: /sm_ Disallow: /msd_ # Shopping pages exclusion Disallow: /ssq_ Disallow: /ss- Disallow: /ssc- # END of cats domains rules # START of UK standard rules # temporary change Disallow: /miniMerchantReview? Disallow: /*/mr_* # Seo action plan (temporary for UK) Disallow: /ctl/TdG2 Disallow: /cpc_ # END of UK standard rules # START of UK rules # Cars pages exclusion Disallow: /uk/cars Disallow: /resultsmidi_ # END of UK rules