# http://web.nexor.co.uk/mak/doc/robots/norobots.html # User-agent: MSIECrawler Disallow: / User-agent: PortalBSpider Disallow: / User-agent: Mediapartners-Google* Disallow: User-agent: Yahoo Pipes 1.0 Disallow: / User-agent: tadcrawler Disallow: /*y1= Disallow: /*nojs= Disallow: /worldclock/fixedform.html? Disallow: /worldclock/fixedtime.html? Disallow: /worldclock/sunearth.html? Disallow: /worldclock/timezone.html?*syear Disallow: /scripts/goappstore.php Disallow: /scripts/goweather.php Disallow: /scripts/ics.php Disallow: /worldclock/dialing.html? Disallow: /worldclock/custom.html?nurlid= Disallow: /worldclock/custom.html?cities= Disallow: /calendar/?year=18 Disallow: /calendar/repeating.html?year=203 Disallow: /calendar/repeating.html?year=204 Disallow: /calendar/repeating.html?year=205 Disallow: /calendar/repeating.html?year=206 Disallow: /calendar/repeating.html?year=207 Disallow: /calendar/repeating.html?year=208 Disallow: /calendar/repeating.html?year=209 Disallow: /clocks/freecountdown.html?n= Disallow: /clocks/countdown.html?n= Disallow: /countdown/create? Disallow: /countdown/generic? Disallow: /countdown/to? Disallow: /astronomy/moon/distance.html?year=1 Disallow: /astronomy/moon/distance.html?year=200 Disallow: /astronomy/moon/distance.html?year=202 Disallow: /astronomy/moon/distance.html?year=203 Disallow: /astronomy/moon/distance.html?year=204 Disallow: /astronomy/moon/distance.html?year=205 Disallow: /astronomy/moon/distance.html?year=206 Disallow: /astronomy/moon/distance.html?year=207 Disallow: /astronomy/moon/distance.html?year=208 Disallow: /astronomy/moon/distance.html?year=209 Disallow: /astronomy/moon/distance.html?year=21 Disallow: /astronomy/moon/distance.html?year=22 Disallow: /astronomy/moon/distance.html?year=23 Disallow: /astronomy/moon/distance.html?year=24 Disallow: /astronomy/moon/distance.html?year=25 Disallow: /astronomy/moon/distance.html?year=26 Disallow: /astronomy/moon/distance.html?year=27 Disallow: /astronomy/moon/distance.html?year=28 Disallow: /astronomy/moon/distance.html?year=29 Disallow: /astronomy/moon/distance.html?year=3 Disallow: /astronomy/moon/distance.html?year=4 Disallow: /astronomy/moon/distance.html?year=5 Disallow: /astronomy/moon/distance.html?year=6 Disallow: /astronomy/moon/distance.html?year=7 Disallow: /astronomy/moon/distance.html?year=8 Disallow: /astronomy/moon/distance.html?year=9 Disallow: /worldclock/clockchange.html?*year=1 Disallow: /worldclock/clockchange.html?*year=200 Disallow: /worldclock/clockchange.html?*year=200 Disallow: /worldclock/clockchange.html?*year=2015 Disallow: /worldclock/clockchange.html?*year=2016 Disallow: /worldclock/clockchange.html?*year=2017 Disallow: /worldclock/clockchange.html?*year=2018 Disallow: /worldclock/clockchange.html?*year=2019 Disallow: /worldclock/clockchange.html?*year=202 Disallow: /worldclock/clockchange.html?*year=203 Disallow: /worldclock/clockchange.html?*year=204 User-agent: ScoutJet Disallow: /worldclock/distanceresult.html Disallow: /worldclock/distanceresult.html* Crawl-delay: 1 User-agent: * Disallow: /createshort.html Disallow: /scripts/savecustom.php Disallow: /scripts/wquery.php Disallow: /scripts/tzq.php Disallow: /scripts/savepersonal.php Disallow: /information/mk/ Disallow: /information/feedback-save.php Disallow: /gfx/stock/ Disallow: /bm/ Disallow: /eclipse/in/*?iso Disallow: /custom/save.php Disallow: /calendar//index.html Disallow: /calendar//monthly.html Disallow: /calendar//custom.html Disallow: /counters//newyeara.html Disallow: /counters//worldfirst.html Disallow: /library/abbreviations/timezones//military/l.html Disallow: /worldclock////converter.html Disallow: /worldclock////fixedform.html Disallow: /worldclock////full.html Disallow: /worldclock/http://www.timeanddate.com/worldclock/city.html Disallow: /worldclock////personal.html Disallow: /worldclock////search.html Disallow: /counters//newyear.html Disallow: /worldclock///custom.html Disallow: /worldclock////difference.html Disallow: /worldclock//difference.html Disallow: /worldclock//clockchange.html Disallow: /worldclock///clockchange.html Disallow: /worldclock////custom.html Disallow: /worldclock///distances.html Disallow: /worldclock//fixedform.html Disallow: /worldclock///difference.html Disallow: /worldclock//custom.html Disallow: /time/map/*_escaped_fragment_ Disallow: /worldclock////clockchange.html Disallow: /worldclock//distances.html Disallow: /worldclock////timezone.html Disallow: /worldclock////dialing.html Disallow: /worldclock//timezone.html Disallow: /worldclock///timezone.html Disallow: /worldclock///dialing.html Disallow: /worldclock////distanceresult.html Disallow: /worldclock////distances.html Disallow: /worldclock////city.html Disallow: /worldclock////meeting.html Disallow: /worldclock//city.html Disallow: /worldclock////astronomy.html Disallow: /worldclock///astronomy.html Disallow: /worldclock////distance.html Disallow: /worldclock//astronomy.html Disallow: /worldclock///city.html Disallow: /worldclock////meetingtime.html Disallow: /worldclock///meeting.html Disallow: /worldclock///distance.html Disallow: /worldclock///distanceresult.html Disallow: /worldclock////meetingdetails.html Disallow: /worldclock///meetingtime.html Disallow: /worldclock//meeting.html Disallow: /worldclock//distanceresult.html Disallow: /worldclock//distance.html Disallow: /worldclock///meetingdetails.html Disallow: /worldclock//meetingtime.html Disallow: /worldclock//meetingdetails.html Disallow: /worldclock/full.html/city.html Disallow: /worldclock/sunearth.html?iso Disallow: /worldclock/fixedform.html?p1 Disallow: /worldclock/fixedtime.html?day Disallow: /worldclock/fixedtime.html?month Disallow: /worldclock/fixedtime.html?*sort* Disallow: /worldclock/setpersonal.cgi Disallow: /worldclock/meeting.html?p1 Disallow: /worldclock/custom.html?query= Disallow: /worldclock/custom.html?*n= Disallow: /worldclock/meetingdetails.html? Disallow: /worldclock/wquery.php Disallow: /calendar/?year=10 Disallow: /calendar/?year=11 Disallow: /calendar/?year=12 Disallow: /calendar/?year=13 Disallow: /calendar/?year=14 Disallow: /calendar/?year=15 Disallow: /calendar/?year=16 Disallow: /calendar/?year=17 Disallow: /calendar/?year=21 Disallow: /calendar/?year=22 Disallow: /calendar/?year=23 Disallow: /calendar/?year=24 Disallow: /calendar/?year=25 Disallow: /calendar/?year=26 Disallow: /calendar/?year=27 Disallow: /calendar/?year=28 Disallow: /calendar/?year=29 Disallow: /calendar/?year=3 Disallow: /calendar/print.html Disallow: /calendar/custommenu.html?year Disallow: /calendar/basic.html?year Disallow: /calendar/custom.html?year Disallow: /calendar/monthly.html?year=1 Disallow: /calendar/monthly.html?year=21 Disallow: /calendar/repeating.html?year=1 Disallow: /calendar/repeating.html?year=21 Disallow: /calendar/repeating.html?year=22 Disallow: /calendar/repeating.html?year=23 Disallow: /calendar/repeating.html?year=23 Disallow: /calendar/repeating.html?year=24 Disallow: /calendar/repeating.html?year=25 Disallow: /calendar/repeating.html?year=3 Disallow: /counters/millennium.html?p0 Disallow: /counters/year2000a.html?p0 Disallow: /counters/year2000.html?p0 Disallow: /common/mailto.cgi Disallow: /counters/customcounter.html?day Disallow: /counters/fullscreen.html? Disallow: /y2k/worldfirst2000.html Disallow: /millennium/worldfirst.html Disallow: /date/birthdayed.html?d1 Disallow: /date/dateadded.html?d1 Disallow: /date/durationed.html?d1 Disallow: /adverts/ Disallow: /advgifs/ Disallow: /clocks/free.html?n Disallow: /worldclock/distanceresult.html? Disallow: /worldclock/distance.html?p1 Disallow: /worldclock/fullscreen.html? Disallow: /calendar/moonphases.html?year=10 Disallow: /calendar/moonphases.html?year=11 Disallow: /calendar/moonphases.html?year=12 Disallow: /calendar/moonphases.html?year=13 Disallow: /calendar/moonphases.html?year=14 Disallow: /calendar/moonphases.html?year=15 Disallow: /calendar/moonphases.html?year=16 Disallow: /calendar/moonphases.html?year=17 Disallow: /calendar/moonphases.html?year=18 Disallow: /calendar/moonphases.html?year=21 Disallow: /calendar/moonphases.html?year=22 Disallow: /calendar/moonphases.html?year=23 Disallow: /calendar/moonphases.html?year=24 Disallow: /calendar/moonphases.html?year=25 Disallow: /calendar/moonphases.html?year=26 Disallow: /calendar/moonphases.html?year=27 Disallow: /calendar/moonphases.html?year=28 Disallow: /calendar/moonphases.html?year=29 Disallow: /calendar/moonphases.html?year=3 Disallow: /calendar/moonphases.html?year=4 Disallow: /calendar/moonphases.html?year=5 Disallow: /calendar/moonphases.html?year=6 Disallow: /calendar/moonphases.html?year=7 Disallow: /calendar/moonphases.html?year=8 Disallow: /calendar/moonphases.html?year=9 Disallow: /calendar/moonphases.html?year=& Disallow: /calendar/moonphases.html?year=2006& Disallow: /calendar/moonphases.html?year=2007& Disallow: /calendar/moonphases.html?year=2008& Disallow: /custom/created.html Disallow: /custom/createaccount Disallow: /search/results.html Disallow: /worldclock/meetingtime.html? Disallow: /worldclock/difference.html?*sort* Disallow: /worldclock/difference.html?*continent Disallow: /worldclock/custom.html?n= Disallow: /worldclock/custom.html?*sort* Disallow: /worldclock/personal.html?*sort* Disallow: /worldclock/personal.html?*continent* Disallow: /worldclock/fixedtime.html?*continent* Disallow: /worldclock/sunearth.html?iso= Disallow: /worldclock/astronomy.html?*year=1* Disallow: /worldclock/astronomy.html?*year=3* Disallow: /worldclock/astronomy.html?*year=4* Disallow: /worldclock/astronomy.html?*year=200* Disallow: /worldclock/astronomy.html?*year=202* Disallow: /worldclock/astronomy.html?*year=203* Disallow: /worldclock/astronomy.html?*year=204* Disallow: /worldclock/astronomy.html?*year=205* Disallow: /worldclock/astronomy.html?*year=206* Disallow: /worldclock/astronomy.html?*year=207* Disallow: /worldclock/astronomy.html?*year=208* Disallow: /worldclock/astronomy.html?*year=209* Disallow: /weather/*sort* Disallow: /weather/*/historic?hd=* Disallow: /weather/*/hourly?hd=* Disallow: /astronomy/moon/light.html?iso Disallow: /newsletter/vote.php?poll_choice