# http://web.nexor.co.uk/mak/doc/robots/norobots.html
#
# internal note, this file is in git now!

User-agent: MSIECrawler
Disallow: /

User-agent: PortalBSpider
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Mediapartners-Google*
Disallow:

User-agent: Yahoo Pipes 1.0
Disallow: /

# disallow any urls with ? in
User-Agent: AhrefsBot
Disallow: /*?
Disallow: /information/privacy.html
Disallow: /information/terms-conditions.html

User-Agent: dotbot
Disallow: /*?
Disallow: /information/privacy.html
Disallow: /information/terms-conditions.html

User-agent: tadcrawler
Disallow: /calendar/*?year*&
Disallow: /eclipse/globe/*?
Disallow: /eclipse/map/*?
Allow: /information/privacy.html
Allow: /information/terms-conditions.html
Allow: /eclipse/globe/202
Allow: /eclipse/map/202
Allow: /calendar/*?year=2020
Allow: /calendar/*?year=2021
Allow: /calendar/*?year=2022
Allow: /astronomy/moon/distance.html?year=2020
Allow: /astronomy/moon/distance.html?year=2021
Allow: /worldclock/clockchange.html?*year=2020
Allow: /worldclock/clockchange.html?*year=2021
Disallow: /*y1=
Disallow: /*nojs=
Disallow: /worldclock/fixedform.html?
Disallow: /worldclock/fixedtime.html?
Disallow: /worldclock/sunearth.html?
Disallow: /worldclock/sunearth.html?iso
Disallow: /worldclock/sunearth.html?earth
Disallow: /astronomy/moon/light.html?
Disallow: /worldclock/timezone.html?*syear
Disallow: /scripts/goweather.php
Disallow: /scripts/ics.php
Disallow: /worldclock/dialing.html?
Disallow: /worldclock/custom.html?nurlid=
Disallow: /worldclock/custom.html?cities=
Disallow: /calendar/*?year
Disallow: /calendar/seasons.html?
Disallow: /clocks/freecountdown.html?n=
Disallow: /clocks/countdown.html?n=
Disallow: /countdown/create?
Disallow: /countdown/eclipse?
Disallow: /countdown/generic?
Disallow: /countdown/to?
Disallow: /astronomy/moon/distance.html?year
Disallow: /eclipse/globe/
Disallow: /eclipse/map/
Disallow: /moon/*?
Disallow: /sun/*?
Disallow: /time/change/@*
Disallow: /time/change/*?
Disallow: /time/zone/@*
Disallow: /time/zone/*?
Disallow: /worldclock/astronomy.html?*year=
Disallow: /worldclock/clockchange.html?
Disallow: /worldclock/converter.html?
Disallow: /worldclock/results.html

User-agent: ScoutJet
Disallow: /worldclock/distanceresult.html
Disallow: /worldclock/distanceresult.html*
Disallow: /information/privacy.html
Disallow: /information/terms-conditions.html
Crawl-delay: 1

User-agent: *
Allow: /calendar/create.html?*year=2020
Allow: /calendar/create.html?*year=2021
Allow: /calendar/create.html?*year=2022
Disallow: /createshort.html
Disallow: /scripts/savecustom.php
Disallow: /scripts/wquery.php
Disallow: /scripts/tzq.php
Disallow: /scripts/savepersonal.php
Disallow: /scripts/distanceserver.php
Disallow: /scripts/accountextlogin.php
Disallow: /scripts/moon.php
Disallow: /information/mk/
Disallow: /information/feedback-save.php
Disallow: /information/feedback.html?
Disallow: /gfx/stock/
Disallow: /bm/
Disallow: /eclipse/in/*?iso
Disallow: /custom/save.php
Disallow: /calendar//index.html
Disallow: /calendar//monthly.html
Disallow: /calendar//custom.html
Disallow: /counters//newyeara.html
Disallow: /counters//worldfirst.html
Disallow: /library/abbreviations/timezones//military/l.html
Disallow: /worldclock////converter.html
Disallow: /worldclock////fixedform.html
Disallow: /worldclock////full.html
Disallow: /worldclock/http://www.timeanddate.com/worldclock/city.html
Disallow: /worldclock////personal.html
Disallow: /worldclock////search.html
Disallow: /counters//newyear.html
Disallow: /worldclock///custom.html
Disallow: /worldclock////difference.html
Disallow: /worldclock//difference.html
Disallow: /worldclock//clockchange.html
Disallow: /worldclock///clockchange.html
Disallow: /worldclock////custom.html
Disallow: /worldclock///distances.html
Disallow: /worldclock//fixedform.html
Disallow: /worldclock///difference.html
Disallow: /worldclock//custom.html
Disallow: /time/map/*_escaped_fragment_
Disallow: /worldclock////clockchange.html
Disallow: /worldclock//distances.html
Disallow: /worldclock////timezone.html
Disallow: /worldclock////dialing.html
Disallow: /worldclock//timezone.html
Disallow: /worldclock///timezone.html
Disallow: /worldclock///dialing.html
Disallow: /worldclock////distanceresult.html
Disallow: /worldclock////distances.html
Disallow: /worldclock////city.html
Disallow: /worldclock////meeting.html
Disallow: /worldclock//city.html
Disallow: /worldclock////astronomy.html
Disallow: /worldclock///astronomy.html
Disallow: /worldclock////distance.html
Disallow: /worldclock//astronomy.html
Disallow: /worldclock///city.html
Disallow: /worldclock////meetingtime.html
Disallow: /worldclock///meeting.html
Disallow: /worldclock///distance.html
Disallow: /worldclock///distanceresult.html
Disallow: /worldclock////meetingdetails.html
Disallow: /worldclock///meetingtime.html
Disallow: /worldclock//meeting.html
Disallow: /worldclock//distanceresult.html
Disallow: /worldclock//distance.html
Disallow: /worldclock///meetingdetails.html
Disallow: /worldclock//meetingtime.html
Disallow: /worldclock//meetingdetails.html
Disallow: /worldclock/full.html/city.html
Disallow: /worldclock/fixedform.html?p1
Disallow: /worldclock/fixedtime.html?day
Disallow: /worldclock/fixedtime.html?month
Disallow: /worldclock/fixedtime.html?*sort*
Disallow: /worldclock/fixedtime.html?iso=200
Disallow: /worldclock/fixedtime.html?iso=2010
Disallow: /worldclock/fixedtime.html?iso=2011
Disallow: /worldclock/fixedtime.html?iso=2012
Disallow: /worldclock/fixedtime.html?iso=2013
Disallow: /worldclock/fixedtime.html?iso=2014
Disallow: /worldclock/setpersonal.cgi
Disallow: /worldclock/meeting.html?p1
Disallow: /worldclock/custom.html?query=
Disallow: /worldclock/custom.html?*n=
Disallow: /worldclock/meetingdetails.html?
Disallow: /worldclock/wquery.php
Disallow: /calendar/?year=10
Disallow: /calendar/?year=11
Disallow: /calendar/?year=12
Disallow: /calendar/?year=13
Disallow: /calendar/?year=14
Disallow: /calendar/?year=15
Disallow: /calendar/?year=16
Disallow: /calendar/?year=17
Disallow: /calendar/?year=18
Disallow: /calendar/?year=21
Disallow: /calendar/?year=22
Disallow: /calendar/?year=23
Disallow: /calendar/?year=24
Disallow: /calendar/?year=25
Disallow: /calendar/?year=26
Disallow: /calendar/?year=27
Disallow: /calendar/?year=28
Disallow: /calendar/?year=29
Disallow: /calendar/?year=3
Disallow: /calendar/create.html?*year
Disallow: /calendar/create.html?*df=
Disallow: /calendar/print.html
Disallow: /calendar/custommenu.html?year
Disallow: /calendar/basic.html?year
Disallow: /calendar/custom.html?year
Disallow: /calendar/monthly.html?year=1
Disallow: /calendar/monthly.html?year=21
Disallow: /calendar/repeating.html?year=1
Disallow: /calendar/repeating.html?year=21
Disallow: /calendar/repeating.html?year=22
Disallow: /calendar/repeating.html?year=23
Disallow: /calendar/repeating.html?year=23
Disallow: /calendar/repeating.html?year=24
Disallow: /calendar/repeating.html?year=25
Disallow: /calendar/repeating.html?year=3
Disallow: /counters/millennium.html?p0
Disallow: /counters/year2000a.html?p0
Disallow: /counters/year2000.html?p0
Disallow: /common/mailto.cgi
Disallow: /counters/customcounter.html?day
Disallow: /counters/fullscreen.html?
Disallow: /y2k/worldfirst2000.html
Disallow: /millennium/worldfirst.html
Disallow: /date/birthdayed.html?
Disallow: /date/dateadd.html?
Disallow: /date/dateadded.html?
Disallow: /date/durationed.html?
Disallow: /date/workdays.html?
Disallow: /date/timeduration.html?
Disallow: /date/weekdayadd.html?
Disallow: /date/timeadd.html?
Disallow: /date/durationresult.html?
Disallow: /adverts/
Disallow: /advgifs/
Disallow: /clocks/free.html?n
Disallow: /worldclock/distance.html?p1
Disallow: /worldclock/distances.html?
Disallow: /worldclock/distanceresult.html?
Disallow: /worldclock/fullscreen.html?
Disallow: /calendar/moonphases.html?year=10
Disallow: /calendar/moonphases.html?year=11
Disallow: /calendar/moonphases.html?year=12
Disallow: /calendar/moonphases.html?year=13
Disallow: /calendar/moonphases.html?year=14
Disallow: /calendar/moonphases.html?year=15
Disallow: /calendar/moonphases.html?year=16
Disallow: /calendar/moonphases.html?year=17
Disallow: /calendar/moonphases.html?year=18
Disallow: /calendar/moonphases.html?year=21
Disallow: /calendar/moonphases.html?year=22
Disallow: /calendar/moonphases.html?year=23
Disallow: /calendar/moonphases.html?year=24
Disallow: /calendar/moonphases.html?year=25
Disallow: /calendar/moonphases.html?year=26
Disallow: /calendar/moonphases.html?year=27
Disallow: /calendar/moonphases.html?year=28
Disallow: /calendar/moonphases.html?year=29
Disallow: /calendar/moonphases.html?year=3
Disallow: /calendar/moonphases.html?year=4
Disallow: /calendar/moonphases.html?year=5
Disallow: /calendar/moonphases.html?year=6
Disallow: /calendar/moonphases.html?year=7
Disallow: /calendar/moonphases.html?year=8
Disallow: /calendar/moonphases.html?year=9
Disallow: /calendar/moonphases.html?year=&
Disallow: /calendar/moonphases.html?year=2006&
Disallow: /calendar/moonphases.html?year=2007&
Disallow: /calendar/moonphases.html?year=2008&
Disallow: /custom/created.html
Disallow: /custom/createaccount
Disallow: /search/results.html
Disallow: /worldclock/meetingtime.html?
Disallow: /worldclock/difference.html?*sort*
Disallow: /worldclock/difference.html?*continent
Disallow: /worldclock/custom.html?n=
Disallow: /worldclock/custom.html?*sort*
Disallow: /worldclock/personal.html?*sort*
Disallow: /worldclock/personal.html?*continent*
Disallow: /worldclock/fixedtime.html?*continent*
Disallow: /worldclock/astronomy.html?*year=1*
Disallow: /worldclock/astronomy.html?*year=3*
Disallow: /worldclock/astronomy.html?*year=4*
Disallow: /worldclock/astronomy.html?*year=200*
Disallow: /worldclock/astronomy.html?*year=201*
Disallow: /worldclock/astronomy.html?*year=203*
Disallow: /worldclock/astronomy.html?*year=204*
Disallow: /worldclock/astronomy.html?*year=205*
Disallow: /worldclock/astronomy.html?*year=206*
Disallow: /worldclock/astronomy.html?*year=207*
Disallow: /worldclock/astronomy.html?*year=208*
Disallow: /worldclock/astronomy.html?*year=209*
Disallow: /weather/*sort*
Disallow: /weather/*/historic?hd=*
Disallow: /weather/*?hd=*
Disallow: /weather/*/hourly?hd=*
Disallow: /astronomy/moon/light.html?iso
Disallow: /newsletter/vote.php?poll_choice
Disallow: /sun/*year=
Disallow: /moon/*year=
Disallow: /clocks/onlyforusebyconfiguration.php
Disallow: /worldclock/sunearth.html?
Disallow: /worldclock/sunearth.html?iso
Disallow: /test/
Disallow: /information/privacy.html
Disallow: /information/terms-conditions.html