# http://en.wikipedia.org/wiki/Robots.txt
User-agent: *
Crawl-Delay: 60  #the number of seconds to wait between successive requests 
#Sitemap: http://my.site/Sitemap.aspx since it must includes absolute url. it's not good for shared hosting
Request-rate: 1/60         # maximum rate is one page every 60 seconds
Visit-time: 0600-1200     # only visit between 06:00 and 12:00 UTC (GMT) or 2am-8am ny summer time 1am-7am winter time
Disallow: /Admin/
Disallow: /Bin/
Disallow: /App_Code/
Disallow: /zh-
Allow: /en-us/
Allow: /a
Allow: /b
Allow: /c
Allow: /d
Allow: /e
Allow: /f
Allow: /g
Allow: /h
Allow: /i
Allow: /j
Allow: /k
Allow: /l
Allow: /m
Allow: /n
Allow: /o
Allow: /p
Allow: /q
Allow: /r
Allow: /s
Allow: /t
Allow: /u
Allow: /v
Allow: /w
Allow: /x
Allow: /y
Allow: /z
Allow: /A
Allow: /B
Allow: /C
Allow: /D
Allow: /E
Allow: /F
Allow: /G
Allow: /H
Allow: /I
Allow: /J
Allow: /K
Allow: /L
Allow: /M
Allow: /N
Allow: /O
Allow: /P
Allow: /Q
Allow: /R
Allow: /S
Allow: /T
Allow: /U
Allow: /V
Allow: /W
Allow: /X
Allow: /Y
Allow: /Z
Allow: /