User-agent: ICF-VNUCHGOOGLE+(Enterprise;+T4-DYKFBSUM2A6W3;+TMSClientHosting@icfi.com) # Some crawlers support this. The value is the number of seconds between requests. Crawl-delay: 30 ####### extended standards ######## # I doubt any crawlers support these "extended standards" directives. # maximum rate is one page every 10 seconds Request-rate: 1/30 # only visit between ~11:00 (1500=15:00 UTC/GMT) and 16:00 (2000=20:00 UTC/GMT) Visit-time: 1500-2000 Disallow: commonElements.cfm Disallow: /assets/ Disallow: /images/ Disallow: /index.cfm?event=website.viewPrinterFriendlyArticle&articleID=* User-agent: * # Some crawlers support this. The value is the number of seconds between requests. Crawl-delay: 30 ####### extended standards ######## # I doubt any crawlers support these "extended standards" directives. # maximum rate is one page every 10 seconds Request-rate: 1/30 # only visit between ~11:00 (1500=15:00 UTC/GMT) and 16:00 (2000=20:00 UTC/GMT) Visit-time: 1500-2000 Disallow: commonElements.cfm Disallow: /assets/ Disallow: /images/ Disallow: /index.cfm?event=website.viewPrinterFriendlyArticle&articleID=*