#robots.txt file for Accessdata

User-agent: EventMachine 
Disallow: /

#For all crawlers
User-agent: * 
Disallow: /scripts/cder/bmis/
Disallow: /scripts/cder/BMIS/
Disallow: /scripts/cber/cfapps/
#clia added 21 April 2015 by SY
Disallow: /scripts/cdrh/cfdocs/cfClia/
Disallow: /scripts/cdrh/cfdocs/cfclia/
Disallow: /scripts/cdrh/cfdocs/cfCLIA/
#rl.cfm added 24 Feb 2015 by CN
Disallow: /scripts/cdrh/cfdocs/cfrl/rl.cfm
Disallow: /SCRIPTs/cdrh/cfdocs/cfrl/rl.cfm
Disallow: /SCRIPTs/cdrh/cfdocs/cfRL/rl.cfm
Disallow: /scrIpts/cdrh/cfdocs/cfrl/rl.cfm
Disallow: /SCRIPTS/cdrh/cfdocs/cfrl/rl.cfm
Disallow: /scripts/cdrh/cfdocs/cfRL/rl.cfm
Disallow: /scripts/email/
Disallow: /scripts/ImportRefusals/ir_index.cfm
Disallow: /scripts/warningletters/
Disallow: /scripts/cdrh/cfdocs/cfres/textresults.cfm
#Added devicesatfda, cftplc, search on 13 Jan 2014 by CN & LS
Disallow: /scripts/cdrh/devicesatfda/
Disallow: /scripts/cdrh/cfdocs/cftplc/
Disallow: /scripts/search/
#added CDRH excel disallow, 20 Jan 2014 by CN & LS
Disallow: /scripts/cdrh/*excel*.cfm
Disallow: /scripts/cdrh/*excel*.CFM
Disallow: /scripts/cdrh/*Excel*.cfm
Disallow: /scripts/cdrh/*Excel*.CFM
#added devicesatfda casing, 27 Feb 2014 by CN
Disallow: /SCRIPTs/cdrh/devicesatfda/
#added EnforcementReports 14 May 2014 by CN
Disallow: /scripts/enforcement/enforce_rpt-Event-Tabs.cfm
Disallow: /scripts/enforcement/enforce_rpt-Event-All-Tabs.cfm

Hit-rate: 30 # wait 30 seconds before starting a new URL request default=30
Visiting-hours: 23:00EDT-05:00EDT #index this site between 11PM - 5AM EDT
Concurrent-hits: 2 # limit concurrent active URLS to 2 for each index server