# Disallow user agents to specific directories and files User-agent: * crawl-delay: 3 #Disallow: /fieldinfosetter.cfm #Disallow: /vifinfo.txt # the following is an example of ALLOWING a user agent access to everything # User-agent: googlebot # Disallow: