#  live on 4-27-17  jch
#  This has been reviewed and re-written according to documentation on varvy.com
#
#  Varvy Guideline states: 'allow all site assets that would significantly affect 
#  page rendering to be crawled: for example, CSS and JavaScript files that affect 
#  the understanding of the pages.'
#
#  if you want to disallow an entire folder you must use beginning and ending slash
#
#  The following statement says allow all agents to crawl this site google, yahoo, etc
User-agent: *    #this says all agents can crawl
#
# disallow only the folders we do not want crawled by the agents
Disallow: /junkcode/
Disallow: /db/
# disallow blog - changed 10-25-2017  ka new dropin blog used
#Disallow: /blog/ - changed  on 5/3/18 - getting hit with robots not allowed in google