# Robots.txt file from: APOC [T.I.M.] # # # # Alleen deze regels: # User-agent: * # Disallow: / # DISALLOW ALL (whole DOMAIN) # Disallow: /Tools/ # DISALLOW only this # Disallow: /VOORBEELD.html # DISALLOW VOORBEELD.html # # ie. # Lets get a little discriminatory now: BLOCK Google Image bot from crawling my images. # User-agent: Googlebot-Image # Disallow: / # END Google Image bot BLOCK # ie. # BLOCK ALL Robots ed. from crawling the directories specified below. # User-agent: * # Disallow: /Test_Tools/ # Disallow: /Tools/ # Disallow: /wordpress/ # User-agent: * # Allow: User-agent: * Disallow: /gfx/actueel/_nodes/ Disallow: /gfx/historie/_nodes/ Disallow: /gfx/uitzicht/_nodes/ Disallow: /gfx/visiestudie/ # /gfx/visiestudie/ is vervallen cq. gewijzigd in /visiestudie/ Disallow: /main/ Disallow: /stats/