#robots.txt # # W3C Link checker #User-Agent: W3C-checklink #Disallow: # User-Agent: * Disallow: /Java/ Disallow: /tr/ Allow: /