# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: User-Agent: * # Disallow: / Disallow: /job/detail/2317947 Disallow: /job/detail/2362812 Disallow:/search/words/a001/%E3%83%A2%E3%83%AB%E3%82%AC%E3%83%B3%E3%82%B9%E3%82%BF%E3%83%B3%E3%83%AC%E3%83%BC