# robots.txt for closed shops # file created/edited: 26.05.2008 # exclude robots from specified tree /dir/ # NO wildcards; /dir means all files beginning with /dir...; /director.hmtl # Disallow: / # exclude whole site for all robots; caution: without slash (/) open for all! User-agent: * Disallow: / Allow: /pub/ # extension robots.txt 2.0 # empty line finishes dataset