# robots.txt for http://www.softdata.si/ # Disallow: ni treba * User-agent: * Allow: /* Disallow: /admin Disallow: /download Disallow: /osebe/petra Disallow: /osebe/ales/seti Disallow: /osebe/ales/stamps Disallow: /osebe/andrej Disallow: /geodet Disallow: /download User-Agent: MSIECrawler, HTTrack Allow: *