# robots.txt for http://astro.ago.uni-lj.si # User-agent: * # all other spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /cgi-src/ # Script files Disallow: /tmp*/ # Script files Disallow: /bak/ # Script files Disallow: /ign/ # Script files Disallow: /eclbin/ # Script files Disallow: /webmail/ # Script files Disallow: /usage/ # statistic Disallow: /delta/ # Script files Disallow: /podatki/ # Script files