# robots.txt for http://cogweb.ucla.edu

User-agent: Atomz          # the atomz indexer can crawl CRP 
Disallow: /access_stats/   # administrative
Disallow: /cgi-bin/
Disallow: /Images/         # no point in indexing the images
Disallow: /test/           # experimental


User-agent: *              # all robots
Disallow: /access_stats/   # administrative
Disallow: /cgi-bin/
Disallow: /CRP/            # restricted
Disallow: /Images/         # no point in indexing the images
Disallow: /test/           # experimental