# robots.txt
User-agent: *
Disallow: /cfg/
Disallow: /controller/
Disallow: /data/
Disallow: /html/
Disallow: /lib/
Disallow: /moclam/
Disallow: /motte2/
Disallow: /retriever/
Disallow: /tmp/
Disallow: /.git/
Crawl-delay: 60
Visit-time: 0000-0501