# Make changes for all web spiders
User-agent: *
Crawl-delay: 1
Sitemap: http://doujinshi.mugimugi.org/sitemap.xml
Disallow: /showpic.php
Disallow: /link.php
Disallow: /tools/
Disallow: /IMGSERV/
Disallow: /api/
Disallow: /link/
Disallow: /edit/
Disallow: /*LANG=
Disallow: /*?P=REGISTER