# xworddictionary.com robots.txt

User-Agent: MSNbot
Crawl-Delay: 120


User-agent: *
Disallow: /images
Disallow: /cgi-bin
Disallow: /js
Disallow: /csv
Disallow: addafile-old.php
Disallow: addafile.php
Disallow: addaremark.php
Disallow: addaword.php
Disallow: addmember.php
Disallow: addnotfound.php
Disallow: bestandtoevoegen.php
Disallow: checkfornotfound.php
Disallow: insertlink.php