# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: webcrawler
Disallow:

User-agent: lycra
Disallow: /

User-agent: *
Disallow: /tmp
Disallow: /logs
Disallow: /ecrire
Disallow: /prive

User-agent: BoardTracker
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: Twiceler
Disallow: /


User-agent: *
Disallow: /forum/editpost.php
Disallow: /forum/gamercard.php
Disallow: /forum/inlinemod.php
#Disallow: /forum/member.php
Disallow: /forum/memberlist.php
Disallow: /forum/newreply.php
Disallow: /forum/newthread.php
Disallow: /forum/payments.php
Disallow: /forum/printthread.php
Disallow: /forum/private.php
Disallow: /forum/profile.php
Disallow: /forum/report.php
Disallow: /forum/search.php
Disallow: /forum/sendmessage.php
Disallow: /forum/showpost.php
Disallow: /forum/usercp.php
Disallow: /forum/usernote.php

User-agent: Mediapartners-Google
Allow: /forum/member.php
Allow: /forum/private.php
Allow: /forum/usercp.php