# /robots.txt file for http://webcrawler.com/
# mail webmaster@webcrawler.com for constructive criticism

User-agent: webcrawler
Disallow: /OS Ticket
Disallow: /Dennis
Disallow: /email.php
Disallow: /form.php
Disallow: /formmail.php
Disallow: /86sre4h56wtzhe.php
Disallow: /url.txt
Disallow: /url2.txt
Disallow: /url3.txt

User-agent: lycra
Disallow: /OS Ticket
Disallow: /Dennis
Disallow: /email.php
Disallow: /form.php
Disallow: /formmail.php
Disallow: /86sre4h56wtzhe.php
Disallow: /url.txt
Disallow: /url2.txt
Disallow: /url3.txt

User-agent: *
Disallow: /OS Ticket
Disallow: /Dennis
Disallow: /email.php
Disallow: /form.php
Disallow: /formmail.php
Disallow: /86sre4h56wtzhe.php
Disallow: /url.txt
Disallow: /url2.txt
Disallow: /url3.txt