User-agent: *
Crawl-delay: 30
Disallow: /openx/
Disallow: /info.php
Disallow: /bid.php
Disallow: /login.php
Disallow: /csv.php
Disallow: /marketsearch.php