User-agent: *
Disallow: /url.htm
Disallow: /download.php

User-agent: dotbot
Disallow: /