User-agent: * # match all bots Disallow: /rates.html # keep out rates.html