User-agent:Turninbot Disallow:/ User-agent:ia_archiver Disallow:/ $HTTP["useragent"] ~= "(Nutch|nutch)" { url.access-deny = ( "" ) } User-agent:msrbot Disallow:/