User-agent: OmniExplorer_Bot
Disallow:/

User-agent: linkwalker
Disallow:/private/
Disallow:

User-agent: W3C-checklink
Disallow:/private/
Disallow:

User-agent: googlebot
Disallow:/private/
Disallow:/reference/
Disallow:

User-agent:*
Disallow:/private/
Disallow:/reference/
Disallow: