User-Agent: OmniExplorer_Bot Disallow: / # Apply to all user agents User-agent: * # Block crawling of these directories Disallow: /bin/ Disallow: /Images/ Disallow: /Resources/ Disallow: /Themes/ Disallow: /TravelAgencies/ Disallow: /Web References/ Disallow: /WebControls/ Disallow: /WebServices-10/ Disallow: /Workspace/ Disallow: /Themes/ # Block crawling of these specific files at the root Disallow: /Calendar.aspx Disallow: /CreditCard.aspx Disallow: /SiteUpdate.htm Disallow: /Error.htm Disallow: /RentalConditions.aspx