User-agent: * Crawl-delay: 10 #Directories Disallow: /common/ Disallow: /bin/ Disallow: /geolocation/ Disallow: /js/ Disallow: /images/ Disallow: /images/accounts/ Disallow: /js/ Disallow: /listings/ Disallow: /mail/ Disallow: /marketplacelog/ Disallow: /marketplacelogbackup/ Disallow: /mockups/ Disallow: /retry/ Disallow: /overlay/ Disallow: /security/ #Files Disallow: /checklogs.aspx Disallow: /click.asp Disallow: /display_listings.asp Disallow: /retrieve_listings.asp Disallow: /styles.css Disallow: /xt_processlog.aspx Disallow: /xt_processlog2.aspx Disallow: /listingstyles.css Disallow: /new_styles.css Disallow: /homeandsearch.css Disallow: /quicksearch.js