User-agent: *
Allow: /
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content
Disallow: /search/*/feed
Disallow: /search/*/*
Disallow: /a/
Disallow: /feeds/
Disallow: /feeds
Disallow: /about
Disallow: /disclosure
Disallow: /privacy-policy
Disallow: /sitemap
Disallow: /auction.php
Disallow: /auctions.php
Disallow: /auctions.php
Disallow: /get.php
Disallow: /google_adsense_script.htm
Disallow: /bte-wb/
Disallow: /bte-wb

User-agent: Mediapartners-Google
Allow: /

User-agent: Adsbot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

#User-agent: ia_archiver-web.archive.org
#Disallow: /