User-agent: *
Crawl-delay: 20
Disallow: /

User-agent: Googlebot
Allow: /home.taf
Allow: /help.taf
Disallow: /*.taf$
Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*.jpg$
Disallow: /*.js$
Disallow: /*.css$
Disallow: /161/*

User-agent: slurp
Crawl-delay: 20
Allow: /home.taf
Allow: /help.taf
Disallow: /161/*
Disallow: /

User-agent: Bingbot
Crawl-delay: 20
Allow: /home.taf
Allow: /help.taf
Disallow: /161/*
Disallow: /

User-agent: DuckDuckBot
Crawl-delay: 20
Allow: /home.taf
Allow: /help.taf
Disallow: /161/*
Disallow: /


Sitemap: https://bid.igavelauctions.com/sitemap.xml