User-agent: *
Disallow: /cgi-bin/      # cgi only
Disallow: /beta/   # crap
Disallow: /connections/   # more crap
Disallow: /FreeYellowHome_files/ # to be deleted
Disallow: /admin/ # stuff
Disallow: /beta/ # stuff
Disallow: /lbadmin/ # stuff
Disallow: /mailings/ # stuff
Disallow: /MX/ # stuff
Disallow: /report/ # stuff
Disallow: /techtips/ # stuff
Disallow: /yesbut/ # stuff


User-agent: googlebot
Disallow: /cgi-bin/      # cgi only
Disallow: /beta/   # crap
Disallow: /connections/   # more crap
Disallow: /FreeYellowHome_files/ # to be deleted
Disallow: /admin/ # stuff
Disallow: /beta/ # stuff
Disallow: /lbadmin/ # stuff
Disallow: /mailings/ # stuff
Disallow: /MX/ # stuff
Disallow: /report/ # stuff
Disallow: /techtips/ # stuff

# attempt to block capture of the entire site

User-agent: Roverbot
Disallow: /

User-agent: webreaper
Disallow: /

User-agent: teleportpro
Disallow: /

User-agent: Mediapartners-Google* 
Disallow: