User-agent: BecomeBot 
Disallow: /

User-agent: *
Crawl-delay: 5
Disallow: /.htaccess
Disallow: /404.html
Disallow: /404.shtml
Disallow: /404error.html
Disallow: /cookbooksshop/apf_config.cgi
Disallow: /cookbooksshop/apf_config.ini
Disallow: /cookbooksshop/apf_default_config.ini
Disallow: /cookbooksshop/apf_descriptors_config.ini
Disallow: /cookbooksshop/apf_main.pm
Disallow: /cookbooksshop/apf_sort_us.ini
Disallow: /cookbooksshop/apf_style.ini
Disallow: /cookbooksshop/cookbooks.cgi?Operation=
Disallow: /cookbooksshop/cookbooks.cgi?myOperation=
Disallow: /cookbooksshop/cookbooks.cgi?SearchIndex=Books&Operation=
Disallow: /cookbooksshop/compatibility.mod
Disallow: /cookbooksshop/default/
Disallow: /cookbooksshop/marketplace.mod
Disallow: /cookbooksshop/SimpleGet.pl
Disallow: /foodsshop/apf_config.cgi
Disallow: /foodsshop/apf_config.ini
Disallow: /foodsshop/apf_default_config.ini
Disallow: /foodsshop/apf_descriptors_config.ini
Disallow: /foodsshop/apf_main.pm
Disallow: /foodsshop/apf_sort_us.ini
Disallow: /foodsshop/apf_style.ini
Disallow: /foodsshop/foodsshop.cgi?Operation=
Disallow: /foodsshop/foodsshop.cgi?myOperation=
Disallow: /foodsshop/foodsshop.cgi?SearchIndex=GourmetFood&Operation=
Disallow: /foodsshop/compatibility.mod
Disallow: /foodsshop/default/
Disallow: /foodsshop/marketplace.mod
Disallow: /foodsshop/SimpleGet.pl
Disallow: /kitchenshop/apf_config.cgi
Disallow: /kitchenshop/apf_config.ini
Disallow: /kitchenshop/apf_default_config.ini
Disallow: /kitchenshop/apf_descriptors_config.ini
Disallow: /kitchenshop/apf_main.pm
Disallow: /kitchenshop/apf_sort_us.ini
Disallow: /kitchenshop/apf_style.ini
Disallow: /kitchenshop/kitchenshop.cgi?Operation=
Disallow: /kitchenshop/kitchenshop.cgi?myOperation=
Disallow: /kitchenshop/kitchenshop.cgi?SearchIndex=Kitchen&Operation=
Disallow: /kitchenshop/compatibility.mod
Disallow: /kitchenshop/default/
Disallow: /kitchenshop/marketplace.mod
Disallow: /kitchenshop/SimpleGet.pl