user-agent: * allow: /index.php allow: /allcategories.php allow: /htmls/productlist.html