User-agent: * Disallow: /categories.php Disallow: /brands.php Disallow: /reviews.php Disallow: /category/* Disallow: /brand/ Disallow: /review/ Disallow: /admin/* Disallow: /merchant/* Disallow: /html/ Disallow: /search.php Disallow: /jump.php* Disallow: /*.php$ Disallow: /*?q=* Disallow: /html/* Allow: /sitemap.php$ Allow: /sitemapCategories.php$ Allow: /sitemapBrands.php$