User-agent: * Allow: / # Disallow admin and private areas Disallow: /admin/ Disallow: /includes/ Disallow: /config/ Disallow: /api/ Disallow: /backups/ Disallow: /sitemaps/ Disallow: /vendor/ Disallow: /node_modules/ Disallow: /uploads/temp/ Disallow: /uploads/fluff/ Disallow: /uploads/admin/ Disallow: /uploads/backups/ Disallow: /uploads/logs/ Disallow: /uploads/cache/ Disallow: /uploads/tmp/ Disallow: /assets/js/ Disallow: /assets/css/ Disallow: /assets/images/ # Disallow configured directories Disallow: /HDD/fluff/ Disallow: /HDD/uploads/temp/ Disallow: /HDD/uploads/fluff/ Disallow: /HDD/uploads/admin/ Disallow: /HDD/uploads/backups/ Disallow: /HDD/uploads/logs/ Disallow: /HDD/uploads/cache/ Disallow: /HDD/uploads/tmp/ # Disallow search parameters that don't add value Disallow: /*?search=* Disallow: /*?filter=* Disallow: /*?sort=* Disallow: /*?page=* # Sitemaps Sitemap: https://1bay.co.uk/sitemap.xml Sitemap: https://1bay.co.uk/sitemaps/sitemap-images-0.xml Sitemap: https://1bay.co.uk/sitemaps/sitemap-listings-0.xml # Crawl-delay for respectful crawling Crawl-delay: 1 # Allow important pages Allow: /index.php Allow: /browse.php Allow: /categories.php Allow: /item.php Allow: /about.php Allow: /contact.php Allow: /terms.php Allow: /privacy.php # Allow static assets that are important for SEO Allow: /assets/images/og-image.jpg Allow: /assets/images/logo.png Allow: /assets/images/placeholder.jpg