User-agent: * # Allow all pages by default Disallow: # Sitemap Sitemap: https://pikibet.com/sitemap.xml # Block sensitive or non-public directories Disallow: /admin/ Disallow: /login/ Disallow: /private/ Disallow: /tmp/ # Block dynamic/duplicate parameter URLs (crawl budget protection) Disallow: /*?type= Disallow: /*?page= Disallow: /*?dt= Disallow: /*?date= Disallow: /*?sessionid= Disallow: /*?sort= Disallow: /match-details/ Disallow: /*&dt= Disallow: /*&date= Disallow: /*&page= # Block PHP index duplicates Disallow: /*index.php # Block bad bot (optional but useful) User-agent: BadBot Disallow: / # Allow important static assets (helps SEO rendering) Allow: /*.css$ Allow: /*.js$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.gif$ Allow: /*.svg$ Allow: /*.webp$ Allow: /*.xml$ Allow: /*.json$ Allow: /*.txt$