# ======= ALLOW ALL SEARCH ENGINES TO CRAWL ESSENTIAL CONTENT =======
User-agent: *
Disallow:

# ======= BLOCK PRIVATE, SENSITIVE & NON-INDEXABLE PAGES =======
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /user-dashboard/
Disallow: /account-settings/
Disallow: /checkout/
Disallow: /cart/
Disallow: /order-history/
Disallow: /register/
Disallow: /login/
Disallow: /cgi-bin/
Disallow: /temp/
Disallow: /test-page/
Disallow: /staging/
Disallow: /backup/

# ======= BLOCK DUPLICATE, FILTERED & DYNAMIC URL PARAMETERS =======
Disallow: *?sort=
Disallow: *?filter=
Disallow: *?page=
Disallow: *?orderby=
Disallow: *?search=
Disallow: *?view=
Disallow: *?sessionid=
Disallow: *?utm_source=
Disallow: *?ref=
Disallow: *?preview=
Disallow: *?tracking=
Disallow: *?fbclid=
Disallow: *?gclid=
Disallow: *?pk_campaign=

# ======= ALLOW GOOGLE & BING TO CRAWL HIGH-VALUE PAGES =======

Allow: /electricity-bill/mepco
Allow: /electricity-bill/iesco
Allow: /electricity-bill/lesco
Allow: /electricity-bill/fesco
Allow: /electricity-bill/pesco
Allow: /electricity-bill/hesco
Allow: /electricity-bill/gepco
Allow: /electricity-bill/qesco
Allow: /electricity-bill/tesco
Allow: /gas-bill/sngpl
Allow: /gas-bill/ssgc
Allow: /calculate-bill/
Allow: /about/
Allow: /disclaimer/
Allow: /terms-conditions/
Allow: /privacy-policy/
Allow: /faqs/
Allow: /blogs/
Allow: /contact
Allow: /sitemap_index.xml

# ======= GOOGLEBOT RULES =======
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /wp-content/uploads/
Disallow: /wp-content/uploads/private/

User-agent: Googlebot-News
Allow: /news/
Allow: /blogs/

User-agent: Googlebot-Mobile
Allow: /

User-agent: Googlebot-Discover
Allow: /blogs/
Allow: /news/

User-agent: Googlebot-Video
Allow: /videos/


# ======= BLOCK UNNECESSARY SEO TOOLS & SCRAPERS =======
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: YandexBot
Disallow: /

# ======= BLOCK BAD BOTS =======
User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Sogou Spider
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: AspiegelBot
Disallow: /

# ======= ADVANCED CRAWL RATE OPTIMIZATION =======
Crawl-delay: 3

# ======= NOINDEX DIRECTIVES (TO PREVENT UNNECESSARY INDEXING) =======
Noindex: /404.html
Noindex: /search-results/
Noindex: /tagged/
Noindex: /temp-pages/
Noindex: /staging/
Noindex: /test-page/

# ======= INDEX DIRECTIVES (ENSURING IMPORTANT PAGES ARE INDEXED) =======
Index: /electricity-bill/mepco
Index: /electricity-bill/iesco
Index: /electricity-bill/lesco
Index: /electricity-bill/fesco
Index: /electricity-bill/pesco
Index: /electricity-bill/hesco
Index: /electricity-bill/gepco
Index: /electricity-bill/qesco
Index: /electricity-bill/tesco
Index: /gas-bill/sngpl
Index: /gas-bill/ssgc
Index: /calculate-bill/
Index: /about/
Index: /disclaimer/
Index: /terms-conditions/
Index: /privacy-policy/
Index: /faqs/
Index: /blogs/
Index: /contact

# ======= SITEMAP SUBMISSION =======
Sitemap: https://www.pakbills.info/sitemap_index.xml