# Allow Google, Bing, and other major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Applebot
Allow: /

User-agent: Mediapartners-Google
Allow: /

# Block known spammy/unknown bots
User-agent: PetalBot
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: YandexImages
Disallow: /

User-agent: Unknown
Disallow: /

User-agent: robot
Disallow: /

User-agent: Go-http-client
Disallow: /

# Allow all search engines to index the main content
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/
Disallow: /xmlrpc.php
Disallow: /?s=*
Disallow: /search
Allow: /wp-admin/admin-ajax.php



# General rule for all others not listed above
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Allow: /wp-admin/admin-ajax.php

# Sitemap
Sitemap: https://advancetelecom.com.pk/sitemap_index.xml

# Block common bad bots & scrapers
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Yandex
Disallow: /