# Block HTTrack and other website copy tools
User-agent: HTTrack
Disallow: /

User-agent: WebCopy
Disallow: /

# Block other generic scrapers
User-agent: *
Disallow: / 


User-agent: webcopier
Disallow: /

User-agent: wget
Disallow: /

User-agent: curl
Disallow: /

User-agent: libwww-perl
Disallow: /


# Allow Googlebot (Google Search Engine)
User-agent: Googlebot
Allow: /

# Allow Bingbot (Bing Search Engine)
User-agent: Bingbot
Allow: /

# Allow Yahoo Slurp (Yahoo Search Engine)
User-agent: Slurp
Allow: /

# Allow other search engines you wish to include (if needed)
User-agent: DuckDuckBot
Allow: /

User-agent: Yandex
Allow: /

User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: MozBot
Allow: /

User-agent: PageSpeed
Allow: /


Disallow: /cgi-bin/




# --- OpenAI (ChatGPT) ---

User-agent: GPTBot

Allow: /



# --- Perplexity AI ---

User-agent: PerplexityBot

Allow: /



# --- Common Crawl (Claude AI etc.) ---

User-agent: CCBot

Allow: /



# --- Google Search & Gemini ---

User-agent: Googlebot

Allow: /



# --- Bing Search & Microsoft Copilot ---

User-agent: Bingbot

Allow: /



# --- DuckDuckGo ---

User-agent: DuckDuckBot

Allow: /



# --- Applebot ---

User-agent: Applebot

Allow: /



# --- Facebook / Meta ---

User-agent: facebot

Allow: /



# --- LinkedIn / Twitter / Pinterest ---

User-agent: LinkedInBot

Allow: /

User-agent: Twitterbot

Allow: /

User-agent: Pinterestbot

Allow: /


Sitemap: https://tirupatipackersmovers.com/sitemap.xml