# robots.txt for B1G IPTV - b1giptv.io
# Created: February 22, 2026
# Last Updated: February 22, 2026

# ===== SITEMAP LOCATION =====
Sitemap: https://b1giptv.io/sitemap.xml

# ===== GLOBAL RULES =====
User-agent: *
Allow: /

# ===== CRAWL DELAY (RESPECTFUL CRAWLING) =====
# Uncomment if you experience server load issues
# Crawl-delay: 1

# ===== ALLOW ALL IMPORTANT PAGES =====
# Main Pages
Allow: /index.html
Allow: /pricing.html
Allow: /reseller.html
Allow: /channel-list.html
Allow: /installation.html
Allow: /faq.html
Allow: /contact-us.html
Allow: /search.html
Allow: /404.html

# Blog Pages
Allow: /blog/
Allow: /blog/index.html
Allow: /blog/fifa-world-cup-2026-guide.html
Allow: /blog/best-4k-iptv-2026.html
Allow: /blog/4k-iptv-worth-it-review.html
Allow: /blog/4k-iptv-vs-cable-savings.html
Allow: /blog/choose-reliable-iptv-provider.html
Allow: /blog/iptv-replacing-satellite-tv.html
Allow: /blog/test-4k-iptv-free-trial-guide.html
Allow: /blog/7-signs-low-quality-iptv.html

# Assets (CSS, JS, Images)
Allow: /css/
Allow: /js/
Allow: /gsap/
Allow: /assets/
Allow: /assets/icons/
Allow: /assets/screenshots/

# ===== DISALLOW PRIVATE/ADMIN AREAS =====
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /temp/
Disallow: /tmp/
Disallow: /backup/
Disallow: /logs/
Disallow: /private/
Disallow: /vendor/

# ===== DISALLOW DUPLICATE CONTENT =====
Disallow: /*?*
Disallow: /*&*
Disallow: /*print*
Disallow: /*pdf*
Disallow: /*download*

# ===== DISALLOW SPECIFIC FILES =====
Disallow: /*.php$
Disallow: /*.sql$
Disallow: /*.bak$
Disallow: /*.old$
Disallow: /*.log$
Disallow: /*.txt$
Disallow: /license.txt
Disallow: /readme.html

# ===== BLOCK SEARCH RESULTS PAGES (if you have dynamic search) =====
Disallow: /search?*
Disallow: /search/*?*
Disallow: /results?*
Disallow: /results/*?*

# ===== BLOCK TEMPORARY OR STAGING AREAS =====
Disallow: /test/
Disallow: /staging/
Disallow: /dev/
Disallow: /development/
Disallow: /temp-test/

# ===== USER-SPECIFIC CONTENT =====
Disallow: /user/
Disallow: /account/
Disallow: /profile/
Disallow: /dashboard/
Disallow: /my-account/

# ===== SPECIFIC PAGE BLOCKS =====
# Block thank you pages (if you have them)
# Disallow: /thank-you.html
# Disallow: /order-confirm.html

# ===== BLOCK ADMIN LOGIN PAGES =====
Disallow: /login/
Disallow: /admin-login/
Disallow: /wp-login.php
Disallow: /administrator/

# ===== ALLOW SPECIFIC BOT ACCESS =====

# Googlebot (Web Search)
User-agent: Googlebot
Allow: /
Allow: /*.html$
Allow: /blog/
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /*?*

# Googlebot-Image (Image crawler)
User-agent: Googlebot-Image
Allow: /assets/icons/
Allow: /assets/screenshots/
Allow: /assets/images/
Disallow: /admin/

# Googlebot-News (News crawler) - prioritize blog
User-agent: Googlebot-News
Allow: /blog/
Allow: /blog/*.html$
Disallow: /admin/

# Googlebot-Video (Video crawler)
User-agent: Googlebot-Video
Allow: /assets/videos/
Disallow: /admin/

# Bingbot
User-agent: Bingbot
Allow: /
Allow: /*.html$
Allow: /blog/
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /*?*

# Yandex
User-agent: Yandex
Allow: /
Allow: /*.html$
Allow: /blog/
Disallow: /admin/
Crawl-delay: 2

# Baidu
User-agent: Baiduspider
Allow: /
Allow: /*.html$
Allow: /blog/
Disallow: /admin/
Crawl-delay: 2

# ===== BLOCK BAD BOTS / SPAM CRAWLERS =====
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: Majestic-12
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: exabot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: garlikcrawler
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: archive.org_bot
Disallow: /

# ===== ADDITIONAL ALLOW RULES FOR IMPORTANT CONTENT =====
User-agent: *
Allow: /assets/icons/android-chrome-*.png
Allow: /assets/icons/favicon.ico
Allow: /site.webmanifest
Allow: /robots.txt
Allow: /sitemap.xml

# ===== DISALLOW TEMPORARY FILES =====
Disallow: /*.tmp$
Disallow: /*.temp$
Disallow: /*.swp$
Disallow: /*.bak$

# ===== DISALLOW VERSION CONTROL DIRECTORIES =====
Disallow: /.git/
Disallow: /.svn/
Disallow: /.hg/
Disallow: /.idea/
Disallow: /.vscode/

# ===== CRAWL RATE SETTINGS (OPTIONAL) =====
# Host: https://b1giptv.io
# Crawl-rate: 10

# ===== COMMENT BLOCK =====
# This robots.txt file is configured for optimal SEO
# All important pages are allowed
# Blog and search pages are accessible
# Bad bots are blocked
# Sitemap is referenced
# Last updated: February 22, 2026