User-agent: Googlebot
User-agent: Storebot
User-agent: InspectionTool
User-agent: GoogleOther
User-agent: Bingbot

# Cho phép render những file quan trọng
Allow: *.js
Allow: *.css

# Allow AJAX
Allow: /wp-admin/admin-ajax.php


# Chặn lãng phí định mức thu thập dữ liệu trên trang tìm kiếm
Disallow: /?s=*
Disallow: /search/*
# Chặn không thu thập khu vực admin
Disallow: /wp-admin
# Chặn thu thập trùng lặp or trang /feed/ 
#Disallow: /*/feed/
#Disallow: /*/feed
# Chặn thu thập login 
Disallow: /wp-login.php
# Chặn thu thập register
Disallow: /wp-register.php
# Chặn thu thập Trackback
Disallow: /trackback/

Sitemap: https://wikiland.vn/sitemap_index.xml

User-agent: Googlebot-news
User-agent: Googlebot-Video
User-agent: Googlebot-Image
User-agent: FeedFetcher-Google
# Cho phép render những file quan trọng
Allow: *.js
Allow: *.css

# Allow AJAX
Allow: /wp-admin/admin-ajax.php


# Chặn lãng phí định mức thu thập dữ liệu trên trang tìm kiếm
Disallow: /?s=*
Disallow: /search/*
# Chặn không thu thập khu vực admin
Disallow: /wp-admin
# Chặn thu thập login 
Disallow: /wp-login.php
# Chặn thu thập register
Disallow: /wp-register.php
# Chặn thu thập Trackback
Disallow: /trackback/

User-agent: *

# Allow AJAX
Allow: /wp-admin/admin-ajax.php

Disallow: /?s=*
Disallow: /search/*
Disallow: /wp-admin
Disallow: /wp-login.php
Disallow: /trackback/
Disallow: /wp-register.php

Sitemap: https://wikiland.vn/sitemap_index.xml


###
User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: Web Downloader
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Offline Explorer Pro
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: HTTrack Website Copier
Disallow: /

User-agent: Offline Commander
Disallow: /

User-agent: Leech
Disallow: /

User-agent: WebSnake
Disallow: /

User-agent: BlackWidow
Disallow: /

User-agent: HTTP Weazel
Disallow: /

User-Agent: AhrefsBot
Disallow: /