# ============================================= # ROBOTS.TXT - Exquisite Tours and Safaris # Website: https://www.exquisite-toursandsafari.com/ # Last Updated: 2026-08-21 # Version: 3.0 - SEO & Security Optimized # ============================================= # ============================================= # ALLOW ALL MAJOR SEARCH ENGINES # ============================================= User-agent: * Allow: / # ============================================= # SITEMAP LOCATION # ============================================= Sitemap: https://www.exquisite-toursandsafari.com/sitemap.xml # ============================================= # ALLOW - IMPORTANT PAGES (FIXED FOR SEO) # ============================================= # Allow admin.php (public profile page for Amber Mays) # NOTE: This is the PUBLIC profile page, not the backend admin Allow: /admin.php # Allow admin-bookings.php (public booking management dashboard) # NOTE: This is password-protected but should be accessible to admins Allow: /admin-bookings.php # Allow all tour pages Allow: /Exquisite-index/ Allow: /Exquisite-hardap/ # Allow all image directories (for image SEO) Allow: /Tour-Gallery/ Allow: /Erongo/ Allow: /Regions/ Allow: /Attraction-Galleries/ Allow: /Local-Tours/ Allow: /CompleteToursData/ Allow: /Front-end/ # Allow partner and MD pages Allow: /partner.php Allow: /md.php Allow: /blog.php # ============================================= # DISALLOW - Admin & Backend (Sensitive) # ============================================= Disallow: /administrator/ Disallow: /wp-admin/ Disallow: /cgi-bin/ Disallow: /includes/ Disallow: /inc/ Disallow: /lib/ Disallow: /src/ Disallow: /tmp/ Disallow: /temp/ Disallow: /backup/ Disallow: /backups/ Disallow: /logs/ Disallow: /log/ Disallow: /rate_limits/ # ============================================= # DISALLOW - System & Configuration # ============================================= Disallow: /config/ Disallow: /configuration/ Disallow: /conf/ Disallow: /env/ Disallow: /.env Disallow: /.git/ Disallow: /.svn/ Disallow: /.hg/ Disallow: /CVS/ Disallow: /vendor/ Disallow: /node_modules/ Disallow: /composer/ Disallow: /composer.json Disallow: /composer.lock Disallow: /package.json Disallow: /package-lock.json # ============================================= # DISALLOW - Upload Directories (Sensitive) # ============================================= Disallow: /uploads/ Disallow: /upload/ Disallow: /files/ Disallow: /download/ Disallow: /assets/uploads/ Disallow: /uploads-proof/ # ============================================= # DISALLOW - Search & Dynamic Content # ============================================= Disallow: /?s=* Disallow: /*?s=* Disallow: /*?search=* Disallow: /*?q=* Disallow: /*?query=* Disallow: /search/ Disallow: /result/ Disallow: /results/ Disallow: /find/ # ============================================= # DISALLOW - Authentication & Accounts # ============================================= Disallow: /login Disallow: /logout Disallow: /signin Disallow: /signup Disallow: /register Disallow: /reset-password Disallow: /forgot-password Disallow: /profile Disallow: /my-account Disallow: /account # ============================================= # DISALLOW - Cart & Checkout # ============================================= Disallow: /cart/ Disallow: /checkout/ Disallow: /order/ Disallow: /payment/ # ============================================= # DISALLOW - Email & Print Versions # ============================================= Disallow: /*/email/ Disallow: /*/print/ Disallow: /*?print= Disallow: /*?email= # ============================================= # DISALLOW - Development & Testing # ============================================= Disallow: /test/ Disallow: /tests/ Disallow: /testing/ Disallow: /dev/ Disallow: /development/ Disallow: /staging/ Disallow: /stage/ Disallow: /demo/ Disallow: /example/ Disallow: /examples/ Disallow: /sample/ Disallow: /samples/ # ============================================= # DISALLOW - Documentation # ============================================= Disallow: /docs/ Disallow: /documentation/ Disallow: /help/ Disallow: /manual/ Disallow: /guide/ Disallow: /tutorial/ # ============================================= # DISALLOW - Blog Admin & Backend # ============================================= Disallow: /blog/wp-admin/ Disallow: /blog/wp-includes/ Disallow: /blog/wp-content/uploads/ Disallow: /blog/wp-content/cache/ Disallow: /blog/wp-content/plugins/ Disallow: /blog/wp-content/themes/ Disallow: /blog/feed/ Disallow: /blog/comments/feed/ # ============================================= # DISALLOW - Secure Booking Scripts (Sensitive) # ============================================= Disallow: /send-booking.php Disallow: /booking-processor.php Disallow: /payment-processor.php Disallow: /bookings.json Disallow: /bookings-backups/ Disallow: /bookings-storage.php # ============================================= # DISALLOW - Backup & Archive File Extensions # ============================================= Disallow: /*.sql$ Disallow: /*.sql.gz$ Disallow: /*.dump$ Disallow: /*.db$ Disallow: /*.db3$ Disallow: /*.sqlite$ Disallow: /*.bak$ Disallow: /*.backup$ Disallow: /*.old$ Disallow: /*.orig$ Disallow: /*.zip$ Disallow: /*.tar$ Disallow: /*.tar.gz$ Disallow: /*.rar$ Disallow: /*.gz$ Disallow: /*.log$ # ============================================= # DISALLOW - Feed & Syndication # ============================================= Disallow: /feed/ Disallow: /rss/ Disallow: /atom/ Disallow: /news/ Disallow: /syndication/ # ============================================= # DISALLOW - Social & Third-Party # ============================================= Disallow: /facebook/ Disallow: /twitter/ Disallow: /instagram/ Disallow: /whatsapp/ Disallow: /share/ # ============================================= # ALLOW - UTM and Tracking Parameters (Critical for SEO) # ============================================= Allow: /*?utm_* Allow: /*?ref=* Allow: /*?source=* Allow: /*?campaign=* Allow: /*?medium=* Allow: /*?content=* Allow: /*?term=* # ============================================= # ALLOW - Google Search Console Verification # ============================================= Allow: /google*.html Allow: /bing*.html Allow: /yandex*.html # ============================================= # BLOCK KNOWN SPAM & MALICIOUS BOTS # ============================================= # === SCAM/SPAM BOTS === User-agent: 007 Disallow: / User-agent: 008 Disallow: / User-agent: 009 Disallow: / User-agent: Abonti Disallow: / User-agent: Acoon Disallow: / User-agent: Adsbot Disallow: / User-agent: Alexa Disallow: / User-agent: Apache-HttpClient Disallow: / User-agent: Arachni Disallow: / User-agent: AspiegelBot Disallow: / User-agent: BacklinkCrawler Disallow: / User-agent: BLEXBot Disallow: / User-agent: BSpider Disallow: / User-agent: CazoodleBot Disallow: / User-agent: Charlotte Disallow: / User-agent: Cockroach Disallow: / User-agent: DataCha0s Disallow: / User-agent: DataFountains Disallow: / User-agent: DataMiners Disallow: / User-agent: Delphi Disallow: / User-agent: DeuSu Disallow: / User-agent: DomainAppender Disallow: / User-agent: Download Disallow: / User-agent: Drip Disallow: / User-agent: EasouSpider Disallow: / User-agent: EBI Disallow: / User-agent: EContext Disallow: / User-agent: Exabot Disallow: / User-agent: Exalead Disallow: / User-agent: FAST-WebCrawler Disallow: / User-agent: Feedi Disallow: / User-agent: Fetch Disallow: / User-agent: Ficstar Disallow: / User-agent: Finder Disallow: / User-agent: Gaisbot Disallow: / User-agent: Geniebot Disallow: / User-agent: Gigabot Disallow: / User-agent: Goblin Disallow: / User-agent: Godzilla Disallow: / User-agent: Gredby Disallow: / User-agent: GSLFbot Disallow: / User-agent: Harvester Disallow: / User-agent: Hatena Disallow: / User-agent: Hawkeye Disallow: / User-agent: heritrix Disallow: / User-agent: HooQ Disallow: / User-agent: Hostcrawler Disallow: / User-agent: iAd Disallow: / User-agent: Ichiro Disallow: / User-agent: InfoSeek Disallow: / User-agent: Inktomi Disallow: / User-agent: JikeSpider Disallow: / User-agent: Jobbot Disallow: / User-agent: KDDI Disallow: / User-agent: King Disallow: / User-agent: Kosmix Disallow: / User-agent: Larbin Disallow: / User-agent: Lesnik Disallow: / User-agent: LinkScan Disallow: / User-agent: LinkWalker Disallow: / User-agent: LWP::Simple Disallow: / User-agent: M80 Disallow: / User-agent: MBot Disallow: / User-agent: Mercator Disallow: / User-agent: MJ12bot Disallow: / User-agent: Mnogo Disallow: / User-agent: Moduna Disallow: / User-agent: Mozilla Disallow: / User-agent: MSIECrawler Disallow: / User-agent: NerdByNature Disallow: / User-agent: Netcraft Disallow: / User-agent: NextGen Disallow: / User-agent: Nikolai Disallow: / User-agent: Nutch Disallow: / User-agent: Nymesis Disallow: / User-agent: Ocelli Disallow: / User-agent: OmniExplorer Disallow: / User-agent: Omgili Disallow: / User-agent: Openfind Disallow: / User-agent: Orbital Disallow: / User-agent: Panscient Disallow: / User-agent: PayBy Disallow: / User-agent: Phantom Disallow: / User-agent: Poacher Disallow: / User-agent: PostPost Disallow: / User-agent: Procurator Disallow: / User-agent: Proximic Disallow: / User-agent: PSurvey Disallow: / User-agent: R6 Disallow: / User-agent: Raven Disallow: / User-agent: RFile Disallow: / User-agent: Roger Disallow: / User-agent: RPT-HTTPClient Disallow: / User-agent: Rsync Disallow: / User-agent: Scan Disallow: / User-agent: ScoutJet Disallow: / User-agent: Scrubby Disallow: / User-agent: SearchSight Disallow: / User-agent: Seekport Disallow: / User-agent: Sensis Disallow: / User-agent: Sexy Disallow: / User-agent: Shout Disallow: / User-agent: Siege Disallow: / User-agent: Siphon Disallow: / User-agent: SiteFinder Disallow: / User-agent: SiteMap Disallow: / User-agent: SiteSnagger Disallow: / User-agent: SiteSuction Disallow: / User-agent: SlySearch Disallow: / User-agent: SmartBots Disallow: / User-agent: Snake Disallow: / User-agent: Snapbot Disallow: / User-agent: Snooper Disallow: / User-agent: Sogou Disallow: / User-agent: Speedy Disallow: / User-agent: Spider Disallow: / User-agent: Spinn3r Disallow: / User-agent: Sproose Disallow: / User-agent: spydermite Disallow: / User-agent: SQLBot Disallow: / User-agent: Squirrel Disallow: / User-agent: StackRambler Disallow: / User-agent: StatusCake Disallow: / User-agent: Storm Disallow: / User-agent: Survey Disallow: / User-agent: Swish Disallow: / User-agent: Tago Disallow: / User-agent: Tarantula Disallow: / User-agent: Telesoft Disallow: / User-agent: Terrier Disallow: / User-agent: TheWebBot Disallow: / User-agent: Thunder Disallow: / User-agent: Titan Disallow: / User-agent: TITAN Disallow: / User-agent: Trace Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Tweak Disallow: / User-agent: Universal Disallow: / User-agent: URLCheck Disallow: / User-agent: URLSpider Disallow: / User-agent: VCI Disallow: / User-agent: Vocus Disallow: / User-agent: Voila Disallow: / User-agent: Voyager Disallow: / User-agent: Vulcan Disallow: / User-agent: WallPaper Disallow: / User-agent: Wanted Disallow: / User-agent: Webbot Disallow: / User-agent: WebCleaner Disallow: / User-agent: WebCopier Disallow: / User-agent: WebFind Disallow: / User-agent: WebRipper Disallow: / User-agent: WebSafer Disallow: / User-agent: WebSauger Disallow: / User-agent: WebSpider Disallow: / User-agent: Webtrends Disallow: / User-agent: WebWalker Disallow: / User-agent: WeSee Disallow: / User-agent: WGet Disallow: / User-agent: Whale Disallow: / User-agent: WHK Disallow: / User-agent: WIRE Disallow: / User-agent: Witch Disallow: / User-agent: WML Disallow: / User-agent: Wondir Disallow: / User-agent: WPScan Disallow: / User-agent: WWW Disallow: / User-agent: Xenu Disallow: / User-agent: XMachina Disallow: / User-agent: Xovi Disallow: / User-agent: XTractor Disallow: / User-agent: Yacy Disallow: / User-agent: YASS Disallow: / User-agent: Zao Disallow: / User-agent: Zeal Disallow: / User-agent: Zedzo Disallow: / User-agent: ZIBB Disallow: / User-agent: Zyborg Disallow: / # ============================================= # BLOCK KNOWN HACKING/ATTACK BOTS (Pattern Match) # ============================================= User-agent: *scan* Disallow: / User-agent: *attack* Disallow: / User-agent: *exploit* Disallow: / User-agent: *malware* Disallow: / User-agent: *virus* Disallow: / User-agent: *hacker* Disallow: / User-agent: *cracker* Disallow: / User-agent: *inject* Disallow: / User-agent: *sql* Disallow: / User-agent: *xss* Disallow: / User-agent: *rce* Disallow: / # ============================================= # ALLOW - Major Search Engine Crawlers (IMPORTANT!) # ============================================= # Google - Full access with minimal blocks User-agent: Googlebot Allow: / Allow: /admin.php Allow: /admin-bookings.php Allow: /Exquisite-index/ Allow: /Exquisite-hardap/ Allow: /Tour-Gallery/ Allow: /Erongo/ Allow: /Regions/ Allow: /Attraction-Galleries/ Allow: /Local-Tours/ Allow: /CompleteToursData/ Allow: /Front-end/ Allow: /partner.php Allow: /md.php Allow: /blog.php Disallow: /administrator/ Disallow: /wp-admin/ Disallow: /uploads/ Disallow: /logs/ Disallow: /config/ Disallow: /send-booking.php Disallow: /booking-processor.php Disallow: /payment-processor.php Disallow: /bookings.json Disallow: /bookings-backups/ Disallow: /bookings-storage.php # Bing - Full access with minimal blocks User-agent: bingbot Allow: / Allow: /admin.php Allow: /admin-bookings.php Allow: /Exquisite-index/ Allow: /Exquisite-hardap/ Allow: /Tour-Gallery/ Allow: /Erongo/ Allow: /Regions/ Allow: /Attraction-Galleries/ Allow: /Local-Tours/ Allow: /CompleteToursData/ Allow: /Front-end/ Allow: /partner.php Allow: /md.php Allow: /blog.php Disallow: /administrator/ Disallow: /wp-admin/ Disallow: /uploads/ Disallow: /logs/ Disallow: /config/ Disallow: /send-booking.php Disallow: /booking-processor.php Disallow: /payment-processor.php Disallow: /bookings.json Disallow: /bookings-backups/ Disallow: /bookings-storage.php # Yahoo User-agent: Slurp Allow: / Allow: /admin.php Allow: /admin-bookings.php Allow: /Exquisite-index/ Allow: /Exquisite-hardap/ Allow: /Tour-Gallery/ Allow: /Erongo/ Allow: /Regions/ Allow: /Attraction-Galleries/ Allow: /Local-Tours/ Allow: /CompleteToursData/ Allow: /Front-end/ Allow: /partner.php Allow: /md.php Allow: /blog.php Disallow: /administrator/ Disallow: /wp-admin/ Disallow: /uploads/ Disallow: /logs/ Disallow: /config/ Disallow: /send-booking.php Disallow: /booking-processor.php Disallow: /payment-processor.php Disallow: /bookings.json Disallow: /bookings-backups/ Disallow: /bookings-storage.php # Yandex User-agent: YandexBot Allow: / Allow: /admin.php Allow: /admin-bookings.php Allow: /Exquisite-index/ Allow: /Exquisite-hardap/ Allow: /Tour-Gallery/ Allow: /Erongo/ Allow: /Regions/ Allow: /Attraction-Galleries/ Allow: /Local-Tours/ Allow: /CompleteToursData/ Allow: /Front-end/ Allow: /partner.php Allow: /md.php Allow: /blog.php Disallow: /administrator/ Disallow: /wp-admin/ Disallow: /uploads/ Disallow: /logs/ Disallow: /config/ Disallow: /send-booking.php Disallow: /booking-processor.php Disallow: /payment-processor.php Disallow: /bookings.json Disallow: /bookings-backups/ Disallow: /bookings-storage.php # DuckDuckGo User-agent: DuckDuckBot Allow: / Allow: /admin.php Allow: /admin-bookings.php Allow: /Exquisite-index/ Allow: /Exquisite-hardap/ Allow: /Tour-Gallery/ Allow: /Erongo/ Allow: /Regions/ Allow: /Attraction-Galleries/ Allow: /Local-Tours/ Allow: /CompleteToursData/ Allow: /Front-end/ Allow: /partner.php Allow: /md.php Allow: /blog.php Disallow: /administrator/ Disallow: /wp-admin/ Disallow: /uploads/ Disallow: /logs/ Disallow: /config/ Disallow: /send-booking.php Disallow: /booking-processor.php Disallow: /payment-processor.php Disallow: /bookings.json Disallow: /bookings-backups/ Disallow: /bookings-storage.php # Baidu User-agent: Baiduspider Allow: / Allow: /admin.php Allow: /admin-bookings.php Allow: /Exquisite-index/ Allow: /Exquisite-hardap/ Allow: /Tour-Gallery/ Allow: /Erongo/ Allow: /Regions/ Allow: /Attraction-Galleries/ Allow: /Local-Tours/ Allow: /CompleteToursData/ Allow: /Front-end/ Allow: /partner.php Allow: /md.php Allow: /blog.php Disallow: /administrator/ Disallow: /wp-admin/ Disallow: /uploads/ Disallow: /logs/ Disallow: /config/ Disallow: /send-booking.php Disallow: /booking-processor.php Disallow: /payment-processor.php Disallow: /bookings.json Disallow: /bookings-backups/ Disallow: /bookings-storage.php # ============================================= # BAI DU - Specific Block (if causing issues) # ============================================= User-agent: Baiduspider-image Disallow: / User-agent: Baiduspider-video Disallow: / User-agent: Baiduspider-news Disallow: / # ============================================= # CRAWL DELAY (Helps server performance) # ============================================= User-agent: * Crawl-delay: 1 # Faster for Google User-agent: Googlebot Crawl-delay: 0.5 # Bing specific User-agent: bingbot Crawl-delay: 0.5 # ============================================= # END OF ROBOTS.TXT # =============================================