User-agent: *
Allow: /wp-content/uploads/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /comments/feed/
Disallow: /feedback/
Disallow: /login/
Disallow: /account/


User-Agent: *
Disallow: /*/feed/
Allow: /feed/atom/

User-agent: Googlebot-Image
Allow: /images/

Sitemap: https://kargal.ae/sitemap_index.xml
Sitemap: https://kargal.ae/wp-sitemap.xml
Sitemap: https://kargal.ae/sitemap_jobs.xml

# adsense bot
User-agent: Mediapartners-Google
Allow: /

# Block crawling software
User-agent: sitecheck.internetseer.com
Allow: /

User-agent: Zealbot
Allow: /

User-agent: MSIECrawler
Allow: /

User-agent: SiteSnagger
Allow: /

User-agent: WebStripper
Allow: /

User-agent: WebCopier
Allow: /

User-agent: Fetch
Allow: /

User-agent: Offline Explorer
Allow: /

User-agent: Teleport
Allow: /

User-agent: TeleportPro
Allow: /

User-agent: WebZIP
Allow: /

User-agent: linko
Allow: /

User-agent: HTTrack
Allow: /

# User-agent: Microsoft.URL.Control
# Disallow: /

User-agent: Xenu
Allow: /

User-agent: larbin
Allow: /

User-agent: libwww
Allow: /

User-agent: ZyBORG
Allow: /

User-agent: Download Ninja
Allow: /

User-agent: WebReaper
Allow: /