User-agent: Twitterbot
Allow: /media

User-agent: Googlebot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: AhrefsBot
Allow: /
Disallow: /checkout/
Disallow: /customer/
Disallow: /admin/
Disallow: /wishlist/

User-agent: AhrefsSiteAudit
Allow: /
Disallow: /checkout/
Disallow: /customer/
Disallow: /admin/
Disallow: /wishlist/

User-agent: *
Disallow: /checkout/
Disallow: /app/
Disallow: /downloader/
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/product_compare/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /admin
Disallow: /en/checkout/
Disallow: /en/catalog/product_compare/
Disallow: /en/customer/
Disallow: /en/wishlist/
Disallow: /en/admin
Disallow: /catalogsearch/result/
Disallow: /en/catalogsearch/result/
Disallow: /marketing-plans/
Disallow: /en/marketing-plans/

# Removed Disallow for /contact-us to improve SEO
Allow: /contact-us
Allow: /en/contact-us

# Allow product pages for better indexing
Allow: /catalog/product/
Allow: /en/catalog/product/

Sitemap: http://www.taw9eel.com/sitemap_ar/sitemap_index.xml
Sitemap: http://www.taw9eel.com/sitemap_en/sitemap_index.xml