User-agent: facebookexternalhit
Allow: /*?search=

User-agent: *
Allow: /

# Admin, backend, fisiere sensibile
Disallow: /admin/
Disallow: /catalog/
Disallow: /cgi-bin/
Disallow: /system/
Disallow: /vqmod/
Disallow: /download/
Disallow: /redisman/
Disallow: /config.php

# Conturi si functii sensibile
Disallow: /*route=account/
Disallow: /*route=affiliate/
Disallow: /*route=checkout/
Disallow: /*route=quick_checkout/
Disallow: /comenzi
Disallow: /contul-meu
Disallow: /compara-produse
Disallow: /tranzactii
Disallow: /descarcari
Disallow: /favorite

# Checkout si cos cumparaturi
Disallow: /finalizare-comanda
Disallow: /finalizare-comanda-rapida
Disallow: /cos-cumparaturi
Disallow: /index.php?route=account/success
Disallow: /index.php?route=checkout/success


# Crawler
################################################################################

# Linguee   ----> Block   https://www.linguee.com/bot
User-agent: Linguee
Disallow: /

# DeuSu     ----> Block   Documentation  https://deusu.de/robot.html
User-agent: DeuSu
Disallow: /

# TurnitinBot  ----> Block   Documentation  https://turnitin.com/robot/crawlerinfo.html
User-agent: TurnitinBot
Disallow: /

# Bad bots ------> BLOCK
################################################################################

# proximic  Documentation  https://www.comscore.com/proximic-spider
User-agent: proximic
User-agent: BizInformation
User-agent: BLEXBot
User-agent: Riddler
User-agent: ltx71
User-agent: magpie-crawler
User-agent: grapeshot
User-agent: GrapeshotCrawler
User-agent: GigablastOpenSource
User-agent: BUbiNG
User-agent: linkdexbot
User-agent: linkdexbot/2.2
User-agent: SEOkicks
User-agent: SEOkicks-Robot
User-Agent: panscient.com
User-agent: WebDataStats
User-agent: ZoominfoBot
Disallow: /

# BLEXBot (very bad bot)      Documentation  http://webmeup-crawler.com/
User-agent: BLEXBot
Disallow: /

# Common Crawl ----> Block      Documentation  http://commoncrawl.org/faq/
User-agent: CCBot
Disallow: /

User-agent: 008
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Synthesio
Disallow: /

Sitemap: https://naturallhome.ro/sitemap.xml
Sitemap: https://naturallhome.ro/categorii.xml
Sitemap: https://naturallhome.ro/produse.xml
Sitemap: https://naturallhome.ro/producatori.xml
Sitemap: https://naturallhome.ro/informatii.xml
Sitemap: https://naturallhome.ro/articole.xml