# /robots.txt file for http://www.morovia.com/ # mail info@morovia.com for constructive criticism # disallow ahrefs bots it keep connecting every minute User-agent: AhrefsBot Disallow: / # Allow everything for robots in the site. User-agent: * Disallow: /store/ Disallow: /store/* Disallow: /info/download-link.asp* Disallow: /info/download-retail-link.asp* Disallow: /support/emailarticle.aspx* Disallow: /info/appinfo-link.asp* Disallow: /support/article.aspx* # disllow any style files Disallow: /styles/ Disallow: /styles/* # datamatrix old version Disallow: /fonts/datamatrix/3/ # qrcode old version Disallow: /fonts/qrcode/1/ # the mdn portion of robots.txt. # merged from mdn.morovia.com/robots.txt #disallow all URLs with techsupport.php Disallow: /manuals/*techsupport.php$ Disallow: /manuals/*license Disallow: /manuals/*lciense.php$ Disallow: /manuals/*glossary.php # disallow datamatrix fontware 3 Disallow: /manuals/dmf3/ Disallow: /manuals/bdl3/ # block semrush bots from crawling forums User-agent: SemrushBot Disallow: /forums/ User-agent: SemrushBot-SA Disallow: /forums/ User-agent: Amazonbot Disallow: /forums/ Disallow: /forums/* User-agent: * # past versioned manuals Disallow: /manuals/datamatrix-font-encoder5/5.0/ Disallow: /manuals/datamatrix-font-encoder5/5.1/ Disallow: /manuals/qrcode-font-encoder/5.0/ Disallow: /manuals/qrcode-font-encoder/5.1/ Disallow: /manuals/qrcode-font-encoder/5.2/