User-agent: Scrapy
Allow: /

User-agent: Scrapy
Allow: /

User-agent: *
Disallow: /OmarCalc/

Sitemap: http://www.omarlift.eu/category-sitemap.xml
Sitemap: http://www.omarlift.eu/page-sitemap.xml
Sitemap: http://www.omarlift.eu/post-sitemap.xml
Sitemap: https://www.omarlift.eu/sitemap_index.xml