# General rules for all user agents User-agent: * Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.mp4$ Disallow: /*.mpeg$ Disallow: /*.mpg$ Disallow: /*.avi$ Disallow: /readme.html Disallow: /wp-content/uploads/ Disallow: /wp-admin/ # Block Scrapy User-agent: Scrapy Disallow: / # Block Archive.org User-agent: ia_archiver Disallow: / User-agent: archive.org_bot Disallow: / User-agent: ia_archiver-web.archive.org Disallow: / Sitemap: https://www.ourologos-drogosis.gr/sitemap_index.xml