User-agent: Mediapartners-Google Disallow: User-agent: * # to select all crawling bots and search engines Disallow: /search* # to block all user generated query item within the website. Disallow: /20* # this line will disallow archieve section of Blogger. Disallow: /feeds* # this line will disallow feeds. Read instruction below Allow: /*.html # allow all post and pages of the blog #sitemap of the blog Sitemap: https://www.theedgesearch.com/sitemap.xml Sitemap: https://www.theedgesearch.com/sitemap-pages.xml