User-agent: Scrapy
Allow: /

User-Agent: *
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /template.html
Disallow: /wp-admin
#Disallow: /wp-includes
#Disallow: /wp-content
Disallow: /convert
Disallow: /upload
Disallow: /file
Disallow: /tag
Disallow: */trackback/
Disallow: */feed/
Disallow: */comments/
Disallow: /?feed=
Disallow: /?s=
Disallow: /?p=

Host: https://heic.online/
Sitemap: https://heic.online/sitemap_index.xml