User-agent: *
Disallow: /page/*
Disallow: /wp-admin
Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /?product=
Disallow: /*?
Allow: /*.css
Allow: /*.js
Allow: /wp-content/cache/autoptimize/css/
Allow: /wp-content/cache/autoptimize/js/
Sitemap: https://scandimag.ru/sitemap_index.xml

User-agent: Googlebot
Allow: /wp-content/themes/contentberg/css/icons/fonts/
Allow: /wp-content/themes/contentberg/css/icons/

User-agent: Yandex
Disallow: /wp-admin
Disallow: /wp-content/plugins
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /comments
Disallow: */trackback
Disallow: /cgi-bin