# robots.txt - www.opensymbol.it
# The following spiders are considered aggressive and /or non-desirable.

User-agent: yandex
Disallow: /

User-agent: moget
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: naverbot
Disallow: /

User-agent: yeti
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: baiduspider-video
Disallow: /

User-agent: baiduspider-image
Disallow: /

User-agent: sogou spider
Disallow: /

User-agent: youdaobot
Disallow: /

User-agent: teoma
Disallow: /

User-agent: gigabot
Disallow: /

User-agent: robozilla
Disallow: /

User-agent: nutch
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Twitterbot
Disallow: /

# The following rules allow all other user-agents, but with a crawl delay of 10 sec
# NOTE by default this is set to NOT allow indexing of the site
# when site goes live: Change "Disallow: /" to "Allow: /"

User-agent: googlebot
Disallow: /wp-admin/
Disallow: /*.pdf$
Allow: /wp-admin/admin-ajax.php
Allow: /*.css
Allow: /*.js
Allow: /

User-agent: googlebot-image
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /*.css
Allow: /*.js
Allow: /

User-agent: googlebot-mobile
Disallow: /wp-admin/
Disallow: /*.pdf$
Allow: /wp-admin/admin-ajax.php
Allow: /*.css
Allow: /*.js
Allow: /

User-agent: msnbot
Disallow: /wp-admin/
Disallow: /*.pdf$
Allow: /wp-admin/admin-ajax.php
Allow: /*.css
Allow: /*.js
Allow: /

User-agent: slurp
Disallow: /wp-admin/
Disallow: /*.pdf$
Allow: /wp-admin/admin-ajax.php
Allow: /*.css
Allow: /*.js
Allow: /

User-agent: yahoo-mmcrawler
Disallow: /wp-admin/
Disallow: /*.pdf$
Allow: /wp-admin/admin-ajax.php
Allow: /*.css
Allow: /*.js
Allow: /

User-agent: yahoo-blogs/v3.9
Disallow: /wp-admin/
Disallow: /*.pdf$
Allow: /wp-admin/admin-ajax.php
Allow: /*.css
Allow: /*.js
Allow: /

User-agent: SemrushBot-SI
Disallow: /wp-admin/
Disallow: /*.pdf$
Allow: /wp-admin/admin-ajax.php
Allow: /*.css
Allow: /*.js
Allow: /

User-agent: *
Disallow: /wp-admin/
Disallow: /*.pdf$
Allow: /wp-admin/admin-ajax.php
Allow: /*.css
Allow: /*.js
Allow: /

Sitemap: https://www.opensymbol.it/sitemap_index.xml