# # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # User-agent: Yandex Clean-param: utm_source&utm_medium&utm_term&utm_campaign&ref&sa&ved&sid&rb_clickid&fbclid&gclid&yclid&ymclid&ysclid&yadclid&yadordid Crawl-delay: 10 # Directories Disallow: /includes/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /themes/ Disallow: /media/ Disallow: /admin Disallow: /admin/ Disallow: /polzovatelskoe-soglashenie Disallow: /politika-konfidentsialnosti Disallow: /contacts Disallow: /soclinks Disallow: /about-sait Disallow: /reklama Disallow: /comment/ Disallow: /stati/ Disallow: /news/ Disallow: /taxonomy/ Disallow: /vakansii/ Disallow: /content/ Disallow: /category/ Disallow: /specialnost/ Disallow: /node/ Disallow: /professi/ Disallow: /vuz/ Disallow: /comments* Disallow: /comment/reply/ Disallow: /comments/reply/ Disallow: /comments/post/ Disallow: /comments/pre-post/ Disallow: /search/ Disallow: /user/ Disallow: /users/ Disallow: /user Disallow: /users Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /user/logout Disallow: /api/ Disallow: /api Disallow: /tests/*/start Disallow: /tests/*/* # Files Disallow: /CHANGELOG.txt Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /INSTALL.sqlite.txt Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /UPGRADE.txt Disallow: /README.txt Disallow: /*?*utm_source= Disallow: /*?*utm_medium= Disallow: /*?*utm_term= Disallow: /*?*utm_campaign= Disallow: /*?*ref= Disallow: /*?*sa= Disallow: /*?*ved= Disallow: /*?*sid= Disallow: /*?*rb_clickid= Disallow: /*?*fbclid= Disallow: /*?*gclid= Disallow: /*?*yclid= Disallow: /*?*ymclid= Disallow: /*?*ysclid= Disallow: /*?*yadclid= Disallow: /*?*yadordid= User-agent: * Crawl-delay: 10 # Directories Disallow: /includes/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /themes/ Disallow: /media/ Disallow: /admin Disallow: /admin/ Disallow: /polzovatelskoe-soglashenie Disallow: /politika-konfidentsialnosti Disallow: /contacts Disallow: /soclinks Disallow: /about-sait Disallow: /reklama Disallow: /comment/ Disallow: /stati/ Disallow: /news/ Disallow: /taxonomy/ Disallow: /vakansii/ Disallow: /content/ Disallow: /category/ Disallow: /specialnost/ Disallow: /node/ Disallow: /professi/ Disallow: /vuz/ Disallow: /comments* Disallow: /comment/reply/ Disallow: /comments/reply/ Disallow: /comments/post/ Disallow: /comments/pre-post/ Disallow: /search/ Disallow: /user/ Disallow: /users/ Disallow: /user Disallow: /users Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /user/logout Disallow: /api/ Disallow: /api Disallow: /tests/*/start Disallow: /tests/*/* # Files Disallow: /CHANGELOG.txt Disallow: /INSTALL.mysql.txt Disallow: /INSTALL.pgsql.txt Disallow: /INSTALL.sqlite.txt Disallow: /INSTALL.txt Disallow: /LICENSE.txt Disallow: /MAINTAINERS.txt Disallow: /UPGRADE.txt Disallow: /README.txt Disallow: /*?*utm_source= Disallow: /*?*utm_medium= Disallow: /*?*utm_term= Disallow: /*?*utm_campaign= Disallow: /*?*ref= Disallow: /*?*sa= Disallow: /*?*ved= Disallow: /*?*sid= Disallow: /*?*rb_clickid= Disallow: /*?*fbclid= Disallow: /*?*gclid= Disallow: /*?*yclid= Disallow: /*?*ymclid= Disallow: /*?*ysclid= Disallow: /*?*yadclid= Disallow: /*?*yadordid= Sitemap: https://proprof.ru/sitemap.xml