# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file

User-agent: *
Disallow: /course_progresses
Disallow: *.php
Disallow: /sitemap.xml
Disallow: /dialogs*
Disallow: /users/sign_up

User-agent: archiver
Disallow:

User-agent: TprAdsTxtCrawler
Disallow:

User-agent: AhrefsBot
Disallow: