User-agent: Scrapy
Allow: /
Disallow: /download/
Disallow: /wp-content/uploads/dlm_uploads/

# Termly scanner
User-agent: Scrapy/2.5.1 (+https://scrapy.org)
Allow: /
Disallow: /download/
Disallow: /wp-content/uploads/dlm_uploads/

User-agent: *
Disallow: /download/
Disallow: /wp-content/uploads/dlm_uploads/
Disallow: /calendar-3/action~posterboard/
Disallow: /calendar-3/action~agenda/
Disallow: /calendar-3/action~oneday/
Disallow: /calendar-3/action~month/
Disallow: /calendar-3/action~week/
Disallow: /calendar-3/action~stream/
Disallow: /calendar-3/action~undefined/
Disallow: /calendar-3/action~http:/
Disallow: /calendar-3/action~default/
Disallow: /calendar-3/action~poster/
Disallow: /calendar-3/action~*/
Disallow: /*controller=ai1ec_exporter_controller*
Disallow: /*/action~*/