User-agent: *
Disallow: /wp-admin/
Disallow: /*/comment-page-*
Disallow: /tag/
Disallow: /*/comment-page-*
Disallow: /actor/*
Disallow: /director/*
Disallow: /years/*
Disallow: /genre/*
Disallow: /quality/*
Disallow: /writer/*
Disallow: /country/*
Disallow: /tag/*
Disallow: /video/tag/
Disallow: /video/*/comment-page-*
Disallow: /video/actor/*
Disallow: /video/director/*
Disallow: /video/years/*
Disallow: /video/genre/*
Disallow: /video/quality/*
Disallow: /video/writer/*
Disallow: /video/country/*
Disallow: /video/tag/*
Allow: /wp-admin/admin-ajax.php

User-agent: AwarioSmartBot
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Scrapy
Disallow: /