User-agent: Yandex
Disallow: /cgi-bin
Disallow: /includes
Disallow: /engine
Disallow: /wstat
Disallow: /upploads
Disallow: /randomer
Disallow: /mainlinkhere
Disallow: /templates
Disallow: /tv-program
Crawl-delay: 20 # задает таймаут в 4.5 секунды

User-agent: spider
Disallow: /cgi-bin
Disallow: /includes
Disallow: /engine
Disallow: /wstat
Disallow: /upploads
Disallow: /randomer
Disallow: /mainlinkhere
Disallow: /templates
Crawl-delay: 60 # задает таймаут в 4.5 секунды

User-agent: robot
Disallow: /cgi-bin
Disallow: /includes
Disallow: /engine
Disallow: /wstat
Disallow: /upploads
Disallow: /randomer
Disallow: /mainlinkhere
Disallow: /templates
Crawl-delay: 60 # задает таймаут в 4.5 секунды

User-agent: *
Disallow: /cgi-bin
Disallow: /includes
Disallow: /engine
Disallow: /wstat
Disallow: /upploads
Disallow: /randomer
Disallow: /mainlinkhere
Disallow: /templates
Crawl-delay: 60 # задает таймаут в 4.5 секунды