User-agent: *
Disallow: /archive/

Disallow: /files/
Disallow: /ytap/
Disallow: /ava/
Disallow: /js/
Crawl-delay: 3600

User-agent: GPTBot
Disallow: /