# robots.txt - Save this in your website root directory
# Discourages search engines and archive bots from indexing the benchmark tool

User-agent: *
Disallow: /benchmark.php
Disallow: /benchmark/
Disallow: /*.tmp
Disallow: /*.log

# Specifically block archive.org and other archiving services
User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: wayback
Disallow: /

User-agent: Wayback/
Disallow: /

User-agent: WaybackMachine
Disallow: /

# Block other common bots that might index sensitive tools
User-agent: Googlebot
Disallow: /benchmark.php

User-agent: Bingbot
Disallow: /benchmark.php

User-agent: Slurp
Disallow: /benchmark.php

User-agent: DuckDuckBot
Disallow: /benchmark.php

# Crawl-delay to slow down any bots that ignore disallow
Crawl-delay: 86400