User-agent: Googlebot
User-agent: msnbot
User-agent: Bingbot
User-agent: Mediapartners-Google
User-agent: Yandex
User-agent: YandexBot
User-agent: YodaoBot
User-agent: YoudaoBot
User-agent: Yahoo! Slurp
User-agent: Yahoo! Slurp China
User-agent: dotbot

Disallow: /list/
Disallow: /api/
Disallow: /timegate/
Disallow: /timemap/
Disallow: /memento/
Disallow: /reconstruct/

User-agent: *
Disallow: /reconstruct/