User-Agent: *
Disallow: /webpage/

User-agent: Mediapartners-Google
Allow: /

User-agent: Megalodon
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: DotBot
Disallow: /