User-agent: Twitterbot
Allow:/Content
Allow:/Data
Allow:/en

User-agent: Pinterestbot
Allow:/Content
Allow:/Data

User-agent: *
Disallow: /App_Data
Disallow: /Areas
Disallow: /Content
Disallow: /Scripts
Disallow: /Data