User-agent: Twitterbot
Allow: /public/previews/
Allow: /public/players/
Allow: /public/uploads/images/
Allow: /public/uploads/videos/

User-agent: *
Disallow: /login.php
Disallow: /admin/
Disallow: /includes/
Disallow: /logout.php
Disallow: /upload.php
# 其他不希望被抓取的路径