User-agent: Twitterbot
Allow: *
User-agent: *
Disallow: /*/pingback$
Disallow: /analytics/
Disallow: /api/
Disallow: /api?
Disallow: /archive/
Disallow: /blocks?
Disallow: /blocks/
Disallow: /doc/protected/
Disallow: /docinfo/
Disallow: /document_downloads/
Disallow: /documents/*/comments?
Disallow: /embeds/
Disallow: /events/
Disallow: /feeds/user_rss/
Disallow: /job_game/
Disallow: /jobs/botrace_bot/
Disallow: /jobs/botrace_matches/
Disallow: /jobs/botrace_my_bots
Disallow: /jobs/botrace_rankings
Disallow: /jobs/botrace_upload_bot
Disallow: /language?
Disallow: /notifications/
Disallow: /payments/
Disallow: /profiles/timeline?
Disallow: /ratings$
Disallow: /recommended_documents/
Disallow: /search?
Disallow: /search-collections?
Disallow: /search-people?
Disallow: /ssi/geoip_cc
Disallow: /upload/auto
Disallow: /upload/throttled
Disallow: /upload/upload_progress/
Disallow: /upload-document?
Disallow: /upload/supload
Disallow: /user_flags/
Disallow: /viewer/
Disallow: /word/access_denied/
Disallow: /word/add_to_favorites/
Disallow: /word/comment_login/
Disallow: /word/document_stats/
Disallow: /word/document_url/
Disallow: /word/embed/
Disallow: /word/latest_user_docs?
Disallow: /word/download/
Disallow: /*/readcasts
Disallow: /book-preview/*/shadow_loader
Disallow: /book-preview/*/recommenders
Disallow: /read/
Disallow: /next/
Disallow: /promo_code
Disallow: /store_purchase
Disallow: /*/followers
Disallow: /*/following
Disallow: /listen/
Disallow: /document_auxillary_content/
Disallow: /recommended_documents/
Disallow: /word/document_edit/
Disallow: /word/latest_user_docs
Disallow: /profiles/more_reviews
Disallow: /profiles/content.json
Disallow: /ratings.json

Sitemap: https://www.scribd.com/sitemap_docs.xml
Sitemap: https://www.scribd.com/sitemap_users.xml
Sitemap: https://www.scribd.com/sitemap_collections.xml
Sitemap: https://www.scribd.com/sitemap_books.xml