User-agent: archive.org_bot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /comments/
Disallow: /external/
Disallow: /pornstars/load_more_pornstars
Disallow: /pornstars/return_rendered_pornstars
Disallow: /posts/load_more_posts
Disallow: /posts/return_rendered_posts
Disallow: /posts/load_related_posts
Disallow: /api/video_tag_specific_video/
Disallow: /api/video_get_info/
Disallow: /user/
Disallow: /offline/
Disallow: /show_404/
Disallow: /*?utm*
Disallow: /disabled_videos/
Disallow: /disabled_videos
Disallow: /obfs/
Disallow: /adv/
Disallow: /services/user_info
Disallow: /ads.txt
Disallow: /home/load_more_text/
Disallow: /.well-known/
Disallow: /geo/mobile_menu/
Disallow: */activity
Disallow: */likes
Disallow: */history
Disallow: /cdn-cgi/*
Disallow: /webcams/full_webcam_page
Disallow: /webcams/full_dating_page
Disallow: /webcams/interstitial_page
Disallow: /webcams/full_webcam_page/*
Disallow: /webcams/full_dating_page/*
Disallow: /webcams/interstitial_page/*