# All the bots should follow this
User-agent:  *
Disallow: /hidden1.php
Disallow: hidden1.php
Disallow: /hidden2.php
Disallow: hidden2.php
Disallow: /hidden.php
Disallow: hidden.php
Disallow: /smut/index.php
Disallow: /smut/MediaWiki
Disallow: /smut/Special
Disallow: /smut/Template
Disallow: /smut/skins/
Disallow: ?
Disallow: /smut/*?
Allow: /smut/Special:PopularPages
Allow: /smut/Special:RecentChanges
Disallow: /smut/Special:RecentChangesLinked/
Allow: /smut/Special:NewImages
Allow: /smut/Special:NewPages
Allow: /smut/Special:NewestPagesBlog
Allow: /smut/Special:Contributions/
Allow: /smut/Special:WhatLinksHere/
Allow: /smut/index.php?title=Special:RecentChanges&feed=
Sitemap: http://www.freedomporn.org/sitemap.xml
Sitemap: http://www.freedomporn.org/sitemap-index.xml


# Some bots are known to be trouble, particularly those designed to copy
# entire sites. Please obey robots.txt.
User-agent: sitecheck.internetseer.com
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: Zealbot
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: MSIECrawler
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: SiteSnagger
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: WebStripper
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: WebCopier
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: Fetch
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: Offline Explorer
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: Teleport
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: TeleportPro
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: WebZIP
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: linko
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: HTTrack
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: Microsoft.URL.Control
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: Xenu
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: larbin
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: libwww
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: ZyBORG
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

User-agent: Download Ninja
Disallow: /smut/
Disallow: /hidden.php
Disallow: hidden.php

# wget (sorry not on this site, i already provide downloads of entire galleries
User-agent: wget
Disallow: File
Disallow: Image

# wayback-machine should not look for recent changes and users
User-agent: ia_archiver
Disallow: /smut/User
Disallow: /smut/Special:Random
Disallow: /smut/Special:Recent
Disallow: /smut/Special:Popular
Disallow: /smut/Special:New
Disallow: /smut/Special:All
Disallow: /smut/index.php?title=Special:RecentChanges&feed=
Disallow: /smut/Special:Contributions/
Disallow: /hidden.php
Disallow: hidden.php