# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: # User-Agent: * # Disallow: / User-agent: * # Photos Disallow: /photos/*/vote/* Disallow: /photos/*/edit Disallow: /photos/*/share* Disallow: /photos/*/undelete Disallow: /photos/*/download Disallow: /photos/*/flag Disallow: /photos/*/toggle_love Disallow: /photos/batch_edit* Disallow: /photos/transpose_ids* # Users Disallow: /users/*/edit Disallow: /users/*/follow Disallow: /users/*/stream* Disallow: /users/*/update_avatar* Disallow: /users/invite Disallow: /users/logout Disallow: /users/login # Application Disallow: /next_in_currently* Disallow: /change_currently* User-agent: FlickySearchBot/1.0* Disallow: /