# /robots.txt file #examples # All agents #User-agent: * #Disallow: /img # Allows all search # User-agent: something # Disallow: # Prohibit all search # User-agent: something # Disallow: /