############################## # # sample robots.txt file # # addresses all robots by using wildcard * # User-agent: * # list folders robots are not allowed to index Disallow: /draft/ Disallow: /admin/ # # List specific files robots are not allowed to index # Disallow: /drafts/example.html Disallow: custom_error_page.html # # End of robots.txt file # ##############################