# All robots will spider the domain User-agent: * #below line means that everything is accessible to each bot Disallow: /LoginSuperAdmin.aspx #if you do not want to allow access to particular directory,then put forward slash and dir name after Disallow: sitemap: http://www.bailfish.com/sitemap.xml