# All robots will spider the domain
User-agent: *
Disallow:

User-agent: *
Disallow: /cgi-bin/

User-agent: *
Disallow: /suspended.page/

User-agent: *
Disallow: /files/

User-agent: *
Disallow: /development/

User-agent: *
Disallow: /demo/

User-agent: *
Disallow: /chat/

User-agent: *
Disallow: /whmcs/

User-agent: *
Disallow: /admin/

User-agent: *
Disallow: /client/

User-agent: *
Disallow: /demoBAK/

User-agent: *
Disallow: /visualscope_archives/

User-agent: *
Disallow: /test_folder/


User-agent: *
Disallow: /rankings.html