# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow directory admin
User-agent: *
Disallow: admin

# Disallow directory cgi-bin
User-agent: *
Disallow: cgi-bin

# Disallow directory test
User-agent: *
Disallow: test

# Disallow directory xnew
User-agent: *
Disallow: xnew

# Disallow directory old_files
User-agent: *
Disallow: old_files