# All robots will spider the domain
# exclude some access-controlled areas
User-agent: *
Disallow: /api
Disallow: /inc
Disallow: /include
Disallow: /skin
Disallow: /soft
Disallow: /photo
Disallow: /reg
Disallow: /space
Disallow: /payonline
Disallow: /images
Disallow: /temp
Disallow: /editor
Disallow: /wap
Disallow: /language