User-agent: *
Disallow: /logs
Disallow: /cgi-bin
Disallow: /store
Disallow: /data

User-agent: Linbot
Allow: /