user-agent: *
disallow: /cgi-bin/
disallow: /index.html
disallow: /pages/index.html

user-agent: FreeFind
disallow: /cgi-bin/
disallow: /index.html
disallow: /pages/index.html