User-agent: *
Disallow: /images/ #this folder will not be indexed
Disallow: /_private/
Disallow: /database/
Disallow: /photos/
Disallow: *.pdf
Disallow: *.txt
Disallow: *.css
Disallow: *.inc