User-agent: * Disallow: /private/ Disallow: /private*/ Disallow: /temp/ Disallow: /private/other_document.php Disallow: /private/index.php Disallow: /financial_reports.php Disallow: /council_minutes.php Disallow: /private/audit_finance.php Disallow: /cms-assets/ Disallow: /cms-assets*/ Disallow: /PDF-documents/ Disallow: /private/cms-assets/ Disallow: /cms-assets/documents/ Disallow: /*.pdf$ Disallow: /*.doc$ Disallow: /*.docx$ Disallow: /*.xls$