User-agent: *
Allow: /REDIRECT*
Allow: /redirect*
Allow: /Redirect*
Disallow: /SECURE*
Disallow: /secure*
Disallow: /Secure*
Disallow: /API*
Disallow: /api*
Disallow: /Api*
Disallow: /APi*
Disallow: /APP*
Disallow: /app*
Disallow: /App*
Disallow: /APp*
Disallow: /CUSTOM*
Disallow: /custom*
Disallow: /Custom*
Disallow: /*.HTML
Disallow: /*.html
Disallow: /*.Html
Disallow: /*.HTml
Disallow: /*.HTMl
Disallow: /*.ASPX
Disallow: /*.aspx
Disallow: /*.Aspx
Disallow: /*.ASpx
Disallow: /*.ASPx
Disallow: /*.ASP
Disallow: /*.asp
Disallow: /*.Asp
Disallow: /*.ASp
Disallow: /*.PDF
Disallow: /*.pdf
Disallow: /*.Pdf
Disallow: /*.PDf
Disallow: /*.TIF*
Disallow: /*.tif*
Disallow: /*.Tif*
Disallow: /*.TIf*