User-agent: *
Allow: /
Disallow: /temp/
Disallow: /admin/
Disallow: /affiliate_reporting/
Disallow: /test/
Disallow: /spiderweb/
Disallow: /alcone/
Disallow: /api/
Disallow: /crons/
Disallow: /database/
Disallow: /echodata/