User-agent: * Disallow: /cgi-bin/ Disallow: /click.php Disallow: /finance.php Disallow: finance.php Disallow: /financeoffer/ Disallow: /fin-today-offer/