User-agent: * Disallow: admin.php Disallow: url.php Disallow: /admin/ Disallow: /links/ Disallow: /images/