User-agent: * Disallow: /php/authors.php Disallow: /php/allAuthors.php Disallow: /data/allAuthors.html Disallow: /data/authors.html