# Please do not crawl us faster than 1 hit/second. User-agent: * Disallow: /admin_parse/ Disallow: /db/ Disallow: /img/ Disallow: /parse/ Disallow: /randomquote/ Disallow: add_to.php Disallow: search.php Disallow: add_to.php Disallow: add_url.php Disallow: add_to_sbd.php Disallow: admin.php Disallow: admin_edit.php Disallow: include.php