# For domain: http://www.networkdictionary.cn/ # All robots will spider the domain User-agent: Mediapartners-Google* Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /images/ User-agent: * Disallow: /images/ # Disallow directory /admin/ User-agent: * Disallow: /admin/ # Disallow directory /reports/ User-agent: * Disallow: /reports/ # Disallow directory /product/ User-agent: * Disallow: /product/ # Disallow directory /ad/ User-agent: * Disallow: /ad/ # Disallow directory /Connections/ User-agent: * Disallow: /Connections/ # Disallow directory /css/ User-agent: * Disallow: /css/ # Disallow directory /documents/ User-agent: * Disallow: /documents/ # Disallow directory /files/ User-agent: * Disallow: /files/ # Disallow directory /FreeEbooks/ User-agent: * Disallow: /FreeEbooks/ # Disallow directory /img/ User-agent: * Disallow: /img/ # Disallow directory /includes/ User-agent: * Disallow: /includes/ # Disallow directory /mbak/ User-agent: * Disallow: /mbak/ # Disallow directory /misc/ User-agent: * Disallow: /misc/ # Disallow directory /modules/ User-agent: * Disallow: /modules/ # Disallow directory /p-download/ User-agent: * Disallow: /p-download/ # Disallow directory /pics/ User-agent: * Disallow: /pics/ # Disallow directory /picture_library/ User-agent: * Disallow: /picture_library/ # Disallow directory /pictures/ User-agent: * Disallow: /pictures/ # Disallow directory /plesk-stat/ User-agent: * Disallow: /plesk-stat/ # Disallow directory /profiles/ User-agent: * Disallow: /profiles/ # Disallow directory /reports/ User-agent: * Disallow: /reports/ # Disallow directory /scripts/ User-agent: * Disallow: /scripts/ # Disallow directory /sites/ User-agent: * Disallow: /sites/ # Disallow directory /themes/ User-agent: * Disallow: /themes/ # Disallow directory /ad-vt.htm User-agent: * Disallow: /ad-vt.htm # Disallow directory /cron.php User-agent: * Disallow: /cron.php # Disallow directory /favicon.ico User-agent: * Disallow: /favicon.ico # Disallow directory /google-ad-ht-input.js User-agent: * Disallow: /google-ad-ht-input.js # Disallow directory /google-ad-vt-input.js User-agent: * Disallow: /google-ad-vt-input.js # Disallow directory /google4bc098f1180e4cbf.html User-agent: * Disallow: /google4bc098f1180e4cbf.html # Disallow directory /ht.js User-agent: * Disallow: /ht.js # Disallow directory /install.php User-agent: * Disallow: /install.php # Disallow directory /update.php User-agent: * Disallow: /update.php # Disallow directory /xmlrpc.php User-agent: * Disallow: /xmlrpc.php # Disallow directory /y_key_36145e85f9c2fcca.html User-agent: * Disallow: /y_key_36145e85f9c2fcca.html # Crawl delay User-agent: * Crawl-delay: 5