Instructions: Copy and paste the text from the textarea bellow into a blank text file called "robots.txt" (don't forget the "s" on the end of "robots") and put it in your root directory. Like all other files on your server, make sure its permissions are set so that visitors (such as search engines) can read it.

If you want to add this tool to your website, copy and paste the following HTML into your code.
<script type="text/javascript" src="http://blogshubhinetwork.com/toolslib/robots.js"></script> <form class="theform"><table border="0" cellpadding="2" width="95%" align="left"><tr><td width="37%" valign="top"><b>Default -&nbsp; All Robots are:</b></td><td width="17%"><select id="allow" name="allow" size="1"><option selected="">Allowed</option><option value="/">Refused</option></select></td><td valign="top" width="43%">&nbsp;</td><tr><td width="37%" valign="top"><b>Crawl-Delay:</b></td><td colspan="2"><select id="delay" name="delay" size="1"><option selected="">Default - No Delay</option><option value="5">5 Seconds</option><option value="10">10 Seconds</option><option value="20">20 Seconds</option><option value="60">60 seconds</option><option value="120">120 Seconds</option></select></td></tr><tr><td width="37%" valign="top"><strong>Sitemap:</strong><em>(leave blank for none)</em></td><td colspan="2"><input type="text" name="sitemap" size="45" value="http://www.example.com" style="width:300px;"></td></tr><tr><td width="37%" valign="top"><b>Specific Search Robots:</b></td><td width="17%">Google</td><td valign="top" width="43%"><select id="google" name="google" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>googlebot</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td width="17%">MSN Search</td><td valign="top" width="43%"><select id="msn" name="msn" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>msnbot</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td width="17%">Yahoo</td><td valign="top" width="43%"><select id="yahoo" name="yahoo" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>yahoo-slurp</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td width="17%">Ask/Teoma</td><td valign="top" width="43%"><select id="teoma" name="teoma" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>teoma</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td width="17%">Cuil</td><td valign="top" width="43%"><select id="cuil" name="cuil" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <em>twiceler</em></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td width="17%">GigaBlast</td><td valign="top" width="43%"><select id="gigablast" name="gigablast" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>gigabot</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td width="17%">Scrub The Web</td><td valign="top" width="43%"><select id="scrub" name="scrub" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>scrubby</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td width="17%">DMOZ Checker</td><td valign="top" width="43%"><select id="dmoz" name="dmoz" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>robozilla</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td width="17%">Nutch</td><td valign="top" width="43%"><select id="nutch" name="nutch" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>nutch</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td>Alexa/Wayback</td><td><select id="alexa" name="alexa" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>ia_archiver</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td>Baidu</td><td><select id="baidu" name="baidu" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>baiduspider</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td>Naver</td></label><td><select id="naver" name="naver" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <em>naverbot, yeti</em></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td colspan="2">&nbsp;</td></tr><tr><td width="37%" valign="top"><b>Specific Special Bots:</b></td><td width="17%">Google Image</td><td valign="top" width="43%"><select id="gimage" name="gimage" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>googlebot-image</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td width="17%">Google Mobile</td><td valign="top" width="43%"><select id="gmobile" name="gmobile" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>googlebot-mobile</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td width="17%">Yahoo MM</td><td valign="top" width="43%"><select id="ymm" name="ymm" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>yahoo-mmcrawler</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td width="17%">MSN PicSearch</td><td valign="top" width="43%"><select id="psbot" name="psbot" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>psbot</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td width="17%">SingingFish</td><td width="43%"><select id="sing" name="sing" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>asterias</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td>Yahoo Blogs</td><td><select id="blogs" name="blogs" size="1"><option selected="">Same as Default</option><option value="">Allowed</option><option value="/">Refused</option></select> &nbsp; <i>yahoo-blogs/v3.9</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td colspan="2">&nbsp;</td></tr><tr><td width="37%" valign="top"><b>Restricted Directories:</b></td><td colspan="2"><i>The path is relative to root and must contain a trailing &quot;/&quot;</i></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td colspan="2"><input type="text" name="T1" size="45" value="/cgi-bin/" style="width:300px;"></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td colspan="2"><input type="text" name="T2" size="45" style="width:300px;"></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td colspan="2"><input type="text" name="T3" size="45" style="width:300px;"></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td colspan="2"><input type="text" name="T4" size="45" style="width:300px;"></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td colspan="2"><input type="text" name="T5" size="45" style="width:300px;"></td></tr><tr><td width="37%" valign="top">&nbsp;</td><td colspan="2">&nbsp;</td></tr><tr><td width="37%" valign="top"></td><td colspan="2"><input type="button" value="Create Robots.txt" onClick="create(this.form)" style="vertical-align:top;" class="button"><input type="reset" value="Clear All" style="vertical-align:top;width:100px;" class="button"></td></tr><tr><td width="37%" valign="top">Output:</td><td colspan="2"><textarea wrap name="robolist" rows="19" cols="60" style="width:400px;" ></textarea><p><b><a href="http://blogshubhinetwork.com/">Powered by shubhinetwork</a></b></p></td></tr></table></form>

<<< Go back to SEO Tools