#Robots.txt file created by http://www.bestpricetel.com "); print(" #For domain: ".$url." "); print(" "); if(isset($disallow) && !strcmp($disallow,"none")) { print(" # No robot will spider the domain "); print(" User-agent: * "); print(" Disallow: / "); print(" "); } else { print(" All robots will spider the domain "); print(" User-agent: * "); print(" Disallow: "); print(" "); if($exptb1!=-1) { print(" #Disallow: ".$exptb1." "); print(" User-agent: ". $exptb1." "); print(" Disallow: / "); print(" "); } if($exptb2!=-1) { print(" #Disallow: ".$exptb2." "); print(" User-agent: ". $exptb2." "); print(" Disallow: / "); print(" "); } if(!empty($dir1)) { print(" #Disallow directory: ".$dir1." "); print(" User-agent: * "); print(" Disallow: ".$dir1." "); print(" "); } if(!empty($dir2)) { print(" #Disallow directory: ".$dir2." "); print(" User-agent: * "); print(" Disallow: ".$dir2." "); print(" "); } if(!empty($dir3)) { print(" #Disallow directory: ".$dir3." "); print(" User-agent: * "); print(" Disallow: ".$dir3."