noGeo = true; // Set Development true. ErrorClass::setDevelopment(true); // Start the dbPdo as it does not SiteClass. $S = new dbPdo($_site); $self = basename($S->self); switch($self) { case 'robots.php': $file = "robots.txt"; break; case 'sitemap.php': $file = "Sitemap.xml"; break; default: throw new \Throwabe("robots-setemap.php: Invalid value, line=". __LINE__); break; } if(!file_exists($S->path . "/$file")) { echo "

404 - FILE NOT FOUND

"; exit(); } $info = file_get_contents("./$file"); header("Content-Type: text/plain"); echo $info . "\n# From $file\n"; // If I have me return or doSiteClass !== true. if($S->isMe() || $S->doSiteClass !== true || $S->dbinfo->engine == 'sqlite') { // BLP 2026-04-23 - add sqlite return; } $agent = $S->agent; $ip = $S->ip; // Now ONLY use if doSiteClass true. $S->sql(" insert into $S->masterdb.logagent (site, ip, agent, count, created, lasttime) values('$S->siteName', '$ip', '$agent', 1, now(), now()) on duplicate key update count=count+1, lasttime=now()"); switch(basename($S->self)) { case 'robots.php': $botBits = BOTS_ROBOTS; $java = TRACKER_ROBOTS; break; case 'sitemap.php': $botBits = BOTS_SITEMAP; $java = TRACKER_SITEMAP; break; default: throw new \Throwable("robots-setemap.php: Invalid valid, line=". __LINE__); } // Is this a bot? We know that the client looked at the robots.txt but this might not really be a // bot. if($S->isBot($agent)) { $java |= $S->trackerBotInfo; $botBits |= $S->botAsBits; } // Add to tracker $S->sql(" insert into $S->masterdb.tracker(site, ip, page, agent, botAsBits, isjavascript, starttime) values('$S->siteName', '$ip', '$file', '$agent', $botBits, $java, now()) on duplicate key update count=count+1, botAsBits=botAsBits|$botBits, isjavascript=isjavascript|$java"); $S->updateBots3($ip, $agent, $file, $S->siteName, $botBits); $hexBotBits = dechex($botBits); logInfo("$file: ip=$ip, page=$file, site=$S->siteName, robots=$hexBotBits, line=".__LINE__);