| Server IP : 66.29.137.217 / Your IP : 3.145.125.13 Web Server : LiteSpeed System : Linux premium294.web-hosting.com 4.18.0-513.11.1.lve.el8.x86_64 #1 SMP Thu Jan 18 16:21:02 UTC 2024 x86_64 User : gltevjme ( 1095) PHP Version : 7.0.33 Disable Function : NONE MySQL : OFF | cURL : ON | WGET : ON | Perl : ON | Python : ON | Sudo : OFF | Pkexec : OFF Directory : /home/gltevjme/bofirmacademy.com/vendor/spatie/robots-txt/src/ |
Upload File : |
<?php
namespace Spatie\Robots;
class Robots
{
protected RobotsTxt | null $robotsTxt;
public function __construct(
protected string | null $userAgent = null,
string | null $source = null,
) {
$this->robotsTxt = $source
? RobotsTxt::readFrom($source)
: null;
}
public function withTxt(string $source): self
{
$this->robotsTxt = RobotsTxt::readFrom($source);
return $this;
}
public static function create(string $userAgent = null, string $source = null): self
{
return new self($userAgent, $source);
}
public function mayIndex(string $url, string $userAgent = null): bool
{
$userAgent = $userAgent ?? $this->userAgent;
$robotsTxt = $this->robotsTxt ?? RobotsTxt::create($this->createRobotsUrl($url));
return
$robotsTxt->allows($url, $userAgent)
&& RobotsMeta::readFrom($url)->mayIndex()
&& RobotsHeaders::readFrom($url)->mayIndex();
}
public function mayFollowOn(string $url): bool
{
return
RobotsMeta::readFrom($url)->mayFollow()
&& RobotsHeaders::readFrom($url)->mayFollow();
}
protected function createRobotsUrl(string $url): string
{
$robotsUrl = parse_url($url, PHP_URL_SCHEME).'://'.parse_url($url, PHP_URL_HOST);
if ($port = parse_url($url, PHP_URL_PORT)) {
$robotsUrl .= ":{$port}";
}
return "{$robotsUrl}/robots.txt";
}
}