vendor/contao/core-bundle/src/EventListener/RobotsTxtListener.php line 38

Open in your IDE?
  1. <?php
  3. declare(strict_types=1);
  5. /*
  6.  * This file is part of Contao.
  7.  *
  8.  * (c) Leo Feyer
  9.  *
  10.  * @license LGPL-3.0-or-later
  11.  */
  13. namespace Contao\CoreBundle\EventListener;
  15. use Contao\CoreBundle\Event\RobotsTxtEvent;
  16. use Contao\CoreBundle\Framework\ContaoFramework;
  17. use Contao\PageModel;
  18. use webignition\RobotsTxt\Directive\Directive;
  19. use webignition\RobotsTxt\Directive\UserAgentDirective;
  20. use webignition\RobotsTxt\Inspector\Inspector;
  21. use webignition\RobotsTxt\Record\Record;
  23. /**
  24.  * @internal
  25.  */
  26. class RobotsTxtListener
  27. {
  28.     /**
  29.      * @var ContaoFramework
  30.      */
  31.     private $contaoFramework;
  33.     public function __construct(ContaoFramework $contaoFramework)
  34.     {
  35.         $this->contaoFramework = $contaoFramework;
  36.     }
  38.     public function __invoke(RobotsTxtEvent $event): void
  39.     {
  40.         $this->contaoFramework->initialize();
  42.         $file = $event->getFile();
  43.         $inspector = new Inspector($file, '*');
  45.         // Get all directives for user-agent: *
  46.         $directiveList = $inspector->getDirectives();
  48.         // If no directive for user-agent: * exists, we add the record
  49.         if (0 === $directiveList->getLength()) {
  50.             $record = new Record();
  52.             $userAgentDirectiveList = $record->getUserAgentDirectiveList();
  53.             $userAgentDirectiveList->add(new UserAgentDirective('*'));
  55.             $file->addRecord($record);
  56.         }
  58.         $records = $file->getRecords();
  60.         foreach ($records as $record) {
  61.             $directiveList = $record->getDirectiveList();
  62.             $directiveList->add(new Directive('Disallow', '/contao/'));
  63.         }
  65.         /** @var PageModel $pageModel */
  66.         $pageModel = $this->contaoFramework->getAdapter(PageModel::class);
  68.         // Only fetch the fallback page because there can only be one sitemap per host
  69.         $rootPage = $pageModel->findPublishedFallbackByHostname($event->getRootPage()->dns);
  71.         if (null === $rootPage) {
  72.             return;
  73.         }
  75.         $sitemap = sprintf(
  76.             '%s%s/sitemap.xml',
  77.             $rootPage->useSSL ? 'https://' : 'http://',
  78.             $rootPage->dns ?: $event->getRequest()->server->get('HTTP_HOST')
  79.         );
  81.         $event->getFile()->getNonGroupDirectives()->add(new Directive('Sitemap', $sitemap));
  82.     }
  83. }