'text/plain'], $this->buildRobots()); } private function buildRobots(): iterable { yield <<crawlingHelper->listCrawlableShortCodes(); foreach ($shortCodes as $shortCode) { yield sprintf('Allow: /%s%s', $shortCode, PHP_EOL); } yield 'Disallow: /'; } }