Sitemap, Cache etc

1 files changed, 7 insertions, 3 deletions

diff --git a/app/Console/Commands/GenerateSitemap.php b/app/Console/Commands/GenerateSitemap.php
index 089f60a..87837b5 100644
--- a/app/Console/Commands/GenerateSitemap.php
+++ b/app/Console/Commands/GenerateSitemap.php
@@ -4,6 +4,7 @@ namespace App\Console\Commands;
 
 use Illuminate\Console\Command;
 use Spatie\Sitemap\SitemapGenerator;
+use Spatie\Crawler\Crawler;
 
 class GenerateSitemap extends Command
 {
@@ -38,8 +39,11 @@ class GenerateSitemap extends Command
      */
     public function handle()
     {
-        // modify this to your own needs
-        SitemapGenerator::create(config('app.url'))
-            ->writeToFile(public_path('sitemap.xml'));
+	// modify this to your own needs
+	SitemapGenerator::create(config('app.url'))
+	->configureCrawler(function (Crawler $crawler) {
+		$crawler->ignoreRobots();
+	})
+	->writeToFile(public_path('sitemap.xml'));
     }
 }