deploy: 419ea48

mijndert · Jun 24, 2024 · 343b58e · 343b58e
1 parent c68c91d
commit 343b58e
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 17 deletions.
diff --git a/robots.txt b/robots.txt
@@ -6,33 +6,24 @@ Disallow:
 User-agent: AdsBot-Google
 User-agent: Amazonbot
 User-agent: anthropic-ai
-User-agent: Applebot
-User-agent: AwarioRssBot
-User-agent: AwarioSmartBot
+User-agent: Applebot-Extended
 User-agent: Bytespider
 User-agent: CCBot
 User-agent: ChatGPT-User
 User-agent: ClaudeBot
 User-agent: Claude-Web
 User-agent: cohere-ai
-User-agent: DataForSeoBot
 User-agent: Diffbot
 User-agent: FacebookBot
 User-agent: FriendlyCrawler
 User-agent: Google-Extended
 User-agent: GoogleOther
 User-agent: GPTBot
 User-agent: img2dataset
-User-agent: ImagesiftBot
-User-agent: magpie-crawler
-User-agent: Meltwater
 User-agent: omgili
 User-agent: omgilibot
 User-agent: peer39_crawler
 User-agent: peer39_crawler/1.0
 User-agent: PerplexityBot
-User-agent: PiplBot
-User-agent: scoop.it
-User-agent: Seekr
 User-agent: YouBot
 Disallow: /
diff --git a/sitemap.xml b/sitemap.xml
@@ -87,37 +87,37 @@
 
         <url>
             <loc>https://mijndertstuij.nl/404.html</loc>
-            <lastmod>2024-06-18T19:42:42.221Z</lastmod>
+            <lastmod>2024-06-24T11:13:53.787Z</lastmod>
         </url>
 
         <url>
             <loc>https://mijndertstuij.nl/colophon/</loc>
-            <lastmod>2024-06-18T19:42:42.221Z</lastmod>
+            <lastmod>2024-06-24T11:13:53.791Z</lastmod>
         </url>
 
         <url>
             <loc>https://mijndertstuij.nl/contact/</loc>
-            <lastmod>2024-06-18T19:42:42.221Z</lastmod>
+            <lastmod>2024-06-24T11:13:53.791Z</lastmod>
         </url>
 
         <url>
             <loc>https://mijndertstuij.nl/</loc>
-            <lastmod>2024-06-18T19:42:42.225Z</lastmod>
+            <lastmod>2024-06-24T11:13:53.791Z</lastmod>
         </url>
 
         <url>
             <loc>https://mijndertstuij.nl/links/</loc>
-            <lastmod>2024-06-18T19:42:42.225Z</lastmod>
+            <lastmod>2024-06-24T11:13:53.791Z</lastmod>
         </url>
 
         <url>
             <loc>https://mijndertstuij.nl/now/</loc>
-            <lastmod>2024-06-18T19:42:42.225Z</lastmod>
+            <lastmod>2024-06-24T11:13:53.791Z</lastmod>
         </url>
 
         <url>
             <loc>https://mijndertstuij.nl/uses/</loc>
-            <lastmod>2024-06-18T19:42:42.225Z</lastmod>
+            <lastmod>2024-06-24T11:13:53.791Z</lastmod>
         </url>
 
 </urlset>