From ad93e57d088510a8023b97084ebd42009803fc87 Mon Sep 17 00:00:00 2001
From: Daenney <daenney@users.noreply.github.com>
Date: Wed, 10 Jul 2024 15:10:34 +0200
Subject: [PATCH] [choore] Update robots.txt (#3092)

Recategorises a pair of scrapers according to their use.
---
 internal/web/robots.go | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/internal/web/robots.go b/internal/web/robots.go
index 9ecf58182..39708eb55 100644
--- a/internal/web/robots.go
+++ b/internal/web/robots.go
@@ -47,11 +47,10 @@
 User-agent: Google-Extended
 User-agent: GoogleOther
 User-agent: GPTBot
+User-agent: ImagesiftBot
 User-agent: img2dataset
 User-agent: omgili
 User-agent: omgilibot
-User-agent: peer39_crawler
-User-agent: peer39_crawler/1.0
 User-agent: PerplexityBot
 User-agent: YouBot
 Disallow: /
@@ -60,9 +59,10 @@
 User-agent: AwarioRssBot
 User-agent: AwarioSmartBot
 User-agent: DataForSeoBot
-User-agent: ImagesiftBot
 User-agent: magpie-crawler
 User-agent: Meltwater
+User-agent: peer39_crawler
+User-agent: peer39_crawler/1.0
 User-agent: PiplBot
 User-agent: scoop.it
 User-agent: Seekr