fix(robots-txt): Ignore user-agent case

alturkovic · Jun 26, 2023 · a706320 · a706320
1 parent a1608b8
commit a706320
Show file tree

Hide file tree

Showing 3 changed files with 18 additions and 2 deletions.
diff --git a/pom.xml b/pom.xml
@@ -6,7 +6,7 @@
 
  <groupId>com.github.alturkovic</groupId>
  <artifactId>robots-txt</artifactId>
- <version>1.0.0</version>
+ <version>1.0.1</version>
 
  <properties>
  <java.version>1.8</java.version>

diff --git a/src/main/kotlin/com/github/alturkovic/robots/txt/StringUtils.kt b/src/main/kotlin/com/github/alturkovic/robots/txt/StringUtils.kt
@@ -5,7 +5,7 @@ import kotlin.math.min
 internal object StringUtils {
  fun greatestCommonPrefix(a: String, b: String): String {
  val minLength = min(a.length, b.length)
- for (i in 0 until minLength) if (a[i] != b[i]) return a.substring(0, i)
+ for (i in 0 until minLength) if (a[i].lowercaseChar() != b[i].lowercaseChar()) return a.substring(0, i)
  return a.substring(0, minLength)
  }
 }
diff --git a/src/test/kotlin/com/github/alturkovic/robots/txt/RobotsTxtTest.kt b/src/test/kotlin/com/github/alturkovic/robots/txt/RobotsTxtTest.kt
@@ -118,6 +118,22 @@ private class RobotsTxtTest {
  assertThat(robotsTxt.query("BarBot", "/private/foo.txt").allowed).isFalse()
  }
 
+ @Test
+ fun shouldAllowSpecificUserAgentIgnoringCaseSensitivity() {
+ val robotsTxt = RobotsTxtReader.read(
+ """
+ User-agent: *
+ Disallow: /
+ 
+ User-Agent: FooBot
+ Allow: /
+ """.trimIndent().byteInputStream()
+ )
+
+ assertThat(robotsTxt.query("fooBot", "/private/foo.txt").allowed).isTrue()
+ assertThat(robotsTxt.query("BarBot", "/private/foo.txt").allowed).isFalse()
+ }
+
  @Test
  fun shouldAllowWildcards() {
  val robotsTxt = RobotsTxtReader.read(