Merge pull request #31 from gplumb/dev

Synchronized agents and devices to v1.2.113 of CrawlerDetect
gplumb · Feb 4, 2023 · 61b7b71 · 61b7b71
2 parents 1f5961b + d3dd75c
commit 61b7b71
Show file tree

Hide file tree

Showing 5 changed files with 19 additions and 6 deletions.
diff --git a/NetCrawlerDetect/NetCrawlerDetect.Tests/NetCrawlerDetect.Tests.csproj b/NetCrawlerDetect/NetCrawlerDetect.Tests/NetCrawlerDetect.Tests.csproj
@@ -3,7 +3,7 @@
   <PropertyGroup>
     <TargetFramework>netcoreapp2.0</TargetFramework>
     <IsPackable>false</IsPackable>
-    <ReleaseVersion>1.2.111</ReleaseVersion>
+    <ReleaseVersion>1.2.113</ReleaseVersion>
   </PropertyGroup>
 
   <ItemGroup>

diff --git a/NetCrawlerDetect/NetCrawlerDetect.Tests/crawlers.txt b/NetCrawlerDetect/NetCrawlerDetect.Tests/crawlers.txt
@@ -3652,3 +3652,5 @@ awin.com - site screen shotter
 chatterino-api-cache/1.0 link-resolver
 gobuster/3.1.0
 Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.5060.114 Safari/537.36 DatadogSynthetics
+Frontman v1.9.3 linux amd64
+Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/87.0.4280.88 Safari/537.36 ForusP
diff --git a/NetCrawlerDetect/NetCrawlerDetect/CrawlerDetect.cs b/NetCrawlerDetect/NetCrawlerDetect/CrawlerDetect.cs
@@ -67,6 +67,12 @@ public class CrawlerDetect
         public MatchCollection Matches => _matches;
 
 
+        /// <summary>
+        /// Fetch the user agent
+        /// </summary>
+        public string UserAgent => _userAgent;
+
+
         /// <summary>
         /// Constructor
         /// </summary>

diff --git a/NetCrawlerDetect/NetCrawlerDetect/Fixtures/Crawlers.cs b/NetCrawlerDetect/NetCrawlerDetect/Fixtures/Crawlers.cs
@@ -291,6 +291,7 @@ public Crawlers()
                 @"DareBoost",
                 @"DatabaseDriverMysqli",
                 @"DataCha0s",
+                @"DatadogSynthetics",
                 @"Datafeedwatch",
                 @"Datanyze",
                 @"DataparkSearch",
@@ -417,10 +418,12 @@ public Crawlers()
                 @"Flunky",
                 @"flynxapp",
                 @"forensiq",
+                @"ForusP",
                 @"FoundSeoTool",
                 @"free thumbnails",
                 @"Freeuploader",
                 @"FreshRSS",
+                @"frontman",
                 @"Funnelback",
                 @"Fuzz Faster U Fool",
                 @"G-i-g-a-b-o-t",
@@ -549,6 +552,8 @@ public Crawlers()
                 @"http-request\/",
                 @"HTTP-Tiny",
                 @"HTTP::Lite",
+
+                // Francis [Bot]
                 @"http:\/\/www.neomo.de\/",
                 @"HttpComponents",
                 @"httphr",
@@ -1393,7 +1398,7 @@ public Crawlers()
                 @"Zao",
                 @"Zauba",
                 @"Zemanta Aggregator",
-                @"Zend\\Http\\Client",
+                @"Zend\\\\Http\\\\Client",
                 @"Zend_Http_Client",
                 @"Zermelo",
                 @"Zeus ",

diff --git a/NetCrawlerDetect/NetCrawlerDetect/NetCrawlerDetect.csproj b/NetCrawlerDetect/NetCrawlerDetect/NetCrawlerDetect.csproj
@@ -1,17 +1,17 @@
-<Project Sdk="Microsoft.NET.Sdk">
+<Project Sdk="Microsoft.NET.Sdk">
 
   <PropertyGroup>
     <TargetFramework>netstandard2.0</TargetFramework>
-    <ReleaseVersion>1.2.111</ReleaseVersion>
-    <PackageVersion>1.2.111</PackageVersion>
+    <ReleaseVersion>1.2.113</ReleaseVersion>
+    <PackageVersion>1.2.113</PackageVersion>
     <Authors>Graham "Gee" Plumb</Authors>
     <PackageLicenseUrl>https://github.com/gplumb/NetCrawlerDetect/blob/master/LICENSE</PackageLicenseUrl>
     <Owners>Graham "Gee" Plumb</Owners>
     <PackageProjectUrl>https://github.com/gplumb/NetCrawlerDetect</PackageProjectUrl>
     <Title>NetCrawlerDetect</Title>
     <Description>A .net standard port of JayBizzle's CrawlerDetect project (https://github.com/JayBizzle/Crawler-Detect).</Description>
     <PackageId>NetCrawlerDetect</PackageId>
-    <PackageReleaseNotes>Synchronized agents and devices to v1.2.111 of CrawlerDetect</PackageReleaseNotes>
+    <PackageReleaseNotes>Synchronized agents and devices to v1.2.113 of CrawlerDetect</PackageReleaseNotes>
     <Summary>A .net standard port of JayBizzle's CrawlerDetect project (https://github.com/JayBizzle/Crawler-Detect).</Summary>
   </PropertyGroup>