Merge pull request #22 from gplumb/dev

Added 7 new user agents
gplumb · May 25, 2019 · 0f3e31a · 0f3e31a
2 parents 363fe15 + a5aa773
commit 0f3e31a
Show file tree

Hide file tree

Showing 6 changed files with 19 additions and 7 deletions.
diff --git a/NetCrawlerDetect/NetCrawlerDetect.Tests/NetCrawlerDetect.Tests.csproj b/NetCrawlerDetect/NetCrawlerDetect.Tests/NetCrawlerDetect.Tests.csproj
@@ -4,7 +4,7 @@
     <TargetFramework>netcoreapp2.0</TargetFramework>
 
     <IsPackable>false</IsPackable>
-    <ReleaseVersion>0.2.0</ReleaseVersion>
+    <ReleaseVersion>0.2.1</ReleaseVersion>
   </PropertyGroup>
 
   <ItemGroup>

diff --git a/...etect/NetCrawlerDetect.Tests/UnitTest1.cs → ...lerDetect/NetCrawlerDetect.Tests/Tests.cs b/...etect/NetCrawlerDetect.Tests/UnitTest1.cs → ...lerDetect/NetCrawlerDetect.Tests/Tests.cs
diff --git a/NetCrawlerDetect/NetCrawlerDetect.Tests/crawlers.txt b/NetCrawlerDetect/NetCrawlerDetect.Tests/crawlers.txt
@@ -3443,4 +3443,10 @@ deeris/1.0 (+http://www.deeris.com)
 Mediametric
 TextRazor Downloader (https://www.textrazor.com)
 ddline.cn rank history
-Web spyder
+Web spyder
+AppleSyndication/52.8
+AutomaticWPTester/1 CFNetwork/975.0.3 Darwin/17.7.0
+CSSCheck/1.2.2
+dBpoweramp
+Thumbor/6.4.1
+Reeder/1000.02.01 CFNetwork/454.11.5 Darwin/10.5.0 (i386) (Macmini2)
diff --git a/NetCrawlerDetect/NetCrawlerDetect.sln b/NetCrawlerDetect/NetCrawlerDetect.sln
@@ -22,7 +22,7 @@ Global
 	EndGlobalSection
 	GlobalSection(MonoDevelopProperties) = preSolution
 		description = A .net standard port of JayBizzle's CrawlerDetect project (https://github.com/JayBizzle/Crawler-Detect).
-		version = 0.2.0
+		version = 0.2.1
 		Policies = $0
 		$0.VersionControlPolicy = $1
 		$0.DotNetNamingPolicy = $2

diff --git a/NetCrawlerDetect/NetCrawlerDetect/Fixtures/Crawlers.cs b/NetCrawlerDetect/NetCrawlerDetect/Fixtures/Crawlers.cs
@@ -101,6 +101,7 @@ public Crawlers()
                 @"AportWorm\/",
                 @"AppBeat\/",
                 @"AppEngine-Google",
+                @"AppleSyndication",
                 @"AppStoreScraperZ",
                 @"Aprc\/[0-9]",
                 @"Arachmo",
@@ -117,6 +118,7 @@ public Crawlers()
                 @"asynchttp",
                 @"Attach",
                 @"autocite",
+                @"AutomaticWPTester",
                 @"Autonomy",
                 @"axios\/",
                 @"B-l-i-t-z-B-O-T",
@@ -230,6 +232,7 @@ public Crawlers()
                 @"Crowsnest",
                 @"Criteo",
                 @"CSHttp",
+                @"CSSCheck",
                 @"curb",
                 @"Curious George",
                 @"curl",
@@ -245,6 +248,7 @@ public Crawlers()
                 @"dataprovider",
                 @"DataXu",
                 @"Daum(oa)?[ \/][0-9]",
+                @"dBpoweramp",
                 @"ddline",
                 @"deeris",
                 @"Demon",
@@ -354,7 +358,7 @@ public Crawlers()
                 @"forensiq",
                 @"FoundSeoTool",
 
-                //'Francis [Bot]'
+                // Francis [Bot]
                 @"http:\/\/www.neomo.de\/",
                 @"free thumbnails",
                 @"Freeuploader",
@@ -855,6 +859,7 @@ public Crawlers()
                 @"RecurPost\/",
                 @"redback\/",
                 @"ReederForMac",
+                @"Reeder\/",
                 @"ReGet",
                 @"RepoMonkey",
                 @"request\.js",
@@ -1032,6 +1037,7 @@ public Crawlers()
                 @"Thinklab",
                 @"Thumbshots",
                 @"ThumbSniper",
+                @"Thumbor",
                 @"timewe\.net",
                 @"TinEye",
                 @"Tiny Tiny RSS",

diff --git a/NetCrawlerDetect/NetCrawlerDetect/NetCrawlerDetect.csproj b/NetCrawlerDetect/NetCrawlerDetect/NetCrawlerDetect.csproj
@@ -2,8 +2,8 @@
 
   <PropertyGroup>
     <TargetFramework>netstandard2.0</TargetFramework>
-    <ReleaseVersion>0.2.0</ReleaseVersion>
-    <PackageVersion>0.2.0</PackageVersion>
+    <ReleaseVersion>0.2.1</ReleaseVersion>
+    <PackageVersion>0.2.1</PackageVersion>
     <Authors>Graham "Gee" Plumb</Authors>
     <PackageLicenseUrl>https://github.com/gplumb/NetCrawlerDetect/blob/master/LICENSE</PackageLicenseUrl>
     <Owners>Graham "Gee" Plumb</Owners>
@@ -12,7 +12,7 @@
     <Description>A .net standard port of JayBizzle's CrawlerDetect project (https://github.com/JayBizzle/Crawler-Detect).</Description>
     <PackOnBuild>true</PackOnBuild>
     <PackageId>NetCrawlerDetect</PackageId>
-    <PackageReleaseNotes>Bot additions and removal of false positives (up to https://github.com/JayBizzle/Crawler-Detect/pull/325)</PackageReleaseNotes>
+    <PackageReleaseNotes>Added 7 new user agents (up to https://github.com/JayBizzle/Crawler-Detect/pull/329)</PackageReleaseNotes>
     <Summary>A .net standard port of JayBizzle's CrawlerDetect project (https://github.com/JayBizzle/Crawler-Detect).</Summary>
   </PropertyGroup>