diff --git a/NetCrawlerDetect/NetCrawlerDetect.Tests/NetCrawlerDetect.Tests.csproj b/NetCrawlerDetect/NetCrawlerDetect.Tests/NetCrawlerDetect.Tests.csproj index ab31da3..8830218 100644 --- a/NetCrawlerDetect/NetCrawlerDetect.Tests/NetCrawlerDetect.Tests.csproj +++ b/NetCrawlerDetect/NetCrawlerDetect.Tests/NetCrawlerDetect.Tests.csproj @@ -4,7 +4,7 @@ netcoreapp2.0 false - 0.2.0 + 0.2.1 diff --git a/NetCrawlerDetect/NetCrawlerDetect.Tests/UnitTest1.cs b/NetCrawlerDetect/NetCrawlerDetect.Tests/Tests.cs similarity index 100% rename from NetCrawlerDetect/NetCrawlerDetect.Tests/UnitTest1.cs rename to NetCrawlerDetect/NetCrawlerDetect.Tests/Tests.cs diff --git a/NetCrawlerDetect/NetCrawlerDetect.Tests/crawlers.txt b/NetCrawlerDetect/NetCrawlerDetect.Tests/crawlers.txt index 4670322..5f02b17 100644 --- a/NetCrawlerDetect/NetCrawlerDetect.Tests/crawlers.txt +++ b/NetCrawlerDetect/NetCrawlerDetect.Tests/crawlers.txt @@ -3443,4 +3443,10 @@ deeris/1.0 (+http://www.deeris.com) Mediametric TextRazor Downloader (https://www.textrazor.com) ddline.cn rank history -Web spyder \ No newline at end of file +Web spyder +AppleSyndication/52.8 +AutomaticWPTester/1 CFNetwork/975.0.3 Darwin/17.7.0 +CSSCheck/1.2.2 +dBpoweramp +Thumbor/6.4.1 +Reeder/1000.02.01 CFNetwork/454.11.5 Darwin/10.5.0 (i386) (Macmini2) \ No newline at end of file diff --git a/NetCrawlerDetect/NetCrawlerDetect.sln b/NetCrawlerDetect/NetCrawlerDetect.sln index 791d203..40d10b3 100644 --- a/NetCrawlerDetect/NetCrawlerDetect.sln +++ b/NetCrawlerDetect/NetCrawlerDetect.sln @@ -22,7 +22,7 @@ Global EndGlobalSection GlobalSection(MonoDevelopProperties) = preSolution description = A .net standard port of JayBizzle's CrawlerDetect project (https://github.com/JayBizzle/Crawler-Detect). - version = 0.2.0 + version = 0.2.1 Policies = $0 $0.VersionControlPolicy = $1 $0.DotNetNamingPolicy = $2 diff --git a/NetCrawlerDetect/NetCrawlerDetect/Fixtures/Crawlers.cs b/NetCrawlerDetect/NetCrawlerDetect/Fixtures/Crawlers.cs index 3ae017b..320f01e 100644 --- a/NetCrawlerDetect/NetCrawlerDetect/Fixtures/Crawlers.cs +++ b/NetCrawlerDetect/NetCrawlerDetect/Fixtures/Crawlers.cs @@ -101,6 +101,7 @@ public Crawlers() @"AportWorm\/", @"AppBeat\/", @"AppEngine-Google", + @"AppleSyndication", @"AppStoreScraperZ", @"Aprc\/[0-9]", @"Arachmo", @@ -117,6 +118,7 @@ public Crawlers() @"asynchttp", @"Attach", @"autocite", + @"AutomaticWPTester", @"Autonomy", @"axios\/", @"B-l-i-t-z-B-O-T", @@ -230,6 +232,7 @@ public Crawlers() @"Crowsnest", @"Criteo", @"CSHttp", + @"CSSCheck", @"curb", @"Curious George", @"curl", @@ -245,6 +248,7 @@ public Crawlers() @"dataprovider", @"DataXu", @"Daum(oa)?[ \/][0-9]", + @"dBpoweramp", @"ddline", @"deeris", @"Demon", @@ -354,7 +358,7 @@ public Crawlers() @"forensiq", @"FoundSeoTool", - //'Francis [Bot]' + // Francis [Bot] @"http:\/\/www.neomo.de\/", @"free thumbnails", @"Freeuploader", @@ -855,6 +859,7 @@ public Crawlers() @"RecurPost\/", @"redback\/", @"ReederForMac", + @"Reeder\/", @"ReGet", @"RepoMonkey", @"request\.js", @@ -1032,6 +1037,7 @@ public Crawlers() @"Thinklab", @"Thumbshots", @"ThumbSniper", + @"Thumbor", @"timewe\.net", @"TinEye", @"Tiny Tiny RSS", diff --git a/NetCrawlerDetect/NetCrawlerDetect/NetCrawlerDetect.csproj b/NetCrawlerDetect/NetCrawlerDetect/NetCrawlerDetect.csproj index 3307dd6..70c2303 100644 --- a/NetCrawlerDetect/NetCrawlerDetect/NetCrawlerDetect.csproj +++ b/NetCrawlerDetect/NetCrawlerDetect/NetCrawlerDetect.csproj @@ -2,8 +2,8 @@ netstandard2.0 - 0.2.0 - 0.2.0 + 0.2.1 + 0.2.1 Graham "Gee" Plumb https://github.com/gplumb/NetCrawlerDetect/blob/master/LICENSE Graham "Gee" Plumb @@ -12,7 +12,7 @@ A .net standard port of JayBizzle's CrawlerDetect project (https://github.com/JayBizzle/Crawler-Detect). true NetCrawlerDetect - Bot additions and removal of false positives (up to https://github.com/JayBizzle/Crawler-Detect/pull/325) + Added 7 new user agents (up to https://github.com/JayBizzle/Crawler-Detect/pull/329) A .net standard port of JayBizzle's CrawlerDetect project (https://github.com/JayBizzle/Crawler-Detect).