gopkg/useragent
2
0
Fork 0
Code Activity

Adding support for Bytespider fixes #26

Browse Source 
More information here https://darkvisitors.com/agents/bytespider, not authoritive but gives some insights into possible role of this bot.
This commit is contained in:
Mark Wolfe
2024-04-29 11:34:20 +10:00
parent ab1411d0eb
commit 8798139826
2 changed files with 9 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
ua.go
+7
View File
@@ -147,6 +147,13 @@ func Parse(userAgent string) UserAgent {
}
ua.Bot = true
case tokens.existsAny("Bytespider", "Bytespider"):
if name := tokens.findBestMatch(false); name != "" {
ua.Name = name
ua.OS = ""
}
ua.Bot = true
case tokens.exists("Applebot"):
ua.Name = Applebot
ua.Version = tokens.get(Applebot)
ua_test.go
+2
View File
@@ -90,6 +90,8 @@ var testTable = [][]string{
{"Mozilla/5.0 (compatible; Yahoo Ad monitoring; https://help.yahoo.com/kb/yahoo-ad-monitoring-SLN24857.html) cnv.aws-prod---sieve.hlfs-rest_client/1681346790-0", "Yahoo Ad monitoring", "", "bot", ""},
{"GoogleProber", "GoogleProber", "", "bot", ""},
{"GoogleProducer; (+http://goo.gl/7y4SX)", "GoogleProducer", "", "bot", ""},
{"Mozilla/5.0 (compatible; Bytespider; spider-feedback@bytedance.com) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/70.0.0.0 Safari/537.36", "Bytespider", "", "bot", ""},
{"Mozilla/5.0 (Linux; Android 5.0) AppleWebKit/537.36 (KHTML, like Gecko) Mobile Safari/537.36 (compatible; Bytespider; spider-feedback@bytedance.com)", "Bytespider", "", "bot", ""},
// Google ads bots
{"Mozilla/5.0 (Linux; Android 4.0.0; Galaxy Nexus Build/IMM76B) AppleWebKit/537.36 (KHTML, like Gecko; Mediapartners-Google) Chrome/104.0.0.0 Mobile Safari/537.36", ua.GoogleAdsBot, "", "bot", ua.Android},