a/gosora
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

add netcraft user agent and alt mj12bot matcher

Browse Source
This commit is contained in:
Azareal 2020-04-04 19:03:11 +10:00
parent 4d45fb8710
commit 49a3837621
3 changed files with 60 additions and 40 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

64
gen_router.go
View File

@ -617,14 +617,17 @@ var agentMapEnum = map[string]int{
"ahrefs": 43,
"proximic": 44,
"majestic": 45,
"blexbot": 46,
"aspiegel": 47,
"mail_ru": 48,
"ccbot": 49,
"zgrab": 50,
"curl": 51,
"python": 52,
"go": 53,
"netcraft": 46,
"blexbot": 47,
"burf": 48,
"aspiegel": 49,
"mail_ru": 50,
"ccbot": 51,
"zgrab": 52,
"cloudsystemnetworks": 53,
"curl": 54,
"python": 55,
"go": 56,
}
var reverseAgentMapEnum = map[int]string{
0: "unknown",
@ -673,14 +676,17 @@ var reverseAgentMapEnum = map[int]string{
43: "ahrefs",
44: "proximic",
45: "majestic",
46: "blexbot",
47: "aspiegel",
48: "mail_ru",
49: "ccbot",
50: "zgrab",
51: "curl",
52: "python",
53: "go",
46: "netcraft",
47: "blexbot",
48: "burf",
49: "aspiegel",
50: "mail_ru",
51: "ccbot",
52: "zgrab",
53: "cloudsystemnetworks",
54: "curl",
55: "python",
56: "go",
}
var markToAgent = map[string]string{
"OPR": "opera",
@ -729,11 +735,15 @@ var markToAgent = map[string]string{
"AhrefsBot": "ahrefs",
"proximic": "proximic",
"MJ12bot": "majestic",
"mj12bot": "majestic",
"NetcraftSurveyAgent": "netcraft",
"BLEXBot": "blexbot",
"Burf": "burf",
"AspiegelBot": "aspiegel",
"RU_Bot": "mail_ru",
"CCBot": "ccbot",
"zgrab": "zgrab",
"Nimbostratus": "cloudsystemnetworks",
"curl": "curl",
"python": "python",
"Go": "go",
@ -785,14 +795,18 @@ var markToID = map[string]int{
"AhrefsBot": 43,
"proximic": 44,
"MJ12bot": 45,
"BLEXBot": 46,
"AspiegelBot": 47,
"RU_Bot": 48,
"CCBot": 49,
"zgrab": 50,
"curl": 51,
"python": 52,
"Go": 53,
"mj12bot": 45,
"NetcraftSurveyAgent": 46,
"BLEXBot": 47,
"Burf": 48,
"AspiegelBot": 49,
"RU_Bot": 50,
"CCBot": 51,
"zgrab": 52,
"Nimbostratus": 53,
"curl": 54,
"python": 55,
"Go": 56,
}
/*var agentRank = map[string]int{
"opera":9,
@ -1164,7 +1178,7 @@ func (r *GenRouter) ServeHTTP(w http.ResponseWriter, req *http.Request) {
if strings.Contains(ua,"rv:11") {
agent = 6
}
case 50:
case 52:
r.SuspiciousRequest(req,"Vulnerability Scanner")
}

1
langs/english.json
View File

@ -229,6 +229,7 @@
"ahrefs":"Ahrefs",
"proximic":"Comscore",
"majestic":"MJ12bot",
"netcraft":"Netcraft",
"blexbot":"BLEXBot",
"burf":"Burf.co",
"aspiegel":"Aspiegel",

35
router_gen/main.go
View File

@ -277,6 +277,7 @@ func main() {
"ahrefs",
"proximic",
"majestic",
"netcraft",
"blexbot",
"burf",
"aspiegel",
@ -343,6 +344,8 @@ func main() {
"AhrefsBot",
"proximic",
"MJ12bot",
"mj12bot",
"NetcraftSurveyAgent",
"BLEXBot",
"Burf",
"AspiegelBot",
@ -399,21 +402,23 @@ func main() {
"mattermost": "mattermost",
"ia_archiver": "alexa",
"SemrushBot": "semrush",
"DotBot": "dotbot",
"AhrefsBot": "ahrefs",
"proximic": "proximic",
"MJ12bot": "majestic",
"BLEXBot": "blexbot",
"Burf": "burf",
"AspiegelBot": "aspiegel",
"RU_Bot": "mail_ru", // Mail.RU_Bot
"CCBot": "ccbot",
"zgrab": "zgrab",
"Nimbostratus": "cloudsystemnetworks",
"curl": "curl",
"python": "python",
"Go": "go",
"SemrushBot": "semrush",
"DotBot": "dotbot",
"AhrefsBot": "ahrefs",
"proximic": "proximic",
"MJ12bot": "majestic",
"mj12bot": "majestic",
"NetcraftSurveyAgent": "netcraft",
"BLEXBot": "blexbot",
"Burf": "burf",
"AspiegelBot": "aspiegel",
"RU_Bot": "mail_ru", // Mail.RU_Bot
"CCBot": "ccbot",
"zgrab": "zgrab",
"Nimbostratus": "cloudsystemnetworks",
"curl": "curl",
"python": "python",
"Go": "go",
}
tmplVars.AllAgentMarkIDs = make(map[string]int)