User-Agent 解析

复制import re

# 从 User-Agent 字符串中识别主流搜索引擎爬虫
ua = "Mozilla/5.0 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"

# 爬虫标识模式：Googlebot / Bingbot / Baiduspider
patterns = {
    "Googlebot": r"Googlebot",
    "Bingbot":   r"bingbot|BingPreview|Msnbot",
    "Baiduspider": r"Baiduspider"
}

for name, pattern in patterns.items():
    if re.search(pattern, ua, re.IGNORECASE):
        print(f"识别为: {name}")
        break
else:
    print("非主流搜索引擎爬虫")
# 输出: 识别为: Googlebot

复制package main

import (
	"fmt"
	"regexp"
)

func main() {
	ua := "Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com/bingbot.htm)"

	patterns := map[string]*regexp.Regexp{
		"Googlebot":   regexp.MustCompile(`(?i)Googlebot`),
		"Bingbot":     regexp.MustCompile(`(?i)bingbot|BingPreview|Msnbot`),
		"Baiduspider": regexp.MustCompile(`(?i)Baiduspider`),
	}

	for name, re := range patterns {
		if re.MatchString(ua) {
			fmt.Printf("识别为: %s\n", name)
			return
		}
	}
	fmt.Println("非主流搜索引擎爬虫")
	// 输出: 识别为: Bingbot
}

复制// 浏览器或 Node.js 中解析 User-Agent
const ua = "Mozilla/5.0 (compatible; Baiduspider/2.0; +http://www.baidu.com/search/spider.html)";

const patterns = {
  Googlebot:   /Googlebot/i,
  Bingbot:     /bingbot|BingPreview|Msnbot/i,
  Baiduspider: /Baiduspider/i
};

for (const [name, regex] of Object.entries(patterns)) {
  if (regex.test(ua)) {
    console.log(`识别为: ${name}`);
    break;
  }
}
// 输出: 识别为: Baiduspider