mirror of
https://github.com/opencloud-eu/opencloud.git
synced 2026-04-22 19:19:18 -05:00
Jörn Friedrich Dreyer
5ed57cc09a
* bump dependencies Signed-off-by: Jörn Friedrich Dreyer <jfd@butonic.de> * bump reva and add config options Signed-off-by: Jörn Friedrich Dreyer <jfd@butonic.de> --------- Signed-off-by: Jörn Friedrich Dreyer <jfd@butonic.de>
662 lines
15 KiB
Go
662 lines
15 KiB
Go
package useragent
|
|
|
|
import (
|
|
"bytes"
|
|
"regexp"
|
|
"strings"
|
|
)
|
|
|
|
// UserAgent struct containing all data extracted from parsed user-agent string
|
|
type UserAgent struct {
|
|
VersionNo VersionNo
|
|
OSVersionNo VersionNo
|
|
URL string
|
|
String string
|
|
Name string
|
|
Version string
|
|
OS string
|
|
OSVersion string
|
|
Device string
|
|
Mobile bool
|
|
Tablet bool
|
|
Desktop bool
|
|
Bot bool
|
|
}
|
|
|
|
// Constants for browsers and operating systems for easier comparison
|
|
const (
|
|
Windows = "Windows"
|
|
WindowsPhone = "Windows Phone"
|
|
Android = "Android"
|
|
MacOS = "macOS"
|
|
IOS = "iOS"
|
|
Linux = "Linux"
|
|
FreeBSD = "FreeBSD"
|
|
ChromeOS = "ChromeOS"
|
|
BlackBerry = "BlackBerry"
|
|
|
|
Opera = "Opera"
|
|
OperaMini = "Opera Mini"
|
|
OperaTouch = "Opera Touch"
|
|
Chrome = "Chrome"
|
|
HeadlessChrome = "Headless Chrome"
|
|
Firefox = "Firefox"
|
|
InternetExplorer = "Internet Explorer"
|
|
Safari = "Safari"
|
|
Edge = "Edge"
|
|
Vivaldi = "Vivaldi"
|
|
|
|
GoogleAdsBot = "Google Ads Bot"
|
|
Googlebot = "Googlebot"
|
|
Twitterbot = "Twitterbot"
|
|
FacebookExternalHit = "facebookexternalhit"
|
|
Applebot = "Applebot"
|
|
Bingbot = "Bingbot"
|
|
|
|
FacebookApp = "Facebook App"
|
|
InstagramApp = "Instagram App"
|
|
TiktokApp = "TikTok App"
|
|
)
|
|
|
|
// Parse user agent string returning UserAgent struct
|
|
func Parse(userAgent string) UserAgent {
|
|
ua := UserAgent{
|
|
String: userAgent,
|
|
}
|
|
|
|
tokens := parse(userAgent)
|
|
|
|
// check is there URL
|
|
for i, token := range tokens.list {
|
|
if strings.HasPrefix(token.Key, "http://") || strings.HasPrefix(token.Key, "https://") {
|
|
ua.URL = token.Key
|
|
tokens.list = append(tokens.list[:i], tokens.list[i+1:]...)
|
|
break
|
|
}
|
|
}
|
|
|
|
//fmt.Printf("%+v\n", tokens)
|
|
|
|
// OS lookup
|
|
switch {
|
|
case tokens.exists("Android"):
|
|
ua.OS = Android
|
|
var osIndex int
|
|
osIndex, ua.OSVersion = tokens.getIndexValue(Android)
|
|
ua.Tablet = strings.Contains(strings.ToLower(ua.String), "tablet")
|
|
ua.Device = tokens.findAndroidDevice(osIndex)
|
|
|
|
case tokens.exists("iPhone"):
|
|
ua.OS = IOS
|
|
ua.OSVersion = tokens.findMacOSVersion()
|
|
ua.Device = "iPhone"
|
|
ua.Mobile = true
|
|
|
|
case tokens.exists("iPad"):
|
|
ua.OS = IOS
|
|
ua.OSVersion = tokens.findMacOSVersion()
|
|
ua.Device = "iPad"
|
|
ua.Tablet = true
|
|
|
|
case tokens.exists("Windows NT"):
|
|
ua.OS = Windows
|
|
ua.OSVersion = tokens.get("Windows NT")
|
|
ua.Desktop = true
|
|
|
|
case tokens.exists("Windows Phone OS"):
|
|
ua.OS = WindowsPhone
|
|
ua.OSVersion = tokens.get("Windows Phone OS")
|
|
ua.Mobile = true
|
|
|
|
case tokens.exists("Macintosh"):
|
|
ua.OS = MacOS
|
|
ua.OSVersion = tokens.findMacOSVersion()
|
|
ua.Desktop = true
|
|
|
|
case tokens.exists("Linux"):
|
|
ua.OS = Linux
|
|
ua.OSVersion = tokens.get(Linux)
|
|
ua.Desktop = true
|
|
|
|
case tokens.exists("FreeBSD"):
|
|
ua.OS = FreeBSD
|
|
ua.OSVersion = tokens.get(FreeBSD)
|
|
ua.Desktop = true
|
|
|
|
case tokens.exists("CrOS"):
|
|
ua.OS = ChromeOS
|
|
ua.OSVersion = tokens.get("CrOS")
|
|
ua.Desktop = true
|
|
|
|
case tokens.exists("BlackBerry"):
|
|
ua.OS = BlackBerry
|
|
ua.OSVersion = tokens.get("BlackBerry")
|
|
ua.Mobile = true
|
|
}
|
|
|
|
switch {
|
|
case tokens.exists("Googlebot"):
|
|
ua.Name = Googlebot
|
|
ua.Version = tokens.get(Googlebot)
|
|
ua.Bot = true
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
case tokens.existsAny("GoogleProber", "GoogleProducer"):
|
|
if name := tokens.findBestMatch(false); name != "" {
|
|
ua.Name = name
|
|
}
|
|
ua.Bot = true
|
|
|
|
case tokens.exists("Applebot"):
|
|
ua.Name = Applebot
|
|
ua.Version = tokens.get(Applebot)
|
|
ua.Bot = true
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
ua.OS = ""
|
|
|
|
case tokens.get("Opera Mini") != "":
|
|
ua.Name = OperaMini
|
|
ua.Version = tokens.get(OperaMini)
|
|
ua.Mobile = true
|
|
|
|
case tokens.get("OPR") != "":
|
|
ua.Name = Opera
|
|
ua.Version = tokens.get("OPR")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
case tokens.get("OPT") != "":
|
|
ua.Name = OperaTouch
|
|
ua.Version = tokens.get("OPT")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
// Opera on iOS
|
|
case tokens.get("OPiOS") != "":
|
|
ua.Name = Opera
|
|
ua.Version = tokens.get("OPiOS")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
// Chrome on iOS
|
|
case tokens.get("CriOS") != "":
|
|
ua.Name = Chrome
|
|
ua.Version = tokens.get("CriOS")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
// Firefox on iOS
|
|
case tokens.get("FxiOS") != "":
|
|
ua.Name = Firefox
|
|
ua.Version = tokens.get("FxiOS")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
case tokens.get("Firefox") != "":
|
|
ua.Name = Firefox
|
|
ua.Version = tokens.get(Firefox)
|
|
ua.Mobile = tokens.exists("Mobile")
|
|
ua.Tablet = tokens.exists("Tablet")
|
|
|
|
case tokens.get("Vivaldi") != "":
|
|
ua.Name = Vivaldi
|
|
ua.Version = tokens.get(Vivaldi)
|
|
|
|
case tokens.exists("MSIE"):
|
|
ua.Name = InternetExplorer
|
|
ua.Version = tokens.get("MSIE")
|
|
|
|
case tokens.get("EdgiOS") != "":
|
|
ua.Name = Edge
|
|
ua.Version = tokens.get("EdgiOS")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
case tokens.get("Edge") != "":
|
|
ua.Name = Edge
|
|
ua.Version = tokens.get("Edge")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
case tokens.get("Edg") != "":
|
|
ua.Name = Edge
|
|
ua.Version = tokens.get("Edg")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
case tokens.get("EdgA") != "":
|
|
ua.Name = Edge
|
|
ua.Version = tokens.get("EdgA")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
case tokens.get("bingbot") != "":
|
|
ua.Name = Bingbot
|
|
ua.Version = tokens.get("bingbot")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
case tokens.get("YandexBot") != "":
|
|
ua.Name = "YandexBot"
|
|
ua.Version = tokens.get("YandexBot")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
case tokens.get("SamsungBrowser") != "":
|
|
ua.Name = "Samsung Browser"
|
|
ua.Version = tokens.get("SamsungBrowser")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
case tokens.get("HeadlessChrome") != "":
|
|
ua.Name = HeadlessChrome
|
|
ua.Version = tokens.get("HeadlessChrome")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
ua.Bot = true
|
|
|
|
case tokens.existsAny("AdsBot-Google-Mobile", "Mediapartners-Google", "AdsBot-Google"):
|
|
ua.Name = GoogleAdsBot
|
|
ua.Bot = true
|
|
ua.Mobile = ua.IsAndroid() || ua.IsIOS()
|
|
|
|
case tokens.exists("Yahoo Ad monitoring"):
|
|
ua.Name = "Yahoo Ad monitoring"
|
|
ua.Bot = true
|
|
ua.Mobile = ua.IsAndroid() || ua.IsIOS()
|
|
|
|
case tokens.exists("XiaoMi"):
|
|
miui := tokens.get("XiaoMi")
|
|
if strings.HasPrefix(miui, "MiuiBrowser") {
|
|
ua.Name = "Miui Browser"
|
|
ua.Version = strings.TrimPrefix(miui, "MiuiBrowser/")
|
|
ua.Mobile = true
|
|
}
|
|
|
|
case tokens.exists("FBAN"):
|
|
ua.Name = FacebookApp
|
|
ua.Version = tokens.get("FBAN")
|
|
|
|
case tokens.exists("FB_IAB"):
|
|
ua.Name = FacebookApp
|
|
ua.Version = tokens.get("FBAV")
|
|
|
|
case tokens.startsWith("Instagram"):
|
|
ua.Name = InstagramApp
|
|
ua.Version = tokens.findInstagramVersion()
|
|
|
|
case tokens.exists("BytedanceWebview"):
|
|
ua.Name = TiktokApp
|
|
ua.Version = tokens.get("app_version")
|
|
|
|
case tokens.get("HuaweiBrowser") != "":
|
|
ua.Name = "Huawei Browser"
|
|
ua.Version = tokens.get("HuaweiBrowser")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
case tokens.exists("BlackBerry"):
|
|
ua.Name = "BlackBerry"
|
|
ua.Version = tokens.get("Version")
|
|
|
|
case tokens.exists("NetFront"):
|
|
ua.Name = "NetFront"
|
|
ua.Version = tokens.get("NetFront")
|
|
ua.Mobile = true
|
|
|
|
// if chrome and Safari defined, find any other token sent descr
|
|
case tokens.exists(Chrome) && tokens.exists(Safari):
|
|
name := tokens.findBestMatch(true)
|
|
if name != "" {
|
|
ua.Name = name
|
|
ua.Version = tokens.get(name)
|
|
break
|
|
}
|
|
fallthrough
|
|
|
|
case tokens.exists("Chrome"):
|
|
ua.Name = Chrome
|
|
ua.Version = tokens.get("Chrome")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
case tokens.exists("Brave Chrome"):
|
|
ua.Name = Chrome
|
|
ua.Version = tokens.get("Brave Chrome")
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
case tokens.exists("Safari"):
|
|
ua.Name = Safari
|
|
v := tokens.get("Version")
|
|
if v != "" {
|
|
ua.Version = v
|
|
} else {
|
|
ua.Version = tokens.get("Safari")
|
|
}
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
|
|
default:
|
|
if ua.OS == "Android" && tokens.get("Version") != "" {
|
|
ua.Name = "Android browser"
|
|
ua.Version = tokens.get("Version")
|
|
ua.Mobile = true
|
|
} else {
|
|
if name := tokens.findBestMatch(false); name != "" {
|
|
ua.Name = name
|
|
ua.Version = tokens.get(name)
|
|
} else {
|
|
ua.Name = ua.String
|
|
}
|
|
ua.Bot = strings.Contains(strings.ToLower(ua.Name), "bot")
|
|
// If mobile flag has already been set, don't override it.
|
|
if !ua.Mobile {
|
|
ua.Mobile = tokens.existsAny("Mobile", "Mobile Safari")
|
|
}
|
|
}
|
|
}
|
|
|
|
if ua.IsAndroid() {
|
|
ua.Mobile = true
|
|
}
|
|
|
|
// if tablet, switch mobile to off
|
|
if ua.Tablet {
|
|
ua.Mobile = false
|
|
}
|
|
|
|
// if not already bot, check some popular bots and wether URL is set
|
|
if !ua.Bot {
|
|
ua.Bot = ua.URL != ""
|
|
}
|
|
|
|
if !ua.Bot {
|
|
switch ua.Name {
|
|
case Twitterbot, FacebookExternalHit:
|
|
ua.Bot = true
|
|
}
|
|
}
|
|
|
|
parseVersion(ua.Version, &ua.VersionNo)
|
|
parseVersion(ua.OSVersion, &ua.OSVersionNo)
|
|
|
|
return ua
|
|
}
|
|
|
|
func parse(userAgent string) properties {
|
|
clients := properties{
|
|
list: make([]property, 0, 8),
|
|
}
|
|
slash := false
|
|
isURL := false
|
|
var buff, val bytes.Buffer
|
|
addToken := func() {
|
|
if buff.Len() != 0 {
|
|
s := strings.TrimSpace(buff.String())
|
|
if !ignore(s) {
|
|
if isURL {
|
|
s = strings.TrimPrefix(s, "+")
|
|
}
|
|
|
|
if val.Len() == 0 { // only if value don't exists
|
|
var ver string
|
|
s, ver = checkVer(s) // determin version string and split
|
|
clients.add(s, ver)
|
|
} else {
|
|
clients.add(s, strings.TrimSpace(val.String()))
|
|
}
|
|
}
|
|
}
|
|
buff.Reset()
|
|
val.Reset()
|
|
slash = false
|
|
isURL = false
|
|
}
|
|
|
|
parOpen := false
|
|
braOpen := false
|
|
|
|
bua := []byte(userAgent)
|
|
for i, c := range bua {
|
|
|
|
//fmt.Println(string(c), c)
|
|
switch {
|
|
case c == 41: // )
|
|
addToken()
|
|
parOpen = false
|
|
|
|
case (parOpen || braOpen) && c == 59: // ;
|
|
addToken()
|
|
|
|
case c == 59: // ;
|
|
addToken()
|
|
|
|
case c == 40: // (
|
|
addToken()
|
|
parOpen = true
|
|
|
|
case c == 91: // [
|
|
addToken()
|
|
braOpen = true
|
|
case c == 93: // ]
|
|
addToken()
|
|
braOpen = false
|
|
|
|
case c == 58: // :
|
|
if bytes.HasSuffix(buff.Bytes(), []byte("http")) || bytes.HasSuffix(buff.Bytes(), []byte("https")) {
|
|
// If we are part of a URL just write the character.
|
|
buff.WriteByte(c)
|
|
} else if i != len(bua)-1 && bua[i+1] != ' ' {
|
|
// If the following character is not a space, change to a space.
|
|
buff.WriteByte(' ')
|
|
}
|
|
// Otherwise don't write as its probably a badly formatted key value separator.
|
|
|
|
case slash && c == 32:
|
|
addToken()
|
|
|
|
case slash:
|
|
val.WriteByte(c)
|
|
|
|
case c == 47 && !isURL: // /
|
|
if i != len(bua)-1 && bua[i+1] == 47 && (bytes.HasSuffix(buff.Bytes(), []byte("http:")) || bytes.HasSuffix(buff.Bytes(), []byte("https:"))) {
|
|
buff.WriteByte(c)
|
|
isURL = true
|
|
} else {
|
|
if ignore(buff.String()) {
|
|
buff.Reset()
|
|
} else {
|
|
slash = true
|
|
}
|
|
}
|
|
|
|
default:
|
|
buff.WriteByte(c)
|
|
}
|
|
}
|
|
addToken()
|
|
|
|
return clients
|
|
}
|
|
|
|
func checkVer(s string) (name, v string) {
|
|
i := strings.LastIndex(s, " ")
|
|
if i == -1 {
|
|
return s, ""
|
|
}
|
|
|
|
//v = s[i+1:]
|
|
|
|
switch s[:i] {
|
|
case "Linux", "Windows NT", "Windows Phone OS", "MSIE", "Android":
|
|
return s[:i], s[i+1:]
|
|
case "CrOS x86_64", "CrOS aarch64", "CrOS armv7l":
|
|
j := strings.LastIndex(s[:i], " ")
|
|
return s[:j], s[j+1 : i]
|
|
default:
|
|
return s, ""
|
|
}
|
|
|
|
// for _, c := range v {
|
|
// if (c >= 48 && c <= 57) || c == 46 {
|
|
// } else {
|
|
// return s, ""
|
|
// }
|
|
// }
|
|
// return s[:i], s[i+1:]
|
|
}
|
|
|
|
// ignore retursn true if token should be ignored
|
|
func ignore(s string) bool {
|
|
switch s {
|
|
case "KHTML, like Gecko", "U", "compatible", "Mozilla", "WOW64", "en", "en-us", "en-gb", "ru-ru", "Browser":
|
|
return true
|
|
default:
|
|
return false
|
|
}
|
|
}
|
|
|
|
type property struct {
|
|
Key string
|
|
Value string
|
|
}
|
|
type properties struct {
|
|
list []property
|
|
}
|
|
|
|
func (p *properties) add(key, value string) {
|
|
p.list = append(p.list, property{Key: key, Value: value})
|
|
}
|
|
|
|
func (p properties) get(key string) string {
|
|
for _, prop := range p.list {
|
|
if prop.Key == key {
|
|
return prop.Value
|
|
}
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (p properties) getIndexValue(key string) (int, string) {
|
|
for i, prop := range p.list {
|
|
if prop.Key == key {
|
|
return i, prop.Value
|
|
}
|
|
}
|
|
return -1, ""
|
|
}
|
|
|
|
func (p properties) exists(key string) bool {
|
|
for _, prop := range p.list {
|
|
if prop.Key == key {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
// func (p properties) existsIgnoreCase(key string) bool {
|
|
// for _, prop := range p.list {
|
|
// if strings.EqualFold(prop.Key, key) {
|
|
// return true
|
|
// }
|
|
// }
|
|
// return false
|
|
// }
|
|
|
|
func (p properties) existsAny(keys ...string) bool {
|
|
for _, k := range keys {
|
|
for _, prop := range p.list {
|
|
if prop.Key == k {
|
|
return true
|
|
}
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
func (p properties) findMacOSVersion() string {
|
|
for _, token := range p.list {
|
|
if strings.Contains(token.Key, "OS") {
|
|
if ver := findVersion(token.Value); ver != "" {
|
|
return ver
|
|
} else if ver = findVersion(token.Key); ver != "" {
|
|
return ver
|
|
}
|
|
}
|
|
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func (p properties) startsWith(value string) bool {
|
|
for _, prop := range p.list {
|
|
if strings.HasPrefix(prop.Key, value) {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
func (p properties) findInstagramVersion() string {
|
|
for _, token := range p.list {
|
|
if strings.HasPrefix(token.Key, "Instagram") {
|
|
if ver := findVersion(token.Value); ver != "" {
|
|
return ver
|
|
} else if ver = findVersion(token.Key); ver != "" {
|
|
return ver
|
|
}
|
|
}
|
|
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// findBestMatch from the rest of the bunch
|
|
// in first cycle only return key with version value
|
|
// if withVerValue is false, do another cycle and return any token
|
|
func (p properties) findBestMatch(withVerOnly bool) string {
|
|
n := 2
|
|
if withVerOnly {
|
|
n = 1
|
|
}
|
|
for i := 0; i < n; i++ {
|
|
for _, prop := range p.list {
|
|
switch prop.Key {
|
|
case Chrome, Firefox, Safari, "Version", "Mobile", "Mobile Safari", "Mozilla", "AppleWebKit", "Windows NT", "Windows Phone OS", Android, "Macintosh", Linux, "GSA", "CrOS", "Tablet":
|
|
default:
|
|
// don' pick if starts with number
|
|
if len(prop.Key) != 0 && prop.Key[0] >= 48 && prop.Key[0] <= 57 {
|
|
break
|
|
}
|
|
if i == 0 {
|
|
if prop.Value != "" { // in first check, only return keys with value
|
|
return prop.Key
|
|
}
|
|
} else {
|
|
return prop.Key
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return ""
|
|
}
|
|
|
|
var rxMacOSVer = regexp.MustCompile(`[_\d\.]+`)
|
|
|
|
func findVersion(s string) string {
|
|
if ver := rxMacOSVer.FindString(s); ver != "" {
|
|
return strings.Replace(ver, "_", ".", -1)
|
|
}
|
|
return ""
|
|
}
|
|
|
|
// findAndroidDevice in tokens
|
|
func (p *properties) findAndroidDevice(startIndex int) string {
|
|
for i := startIndex; i < startIndex+1; i++ {
|
|
if len(p.list) > i+1 {
|
|
dev := p.list[i+1].Key
|
|
if len(dev) == 2 || (len(dev) == 5 && dev[2] == '-') {
|
|
// probably langage tag (en-us etc..), ignore and continue loop
|
|
continue
|
|
}
|
|
switch dev {
|
|
case Chrome, Firefox, Safari, "Opera Mini", "Presto", "Version", "Mobile", "Mobile Safari", "Mozilla", "AppleWebKit", "Windows NT", "Windows Phone OS", Android, "Macintosh", Linux, "CrOS":
|
|
// ignore this tokens, not device names
|
|
default:
|
|
if strings.Contains(strings.ToLower(dev), "tablet") {
|
|
p.list[i+1].Key = "Tablet" // leave Tablet tag for later table detection
|
|
} else {
|
|
p.list = append(p.list[:i+1], p.list[i+2:]...)
|
|
}
|
|
return strings.TrimSpace(strings.TrimSuffix(dev, "Build"))
|
|
}
|
|
}
|
|
}
|
|
return ""
|
|
}
|