Fix template loading order

1 files changed, 9 insertions, 0 deletions

diff --git a/user_agent.go b/user_agent.go
index cbb831b..19973b3 100644
--- a/user_agent.go
+++ b/user_agent.go
@@ -4,15 +4,24 @@ import (
 	"crypto/sha1"
 	"fmt"
 	"net/http"
+	"regexp"
 	"time"
 )
 
+var botRegex = regexp.MustCompile("(?i)(bot|crawler|sp(i|y)der|search|worm|fetch|nutch)")
+var botFromSiteRegexp = regexp.MustCompile("http[s]?://.+\\.\\w+")
+
 type UserAgent struct {
 	Hash       string    `json:"hash"`
 	Name       string    `json:"name"`
 	LastSeenAt time.Time `json:"last_seen_at"`
 }
 
+func (ua UserAgent) Bot() bool {
+	// TODO a little naive ATM
+	return botRegex.MatchString(ua.Name) || botFromSiteRegexp.MatchString(ua.Name)
+}
+
 func UserAgentHash(s string) string {
 	return fmt.Sprintf("%x", sha1.Sum([]byte(s)))
 }