2016-04-10 21:39:38 +00:00
|
|
|
// Copyright (c) 2015 Mattermost, Inc. All Rights Reserved.
|
|
|
|
// See License.txt for license information.
|
|
|
|
|
|
|
|
package model
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"crypto/rand"
|
|
|
|
"encoding/base32"
|
|
|
|
"encoding/json"
|
|
|
|
"fmt"
|
|
|
|
"io"
|
|
|
|
"net/mail"
|
|
|
|
"net/url"
|
|
|
|
"regexp"
|
|
|
|
"strings"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
goi18n "github.com/nicksnyder/go-i18n/i18n"
|
|
|
|
"github.com/pborman/uuid"
|
|
|
|
)
|
|
|
|
|
2016-07-22 21:14:13 +00:00
|
|
|
const (
|
|
|
|
LOWERCASE_LETTERS = "abcdefghijklmnopqrstuvwxyz"
|
|
|
|
UPPERCASE_LETTERS = "ABCDEFGHIJKLMNOPQRSTUVWXYZ"
|
|
|
|
NUMBERS = "0123456789"
|
|
|
|
SYMBOLS = " !\"\\#$%&'()*+,-./:;<=>?@[]^_`|~"
|
|
|
|
)
|
|
|
|
|
2016-04-10 21:39:38 +00:00
|
|
|
type StringInterface map[string]interface{}
|
|
|
|
type StringMap map[string]string
|
|
|
|
type StringArray []string
|
|
|
|
type EncryptStringMap map[string]string
|
|
|
|
|
|
|
|
type AppError struct {
|
|
|
|
Id string `json:"id"`
|
2016-08-15 16:47:31 +00:00
|
|
|
Message string `json:"message"` // Message to be display to the end user without debugging information
|
|
|
|
DetailedError string `json:"detailed_error"` // Internal error string to help the developer
|
|
|
|
RequestId string `json:"request_id,omitempty"` // The RequestId that's also set in the header
|
|
|
|
StatusCode int `json:"status_code,omitempty"` // The http status code
|
|
|
|
Where string `json:"-"` // The function where it happened in the form of Struct.Func
|
|
|
|
IsOAuth bool `json:"is_oauth,omitempty"` // Whether the error is OAuth specific
|
2016-04-10 21:39:38 +00:00
|
|
|
params map[string]interface{} `json:"-"`
|
|
|
|
}
|
|
|
|
|
|
|
|
func (er *AppError) Error() string {
|
|
|
|
return er.Where + ": " + er.Message + ", " + er.DetailedError
|
|
|
|
}
|
|
|
|
|
|
|
|
func (er *AppError) Translate(T goi18n.TranslateFunc) {
|
2016-05-15 21:02:30 +00:00
|
|
|
if er.params == nil {
|
|
|
|
er.Message = T(er.Id)
|
|
|
|
} else {
|
|
|
|
er.Message = T(er.Id, er.params)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (er *AppError) SystemMessage(T goi18n.TranslateFunc) string {
|
|
|
|
if er.params == nil {
|
|
|
|
return T(er.Id)
|
|
|
|
} else {
|
|
|
|
return T(er.Id, er.params)
|
2016-04-10 21:39:38 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func (er *AppError) ToJson() string {
|
|
|
|
b, err := json.Marshal(er)
|
|
|
|
if err != nil {
|
|
|
|
return ""
|
|
|
|
} else {
|
|
|
|
return string(b)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// AppErrorFromJson will decode the input and return an AppError
|
|
|
|
func AppErrorFromJson(data io.Reader) *AppError {
|
|
|
|
decoder := json.NewDecoder(data)
|
|
|
|
var er AppError
|
|
|
|
err := decoder.Decode(&er)
|
|
|
|
if err == nil {
|
|
|
|
return &er
|
|
|
|
} else {
|
|
|
|
return NewLocAppError("AppErrorFromJson", "model.utils.decode_json.app_error", nil, err.Error())
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func NewLocAppError(where string, id string, params map[string]interface{}, details string) *AppError {
|
|
|
|
ap := &AppError{}
|
|
|
|
ap.Id = id
|
|
|
|
ap.params = params
|
2016-05-15 21:02:30 +00:00
|
|
|
ap.Message = id
|
2016-04-10 21:39:38 +00:00
|
|
|
ap.Where = where
|
|
|
|
ap.DetailedError = details
|
|
|
|
ap.StatusCode = 500
|
|
|
|
ap.IsOAuth = false
|
|
|
|
return ap
|
|
|
|
}
|
|
|
|
|
|
|
|
var encoding = base32.NewEncoding("ybndrfg8ejkmcpqxot1uwisza345h769")
|
|
|
|
|
|
|
|
// NewId is a globally unique identifier. It is a [A-Z0-9] string 26
|
|
|
|
// characters long. It is a UUID version 4 Guid that is zbased32 encoded
|
|
|
|
// with the padding stripped off.
|
|
|
|
func NewId() string {
|
|
|
|
var b bytes.Buffer
|
|
|
|
encoder := base32.NewEncoder(encoding, &b)
|
|
|
|
encoder.Write(uuid.NewRandom())
|
|
|
|
encoder.Close()
|
|
|
|
b.Truncate(26) // removes the '==' padding
|
|
|
|
return b.String()
|
|
|
|
}
|
|
|
|
|
|
|
|
func NewRandomString(length int) string {
|
|
|
|
var b bytes.Buffer
|
|
|
|
str := make([]byte, length+8)
|
|
|
|
rand.Read(str)
|
|
|
|
encoder := base32.NewEncoder(encoding, &b)
|
|
|
|
encoder.Write(str)
|
|
|
|
encoder.Close()
|
|
|
|
b.Truncate(length) // removes the '==' padding
|
|
|
|
return b.String()
|
|
|
|
}
|
|
|
|
|
|
|
|
// GetMillis is a convience method to get milliseconds since epoch.
|
|
|
|
func GetMillis() int64 {
|
|
|
|
return time.Now().UnixNano() / int64(time.Millisecond)
|
|
|
|
}
|
|
|
|
|
|
|
|
// MapToJson converts a map to a json string
|
|
|
|
func MapToJson(objmap map[string]string) string {
|
|
|
|
if b, err := json.Marshal(objmap); err != nil {
|
|
|
|
return ""
|
|
|
|
} else {
|
|
|
|
return string(b)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// MapFromJson will decode the key/value pair map
|
|
|
|
func MapFromJson(data io.Reader) map[string]string {
|
|
|
|
decoder := json.NewDecoder(data)
|
|
|
|
|
|
|
|
var objmap map[string]string
|
|
|
|
if err := decoder.Decode(&objmap); err != nil {
|
|
|
|
return make(map[string]string)
|
|
|
|
} else {
|
|
|
|
return objmap
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func ArrayToJson(objmap []string) string {
|
|
|
|
if b, err := json.Marshal(objmap); err != nil {
|
|
|
|
return ""
|
|
|
|
} else {
|
|
|
|
return string(b)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func ArrayFromJson(data io.Reader) []string {
|
|
|
|
decoder := json.NewDecoder(data)
|
|
|
|
|
|
|
|
var objmap []string
|
|
|
|
if err := decoder.Decode(&objmap); err != nil {
|
|
|
|
return make([]string, 0)
|
|
|
|
} else {
|
|
|
|
return objmap
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func StringInterfaceToJson(objmap map[string]interface{}) string {
|
|
|
|
if b, err := json.Marshal(objmap); err != nil {
|
|
|
|
return ""
|
|
|
|
} else {
|
|
|
|
return string(b)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func StringInterfaceFromJson(data io.Reader) map[string]interface{} {
|
|
|
|
decoder := json.NewDecoder(data)
|
|
|
|
|
|
|
|
var objmap map[string]interface{}
|
|
|
|
if err := decoder.Decode(&objmap); err != nil {
|
|
|
|
return make(map[string]interface{})
|
|
|
|
} else {
|
|
|
|
return objmap
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-05-15 21:02:30 +00:00
|
|
|
func StringToJson(s string) string {
|
|
|
|
b, err := json.Marshal(s)
|
|
|
|
if err != nil {
|
|
|
|
return ""
|
|
|
|
} else {
|
|
|
|
return string(b)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func StringFromJson(data io.Reader) string {
|
|
|
|
decoder := json.NewDecoder(data)
|
|
|
|
|
|
|
|
var s string
|
|
|
|
if err := decoder.Decode(&s); err != nil {
|
|
|
|
return ""
|
|
|
|
} else {
|
|
|
|
return s
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-04-10 21:39:38 +00:00
|
|
|
func IsLower(s string) bool {
|
|
|
|
if strings.ToLower(s) == s {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
func IsValidEmail(email string) bool {
|
|
|
|
|
|
|
|
if !IsLower(email) {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
if _, err := mail.ParseAddress(email); err == nil {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
var reservedName = []string{
|
|
|
|
"www",
|
|
|
|
"web",
|
|
|
|
"admin",
|
|
|
|
"support",
|
|
|
|
"notify",
|
|
|
|
"test",
|
|
|
|
"demo",
|
|
|
|
"mail",
|
|
|
|
"team",
|
|
|
|
"channel",
|
|
|
|
"internal",
|
|
|
|
"localhost",
|
|
|
|
"dockerhost",
|
|
|
|
"stag",
|
|
|
|
"post",
|
|
|
|
"cluster",
|
|
|
|
"api",
|
|
|
|
"oauth",
|
|
|
|
}
|
|
|
|
|
|
|
|
var wwwStart = regexp.MustCompile(`^www`)
|
|
|
|
var betaStart = regexp.MustCompile(`^beta`)
|
|
|
|
var ciStart = regexp.MustCompile(`^ci`)
|
|
|
|
|
|
|
|
func GetSubDomain(s string) (string, string) {
|
|
|
|
s = strings.Replace(s, "http://", "", 1)
|
|
|
|
s = strings.Replace(s, "https://", "", 1)
|
|
|
|
|
|
|
|
match := wwwStart.MatchString(s)
|
|
|
|
if match {
|
|
|
|
return "", ""
|
|
|
|
}
|
|
|
|
|
|
|
|
match = betaStart.MatchString(s)
|
|
|
|
if match {
|
|
|
|
return "", ""
|
|
|
|
}
|
|
|
|
|
|
|
|
match = ciStart.MatchString(s)
|
|
|
|
if match {
|
|
|
|
return "", ""
|
|
|
|
}
|
|
|
|
|
|
|
|
parts := strings.Split(s, ".")
|
|
|
|
|
|
|
|
if len(parts) != 3 {
|
|
|
|
return "", ""
|
|
|
|
}
|
|
|
|
|
|
|
|
return parts[0], parts[1]
|
|
|
|
}
|
|
|
|
|
|
|
|
func IsValidChannelIdentifier(s string) bool {
|
|
|
|
|
|
|
|
if !IsValidAlphaNum(s, true) {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(s) < 2 {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
var validAlphaNumUnderscore = regexp.MustCompile(`^[a-z0-9]+([a-z\-\_0-9]+|(__)?)[a-z0-9]+$`)
|
|
|
|
var validAlphaNum = regexp.MustCompile(`^[a-z0-9]+([a-z\-0-9]+|(__)?)[a-z0-9]+$`)
|
|
|
|
|
|
|
|
func IsValidAlphaNum(s string, allowUnderscores bool) bool {
|
|
|
|
var match bool
|
|
|
|
if allowUnderscores {
|
|
|
|
match = validAlphaNumUnderscore.MatchString(s)
|
|
|
|
} else {
|
|
|
|
match = validAlphaNum.MatchString(s)
|
|
|
|
}
|
|
|
|
|
|
|
|
if !match {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
func Etag(parts ...interface{}) string {
|
|
|
|
|
|
|
|
etag := CurrentVersion
|
|
|
|
|
|
|
|
for _, part := range parts {
|
|
|
|
etag += fmt.Sprintf(".%v", part)
|
|
|
|
}
|
|
|
|
|
|
|
|
return etag
|
|
|
|
}
|
|
|
|
|
|
|
|
var validHashtag = regexp.MustCompile(`^(#[A-Za-zäöüÄÖÜß]+[A-Za-z0-9äöüÄÖÜß_\-]*[A-Za-z0-9äöüÄÖÜß])$`)
|
2016-06-23 18:28:05 +00:00
|
|
|
var puncStart = regexp.MustCompile(`^[^\pL\d\s#]+`)
|
2016-04-10 21:39:38 +00:00
|
|
|
var hashtagStart = regexp.MustCompile(`^#{2,}`)
|
2016-06-23 18:28:05 +00:00
|
|
|
var puncEnd = regexp.MustCompile(`[^\pL\d\s]+$`)
|
2016-04-10 21:39:38 +00:00
|
|
|
|
|
|
|
func ParseHashtags(text string) (string, string) {
|
|
|
|
words := strings.Fields(text)
|
|
|
|
|
|
|
|
hashtagString := ""
|
|
|
|
plainString := ""
|
|
|
|
for _, word := range words {
|
|
|
|
// trim off surrounding punctuation
|
|
|
|
word = puncStart.ReplaceAllString(word, "")
|
|
|
|
word = puncEnd.ReplaceAllString(word, "")
|
|
|
|
|
|
|
|
// and remove extra pound #s
|
|
|
|
word = hashtagStart.ReplaceAllString(word, "#")
|
|
|
|
|
|
|
|
if validHashtag.MatchString(word) {
|
|
|
|
hashtagString += " " + word
|
|
|
|
} else {
|
|
|
|
plainString += " " + word
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if len(hashtagString) > 1000 {
|
|
|
|
hashtagString = hashtagString[:999]
|
|
|
|
lastSpace := strings.LastIndex(hashtagString, " ")
|
|
|
|
if lastSpace > -1 {
|
|
|
|
hashtagString = hashtagString[:lastSpace]
|
|
|
|
} else {
|
|
|
|
hashtagString = ""
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return strings.TrimSpace(hashtagString), strings.TrimSpace(plainString)
|
|
|
|
}
|
|
|
|
|
|
|
|
func IsFileExtImage(ext string) bool {
|
|
|
|
ext = strings.ToLower(ext)
|
|
|
|
for _, imgExt := range IMAGE_EXTENSIONS {
|
|
|
|
if ext == imgExt {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
func GetImageMimeType(ext string) string {
|
|
|
|
ext = strings.ToLower(ext)
|
|
|
|
if len(IMAGE_MIME_TYPES[ext]) == 0 {
|
|
|
|
return "image"
|
|
|
|
} else {
|
|
|
|
return IMAGE_MIME_TYPES[ext]
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func ClearMentionTags(post string) string {
|
|
|
|
post = strings.Replace(post, "<mention>", "", -1)
|
|
|
|
post = strings.Replace(post, "</mention>", "", -1)
|
|
|
|
return post
|
|
|
|
}
|
|
|
|
|
|
|
|
var UrlRegex = regexp.MustCompile(`^((?:[a-z]+:\/\/)?(?:(?:[a-z0-9\-]+\.)+(?:[a-z]{2}|aero|arpa|biz|com|coop|edu|gov|info|int|jobs|mil|museum|name|nato|net|org|pro|travel|local|internal))(:[0-9]{1,5})?(?:\/[a-z0-9_\-\.~]+)*(\/([a-z0-9_\-\.]*)(?:\?[a-z0-9+_~\-\.%=&]*)?)?(?:#[a-zA-Z0-9!$&'()*+.=-_~:@/?]*)?)(?:\s+|$)$`)
|
|
|
|
var PartialUrlRegex = regexp.MustCompile(`/([A-Za-z0-9]{26})/([A-Za-z0-9]{26})/((?:[A-Za-z0-9]{26})?.+(?:\.[A-Za-z0-9]{3,})?)`)
|
|
|
|
|
|
|
|
var SplitRunes = map[rune]bool{',': true, ' ': true, '.': true, '!': true, '?': true, ':': true, ';': true, '\n': true, '<': true, '>': true, '(': true, ')': true, '{': true, '}': true, '[': true, ']': true, '+': true, '/': true, '\\': true}
|
|
|
|
|
|
|
|
func IsValidHttpUrl(rawUrl string) bool {
|
|
|
|
if strings.Index(rawUrl, "http://") != 0 && strings.Index(rawUrl, "https://") != 0 {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
if _, err := url.ParseRequestURI(rawUrl); err != nil {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
return true
|
|
|
|
}
|
2016-05-15 21:02:30 +00:00
|
|
|
|
|
|
|
func IsValidHttpsUrl(rawUrl string) bool {
|
|
|
|
if strings.Index(rawUrl, "https://") != 0 {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
if _, err := url.ParseRequestURI(rawUrl); err != nil {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
func IsSafeLink(link *string) bool {
|
|
|
|
if link != nil {
|
|
|
|
if IsValidHttpUrl(*link) {
|
|
|
|
return true
|
|
|
|
} else if strings.HasPrefix(*link, "/") {
|
|
|
|
return true
|
|
|
|
} else {
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return true
|
|
|
|
}
|