Files
SQS-service/app/utils/utils.go
T
Naeel eba01c9580 fix: 7 performance/correctness fixes — v0.1.20
1. Убрано логирование тела сообщения (256KB I/O на каждый send — perf+security)
2. SentTimestamp исправлен: m.SentTime вместо time.Now() (баг)
3. MD5 не пересчитывается на ReceiveMessage — используется кэш из SendMessage
4. ChangeMessageVisibility/batch теперь персистит в Redis (баг — потеря данных)
5. MessageDoesNotExist error code: QueueExists → ReceiptHandleIsInvalid (copy-paste баг)
6. copystructure убран из GetQueueAttributes — простой map lookup
7. SNS dead code удалён (SnsErrors, SnsErrorType — не используется в SQS сервисе)

Tested: quick_test 31/31 PASS, deployed v0.1.20
2026-04-11 20:39:08 +03:00

146 lines
3.5 KiB
Go

package utils
import (
"crypto/md5"
"encoding/base64"
"encoding/binary"
"encoding/hex"
"encoding/json"
"fmt"
"hash"
"io"
"net/http"
"net/url"
"sort"
"strings"
"shared-sqs/app/models"
"shared-sqs/app/interfaces"
log "github.com/sirupsen/logrus"
"github.com/gorilla/schema"
)
var XmlDecoder *schema.Decoder
var REQUEST_TRANSFORMER = TransformRequest
func init() {
XmlDecoder = schema.NewDecoder()
XmlDecoder.IgnoreUnknownKeys(true)
}
func TransformRequest(resultingStruct interfaces.AbstractRequestBody, req *http.Request, emptyRequestValid bool) (success bool) {
switch req.Header.Get("Content-Type") {
case "application/x-amz-json-1.0":
//Read body data to parse json
decoder := json.NewDecoder(req.Body)
err := decoder.Decode(resultingStruct)
if err != nil {
if emptyRequestValid && err == io.EOF {
return true
}
log.Debugf("TransformRequest Failure - %s", err.Error())
return false
}
default:
err := req.ParseForm()
if err != nil {
log.Debugf("TransformRequest Failure - %s", err.Error())
return false
}
err = XmlDecoder.Decode(resultingStruct, req.PostForm)
if err != nil {
log.Debugf("TransformRequest Failure - %s", err.Error())
return false
}
resultingStruct.SetAttributesFromForm(req.PostForm)
}
return true
}
func ExtractQueueAttributes(u url.Values) map[string]string {
attr := map[string]string{}
for i := 1; true; i++ {
nameKey := fmt.Sprintf("Attribute.%d.Name", i)
attrName := u.Get(nameKey)
if attrName == "" {
break
}
valueKey := fmt.Sprintf("Attribute.%d.Value", i)
attrValue := u.Get(valueKey)
if attrValue != "" {
attr[attrName] = attrValue
}
}
return attr
}
// CreateErrorResponseV1 — формирует SQS error response по ключу ошибки.
// Параметр isSqs оставлен для обратной совместимости (всегда true).
func CreateErrorResponseV1(errKey string, isSqs bool) (int, interfaces.AbstractResponseBody) {
err := models.SqsErrors[errKey]
respStruct := models.ErrorResponse{
Result: err.Response(),
RequestId: "00000000-0000-0000-0000-000000000000",
}
return err.StatusCode(), respStruct
}
func GetMD5Hash(text string) string {
hasher := md5.New()
hasher.Write([]byte(text))
return hex.EncodeToString(hasher.Sum(nil))
}
func HashAttributes(attributes map[string]models.MessageAttribute) string {
hasher := md5.New()
keys := sortedKeys(attributes)
for _, key := range keys {
attributeValue := attributes[key]
addStringToHash(hasher, key)
addStringToHash(hasher, attributeValue.DataType)
if attributeValue.DataType == "String" {
hasher.Write([]byte{1})
addStringToHash(hasher, attributeValue.StringValue)
} else if attributeValue.DataType == "Binary" {
hasher.Write([]byte{2})
bytes, _ := base64.StdEncoding.DecodeString(attributeValue.BinaryValue)
addBytesToHash(hasher, []byte(bytes))
}
}
return hex.EncodeToString(hasher.Sum(nil))
}
func sortedKeys(attributes map[string]models.MessageAttribute) []string {
var keys []string
for key := range attributes {
keys = append(keys, key)
}
sort.Strings(keys)
return keys
}
func addStringToHash(hasher hash.Hash, str string) {
bytes := []byte(str)
addBytesToHash(hasher, bytes)
}
func addBytesToHash(hasher hash.Hash, arr []byte) {
bs := make([]byte, 4)
binary.BigEndian.PutUint32(bs, uint32(len(arr)))
hasher.Write(bs)
hasher.Write(arr)
}
func HasFIFOQueueName(queueName string) bool {
return strings.HasSuffix(queueName, ".fifo")
}