Recorder CRD, Records API, Redis deployment (#818)

redis/redis.go

@@ -0,0 +1,123 @@
+/*
+Copyright 2018 The Fission Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package redis
+
+import (
+	"encoding/json"
+	"fmt"
+	"net/http"
+	"net/url"
+	"os"
+	"strings"
+
+	"github.com/golang/protobuf/proto"
+	"github.com/gomodule/redigo/redis"
+	log "github.com/sirupsen/logrus"
+
+	"github.com/fission/fission/redis/build/gen"
+)
+
+func NewClient() redis.Conn {
+	redisIP := os.Getenv("REDIS_SERVICE_HOST") // TODO: Do this here or somewhere earlier?
+	redisPort := os.Getenv("REDIS_SERVICE_PORT")
+	redisUrl := fmt.Sprintf("%s:%s", redisIP, redisPort)
+
+	if len(redisUrl) == 0 {
+		log.Error("Could not reach Redis in cluster at IP ", redisUrl)
+		return nil
+	}
+
+	c, err := redis.Dial("tcp", redisUrl)
+	if err != nil {
+		log.Error("Could not connect to Redis: %v\n", err)
+		return nil
+	}
+	return c
+}
+
+func Record(triggerName string, recorderName string, reqUID string, request *http.Request, originalUrl url.URL, payload string, response *http.Response, namespace string, timestamp int64) {
+	// Case where the function should not have been recorded
+	if len(reqUID) == 0 {
+		return
+	}
+
+	fullPath := originalUrl.String()
+	escPayload := string(json.RawMessage(payload))
+
+	client := NewClient()
+	if client == nil {
+		return
+	}
+
+	url := make(map[string]string)
+	url["Host"] = request.URL.Host
+	url["Path"] = fullPath
+	url["Payload"] = escPayload
+
+	header := make(map[string]string)
+	for key, value := range request.Header {
+		header[key] = strings.Join(value, ",")
+	}
+
+	form := make(map[string]string)
+	for key, value := range request.Form {
+		form[key] = strings.Join(value, ",")
+	}
+
+	postForm := make(map[string]string)
+	for key, value := range request.PostForm {
+		postForm[key] = strings.Join(value, ",")
+	}
+
+	req := &redisCache.Request{
+		Method:   request.Method,
+		URL:      url,
+		Header:   header,
+		Host:     request.Host, // Proxied host?
+		Form:     form,
+		PostForm: postForm,
+	}
+
+	resp := &redisCache.Response{
+		Status:     response.Status,
+		StatusCode: int32(response.StatusCode),
+	}
+
+	ureq := &redisCache.UniqueRequest{
+		Req:     req,
+		Resp:    resp,
+		Trigger: triggerName,
+	}
+
+	data, err := proto.Marshal(ureq)
+	if err != nil {
+		log.Error("Error marshalling request: ", err)
+		return
+	}
+
+	_, err = client.Do("HMSET", reqUID, "ReqResponse", data, "Timestamp", timestamp, "Trigger", triggerName)
+	if err != nil {
+		log.Error("Error saving request: ", err)
+		return
+	}
+
+	_, err = client.Do("LPUSH", recorderName, reqUID)
+	if err != nil {
+		log.Error("Error saving recorder-request pair: ", err)
+		return
+	}
+}