/* Copyright 2016 The Fission Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package main import ( "context" "errors" "fmt" "io/ioutil" "net/http" "net/url" "os" "strings" "text/tabwriter" "time" "github.com/satori/go.uuid" "github.com/urfave/cli" apiv1 "k8s.io/api/core/v1" k8serrors "k8s.io/apimachinery/pkg/api/errors" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "github.com/fission/fission" "github.com/fission/fission/crd" "github.com/fission/fission/fission/log" "github.com/fission/fission/fission/logdb" "github.com/fission/fission/fission/portforward" ) func printPodLogs(c *cli.Context) error { fnName := c.String("name") if len(fnName) == 0 { log.Fatal("Need --name argument.") } queryURL, err := url.Parse(getServerUrl()) checkErr(err, "parse the base URL") queryURL.Path = fmt.Sprintf("/proxy/logs/%s", fnName) req, err := http.NewRequest("POST", queryURL.String(), nil) checkErr(err, "create logs request") httpClient := http.Client{} resp, err := httpClient.Do(req) checkErr(err, "execute get logs request") defer resp.Body.Close() if resp.StatusCode != http.StatusOK { return errors.New("get logs from pod directly") } body, err := ioutil.ReadAll(resp.Body) checkErr(err, "read the response body") fmt.Println(string(body)) return nil } func getInvokeStrategy(minScale int, maxScale int, executorType string, targetcpu int) fission.InvokeStrategy { if maxScale == 0 { maxScale = 1 } if minScale > maxScale { log.Fatal("Maxscale must be higher than or equal to minscale") } var fnExecutor fission.ExecutorType switch executorType { case "": fnExecutor = fission.ExecutorTypePoolmgr case fission.ExecutorTypePoolmgr: fnExecutor = fission.ExecutorTypePoolmgr case fission.ExecutorTypeNewdeploy: fnExecutor = fission.ExecutorTypeNewdeploy default: log.Fatal("Executor type must be one of 'poolmgr' or 'newdeploy', defaults to 'poolmgr'") } // Right now a simple single case strategy implementation // This will potentially get more sophisticated once we have more strategies in place strategy := fission.InvokeStrategy{ StrategyType: fission.StrategyTypeExecution, ExecutionStrategy: fission.ExecutionStrategy{ ExecutorType: fnExecutor, MinScale: minScale, MaxScale: maxScale, TargetCPUPercent: targetcpu, }, } return strategy } func getTargetCPU(c *cli.Context) int { var targetCPU int if c.IsSet("targetcpu") { targetCPU = c.Int("targetcpu") if targetCPU <= 0 || targetCPU > 100 { log.Fatal("TargetCPU must be a value between 1 - 100") } } else { targetCPU = 80 } return targetCPU } // From this change onwards, we mandate that a function should reference a secret, config map and package in its own ns func fnCreate(c *cli.Context) error { client := getClient(c.GlobalString("server")) fnNamespace := c.String("fnNamespace") envNamespace := c.String("envNamespace") fnName := c.String("name") if len(fnName) == 0 { log.Fatal("Need --name argument.") } // user wants a spec, create a yaml file with package and function spec := false specFile := "" if c.Bool("spec") { spec = true specFile = fmt.Sprintf("function-%v.yaml", fnName) } // check for unique function names within a namespace fnList, err := client.FunctionList(fnNamespace) checkErr(err, "get function list") // check function existence before creating package for _, fn := range fnList { if fn.Metadata.Name == fnName { log.Fatal("A function with the same name already exists.") } } entrypoint := c.String("entrypoint") pkgName := c.String("pkg") var pkgMetadata *metav1.ObjectMeta var envName string secretName := c.String("secret") cfgMapName := c.String("configmap") if len(pkgName) > 0 { // use existing package pkg, err := client.PackageGet(&metav1.ObjectMeta{ Namespace: fnNamespace, Name: pkgName, }) checkErr(err, fmt.Sprintf("read package in '%v' in Namespace: %s. Package needs to be present in the same namespace as function", pkgName, fnNamespace)) pkgMetadata = &pkg.Metadata envName = pkg.Spec.Environment.Name envNamespace = pkg.Spec.Environment.Namespace } else { // need to specify environment for creating new package envName = c.String("env") if len(envName) == 0 { log.Fatal("Need --env argument.") } // examine existence of given environment _, err := client.EnvironmentGet(&metav1.ObjectMeta{ Namespace: envNamespace, Name: envName, }) if err != nil { if e, ok := err.(fission.Error); ok && e.Code == fission.ErrorNotFound { fmt.Printf("Environment \"%v\" does not exist. Please create the environment before executing the function. \nFor example: `fission env create --name %v --envns %v --image `\n", envName, envName, envNamespace) } else { checkErr(err, "retrieve environment information") } } srcArchiveName := c.String("src") deployArchiveName := c.String("code") if len(deployArchiveName) == 0 { deployArchiveName = c.String("deploy") } // fatal when both src & deploy archive are empty if len(srcArchiveName) == 0 && len(deployArchiveName) == 0 { log.Fatal("Need --deploy or --src argument.") } buildcmd := c.String("buildcmd") // create new package in the same namespace as the function. pkgMetadata = createPackage(client, fnNamespace, envName, envNamespace, srcArchiveName, deployArchiveName, buildcmd, specFile) } invokeStrategy := getInvokeStrategy(c.Int("minscale"), c.Int("maxscale"), c.String("executortype"), getTargetCPU(c)) resourceReq := getResourceReq(c, apiv1.ResourceRequirements{}) if (c.IsSet("mincpu") || c.IsSet("maxcpu") || c.IsSet("minmemory") || c.IsSet("maxmemory")) && invokeStrategy.ExecutionStrategy.ExecutorType == fission.ExecutorTypePoolmgr { log.Warn("CPU/Memory specified for function with pool manager executor will be ignored in favor of resources specified at environment") } var secrets []fission.SecretReference var cfgmaps []fission.ConfigMapReference if len(secretName) > 0 { // check the referenced secret is in the same ns as the function, if not give a warning. _, err := client.SecretGet(&metav1.ObjectMeta{ Namespace: fnNamespace, Name: secretName, }) if k8serrors.IsNotFound(err) { log.Warn(fmt.Sprintf("Secret %s not found in Namespace: %s. Secret needs to be present in the same namespace as function", secretName, fnNamespace)) } newSecret := fission.SecretReference{ Name: secretName, Namespace: fnNamespace, } secrets = []fission.SecretReference{newSecret} } if len(cfgMapName) > 0 { // check the referenced cfgmap is in the same ns as the function, if not give a warning. _, err := client.ConfigMapGet(&metav1.ObjectMeta{ Namespace: fnNamespace, Name: cfgMapName, }) if k8serrors.IsNotFound(err) { log.Warn(fmt.Sprintf("ConfigMap %s not found in Namespace: %s. ConfigMap needs to be present in the same namespace as function", cfgMapName, fnNamespace)) } newCfgMap := fission.ConfigMapReference{ Name: cfgMapName, Namespace: fnNamespace, } cfgmaps = []fission.ConfigMapReference{newCfgMap} } function := &crd.Function{ Metadata: metav1.ObjectMeta{ Name: fnName, Namespace: fnNamespace, }, Spec: fission.FunctionSpec{ Environment: fission.EnvironmentReference{ Name: envName, Namespace: envNamespace, }, Package: fission.FunctionPackageRef{ FunctionName: entrypoint, PackageRef: fission.PackageRef{ Namespace: pkgMetadata.Namespace, Name: pkgMetadata.Name, ResourceVersion: pkgMetadata.ResourceVersion, }, }, Secrets: secrets, ConfigMaps: cfgmaps, Resources: resourceReq, InvokeStrategy: invokeStrategy, }, } // if we're writing a spec, don't create the function if spec { err = specSave(*function, specFile) checkErr(err, "create function spec") return nil } _, err = client.FunctionCreate(function) checkErr(err, "create function") fmt.Printf("function '%v' created\n", fnName) // Allow the user to specify an HTTP trigger while creating a function. triggerUrl := c.String("url") if len(triggerUrl) == 0 { return nil } if !strings.HasPrefix(triggerUrl, "/") { triggerUrl = fmt.Sprintf("/%s", triggerUrl) } method := c.String("method") if len(method) == 0 { method = "GET" } triggerName := uuid.NewV4().String() ht := &crd.HTTPTrigger{ Metadata: metav1.ObjectMeta{ Name: triggerName, Namespace: fnNamespace, }, Spec: fission.HTTPTriggerSpec{ RelativeURL: triggerUrl, Method: getMethod(method), FunctionReference: fission.FunctionReference{ Type: fission.FunctionReferenceTypeFunctionName, Name: fnName, }, }, } _, err = client.HTTPTriggerCreate(ht) checkErr(err, "create HTTP trigger") fmt.Printf("route created: %v %v -> %v\n", method, triggerUrl, fnName) return err } func fnGet(c *cli.Context) error { client := getClient(c.GlobalString("server")) fnName := c.String("name") if len(fnName) == 0 { log.Fatal("Need name of function, use --name") } fnNamespace := c.String("fnNamespace") m := &metav1.ObjectMeta{ Name: fnName, Namespace: fnNamespace, } fn, err := client.FunctionGet(m) checkErr(err, "get function") pkg, err := client.PackageGet(&metav1.ObjectMeta{ Name: fn.Spec.Package.PackageRef.Name, Namespace: fn.Spec.Package.PackageRef.Namespace, }) checkErr(err, "get package") os.Stdout.Write(pkg.Spec.Deployment.Literal) return err } func fnGetMeta(c *cli.Context) error { client := getClient(c.GlobalString("server")) fnName := c.String("name") if len(fnName) == 0 { log.Fatal("Need name of function, use --name") } fnNamespace := c.String("fnNamespace") m := &metav1.ObjectMeta{ Name: fnName, Namespace: fnNamespace, } f, err := client.FunctionGet(m) checkErr(err, "get function") w := tabwriter.NewWriter(os.Stdout, 0, 0, 1, ' ', 0) fmt.Fprintf(w, "%v\t%v\t%v\n", "NAME", "UID", "ENV") fmt.Fprintf(w, "%v\t%v\t%v\n", f.Metadata.Name, f.Metadata.UID, f.Spec.Environment.Name) w.Flush() return err } func fnUpdate(c *cli.Context) error { client := getClient(c.GlobalString("server")) if len(c.String("package")) > 0 { log.Fatal("--package is deprecated, please use --deploy instead.") } if len(c.String("srcpkg")) > 0 { log.Fatal("--srcpkg is deprecated, please use --src instead.") } fnName := c.String("name") if len(fnName) == 0 { log.Fatal("Need name of function, use --name") } fnNamespace := c.String("fnNamespace") function, err := client.FunctionGet(&metav1.ObjectMeta{ Name: fnName, Namespace: fnNamespace, }) checkErr(err, fmt.Sprintf("read function '%v'", fnName)) envName := c.String("env") envNamespace := c.String("envNamespace") // if the new env specified is the same as the old one, no need to update package // same is true for all update parameters, but, for now, we dont check all of them - because, its ok to // re-write the object with same old values, we just end up getting a new resource version for the object. if len(envName) > 0 && envName == function.Spec.Environment.Name { envName = "" } if envNamespace == function.Spec.Environment.Namespace { envNamespace = "" } deployArchiveName := c.String("code") if len(deployArchiveName) == 0 { deployArchiveName = c.String("deploy") } srcArchiveName := c.String("src") pkgName := c.String("pkg") entrypoint := c.String("entrypoint") buildcmd := c.String("buildcmd") force := c.Bool("force") secretName := c.String("secret") cfgMapName := c.String("configmap") if len(srcArchiveName) > 0 && len(deployArchiveName) > 0 { log.Fatal("Need either of --src or --deploy and not both arguments.") } if len(secretName) > 0 { if len(function.Spec.Secrets) > 1 { log.Fatal("Please use 'fission spec apply' to update list of secrets") } // check that the referenced secret is in the same ns as the function, if not give a warning. _, err := client.SecretGet(&metav1.ObjectMeta{ Namespace: fnNamespace, Name: secretName, }) if k8serrors.IsNotFound(err) { log.Warn(fmt.Sprintf("secret %s not found in Namespace: %s. Secret needs to be present in the same namespace as function", secretName, fnNamespace)) } newSecret := fission.SecretReference{ Name: secretName, Namespace: fnNamespace, } function.Spec.Secrets = []fission.SecretReference{newSecret} } if len(cfgMapName) > 0 { if len(function.Spec.ConfigMaps) > 1 { log.Fatal("Please use 'fission spec apply' to update list of configmaps") } // check that the referenced cfgmap is in the same ns as the function, if not give a warning. _, err := client.ConfigMapGet(&metav1.ObjectMeta{ Namespace: fnNamespace, Name: cfgMapName, }) if k8serrors.IsNotFound(err) { log.Warn(fmt.Sprintf("ConfigMap %s not found in Namespace: %s. ConfigMap needs to be present in the same namespace as the function", cfgMapName, fnNamespace)) } newCfgMap := fission.ConfigMapReference{ Name: cfgMapName, Namespace: fnNamespace, } function.Spec.ConfigMaps = []fission.ConfigMapReference{newCfgMap} } if len(envName) > 0 { function.Spec.Environment.Name = envName } if len(envNamespace) > 0 { function.Spec.Environment.Namespace = envNamespace } if len(entrypoint) > 0 { function.Spec.Package.FunctionName = entrypoint } if len(pkgName) == 0 { pkgName = function.Spec.Package.PackageRef.Name } pkg, err := client.PackageGet(&metav1.ObjectMeta{ Namespace: fnNamespace, Name: pkgName, }) checkErr(err, fmt.Sprintf("read package '%v.%v'. Pkg should be present in the same ns as the function", pkgName, fnNamespace)) pkgMetadata := &pkg.Metadata if len(deployArchiveName) != 0 || len(srcArchiveName) != 0 || len(buildcmd) != 0 || len(envName) != 0 || len(envNamespace) != 0 { fnList, err := getFunctionsByPackage(client, pkg.Metadata.Name, pkg.Metadata.Namespace) checkErr(err, "get function list") if !force && len(fnList) > 1 { log.Fatal("Package is used by multiple functions, use --force to force update") } pkgMetadata, err = updatePackage(client, pkg, envName, envNamespace, srcArchiveName, deployArchiveName, buildcmd, false) checkErr(err, fmt.Sprintf("update package '%v'", pkgName)) fmt.Printf("package '%v' updated\n", pkgMetadata.GetName()) // update resource version of package reference of functions that shared the same package for _, fn := range fnList { // ignore the update for current function here, it will be updated later. if fn.Metadata.Name != fnName { fn.Spec.Package.PackageRef.ResourceVersion = pkgMetadata.ResourceVersion _, err := client.FunctionUpdate(&fn) checkErr(err, "update function") } } } // TODO : One corner case where user just updates the pkg reference with fnUpdate, but internally this new pkg reference // references a diff env than the spec // update function spec with new package metadata function.Spec.Package.PackageRef = fission.PackageRef{ Namespace: pkgMetadata.Namespace, Name: pkgMetadata.Name, ResourceVersion: pkgMetadata.ResourceVersion, } function.Spec.Resources = getResourceReq(c, function.Spec.Resources) if c.IsSet("targetcpu") { function.Spec.InvokeStrategy.ExecutionStrategy.TargetCPUPercent = getTargetCPU(c) } if c.IsSet("minscale") { minscale := c.Int("minscale") maxscale := c.Int("maxscale") if c.IsSet("maxscale") && minscale > c.Int("maxscale") { log.Fatal(fmt.Sprintf("Minscale's value %v can not be greater than maxscale value %v", minscale, maxscale)) } if function.Spec.InvokeStrategy.ExecutionStrategy.ExecutorType != fission.ExecutorTypePoolmgr && minscale > function.Spec.InvokeStrategy.ExecutionStrategy.MaxScale { log.Fatal(fmt.Sprintf("Minscale provided: %v can not be greater than maxscale of existing function: %v", minscale, function.Spec.InvokeStrategy.ExecutionStrategy.MaxScale)) } function.Spec.InvokeStrategy.ExecutionStrategy.MinScale = minscale } if c.IsSet("maxscale") { maxscale := c.Int("maxscale") if maxscale < function.Spec.InvokeStrategy.ExecutionStrategy.MinScale { log.Fatal(fmt.Sprintf("Function's minscale: %v can not be greater than maxscale provided: %v", function.Spec.InvokeStrategy.ExecutionStrategy.MinScale, maxscale)) } function.Spec.InvokeStrategy.ExecutionStrategy.MaxScale = maxscale } if c.IsSet("executortype") { var fnExecutor fission.ExecutorType switch c.String("executortype") { case "": fnExecutor = fission.ExecutorTypePoolmgr case fission.ExecutorTypePoolmgr: fnExecutor = fission.ExecutorTypePoolmgr case fission.ExecutorTypeNewdeploy: fnExecutor = fission.ExecutorTypeNewdeploy default: log.Fatal("Executor type must be one of 'poolmgr' or 'newdeploy', defaults to 'poolmgr'") } if (c.IsSet("mincpu") || c.IsSet("maxcpu") || c.IsSet("minmemory") || c.IsSet("maxmemory")) && fnExecutor == fission.ExecutorTypePoolmgr { log.Warn("CPU/Memory specified for function with pool manager executor will be ignored in favor of resources specified at environment") } function.Spec.InvokeStrategy.ExecutionStrategy.ExecutorType = fnExecutor } _, err = client.FunctionUpdate(function) checkErr(err, "update function") fmt.Printf("function '%v' updated\n", fnName) return err } func fnDelete(c *cli.Context) error { client := getClient(c.GlobalString("server")) fnName := c.String("name") if len(fnName) == 0 { log.Fatal("Need name of function, use --name") } fnNamespace := c.String("fnNamespace") m := &metav1.ObjectMeta{ Name: fnName, Namespace: fnNamespace, } err := client.FunctionDelete(m) checkErr(err, fmt.Sprintf("delete function '%v'", fnName)) fmt.Printf("function '%v' deleted\n", fnName) return err } func fnList(c *cli.Context) error { client := getClient(c.GlobalString("server")) ns := c.String("fnNamespace") fns, err := client.FunctionList(ns) checkErr(err, "list functions") w := tabwriter.NewWriter(os.Stdout, 0, 0, 1, ' ', 0) fmt.Fprintf(w, "%v\t%v\t%v\t%v\t%v\t%v\t%v\t%v\t%v\t%v\t%v\n", "NAME", "UID", "ENV", "EXECUTORTYPE", "MINSCALE", "MAXSCALE", "MINCPU", "MAXCPU", "MINMEMORY", "MAXMEMORY", "TARGETCPU") for _, f := range fns { mincpu := f.Spec.Resources.Requests.Cpu mincpu().Value() fmt.Fprintf(w, "%v\t%v\t%v\t%v\t%v\t%v\t%v\t%v\t%v\t%v\t%v\n", f.Metadata.Name, f.Metadata.UID, f.Spec.Environment.Name, f.Spec.InvokeStrategy.ExecutionStrategy.ExecutorType, f.Spec.InvokeStrategy.ExecutionStrategy.MinScale, f.Spec.InvokeStrategy.ExecutionStrategy.MaxScale, f.Spec.Resources.Requests.Cpu().String(), f.Spec.Resources.Limits.Cpu().String(), f.Spec.Resources.Requests.Memory().String(), f.Spec.Resources.Limits.Memory().String(), f.Spec.InvokeStrategy.ExecutionStrategy.TargetCPUPercent) } w.Flush() return err } func fnLogs(c *cli.Context) error { client := getClient(c.GlobalString("server")) fnName := c.String("name") if len(fnName) == 0 { log.Fatal("Need name of function, use --name") } fnNamespace := c.String("fnNamespace") dbType := c.String("dbtype") if len(dbType) == 0 { dbType = logdb.INFLUXDB } fnPod := c.String("pod") m := &metav1.ObjectMeta{ Name: fnName, Namespace: fnNamespace, } recordLimit := c.Int("recordcount") if recordLimit <= 0 { recordLimit = 1000 } f, err := client.FunctionGet(m) checkErr(err, "get function") // request the controller to establish a proxy server to the database. logDB, err := logdb.GetLogDB(dbType, getServerUrl()) if err != nil { log.Fatal("failed to connect log database") } requestChan := make(chan struct{}) responseChan := make(chan struct{}) ctx := context.Background() go func(ctx context.Context, requestChan, responseChan chan struct{}) { t := time.Unix(0, 0*int64(time.Millisecond)) for { select { case <-requestChan: logFilter := logdb.LogFilter{ Pod: fnPod, Function: f.Metadata.Name, FuncUid: string(f.Metadata.UID), Since: t, RecordLimit: recordLimit, } logEntries, err := logDB.GetLogs(logFilter) if err != nil { log.Fatal("failed to query logs") } for _, logEntry := range logEntries { if c.Bool("d") { fmt.Printf("Timestamp: %s\nNamespace: %s\nFunction Name: %s\nFunction ID: %s\nPod: %s\nContainer: %s\nStream: %s\nLog: %s\n---\n", logEntry.Timestamp, logEntry.Namespace, logEntry.FuncName, logEntry.FuncUid, logEntry.Pod, logEntry.Container, logEntry.Stream, logEntry.Message) } else { fmt.Printf("[%s] %s\n", logEntry.Timestamp, logEntry.Message) } t = logEntry.Timestamp } responseChan <- struct{}{} case <-ctx.Done(): return } } }(ctx, requestChan, responseChan) for { requestChan <- struct{}{} <-responseChan if !c.Bool("f") { ctx.Done() return nil } time.Sleep(1 * time.Second) } } func fnTest(c *cli.Context) error { fnName := c.String("name") if len(fnName) == 0 { log.Fatal("Need function name to be specified with --name") } ns := c.String("fnNamespace") routerURL := os.Getenv("FISSION_ROUTER") if len(routerURL) == 0 { // Portforward to the fission router localRouterPort := portforward.Setup(getKubeConfigPath(), getFissionNamespace(), "application=fission-router") routerURL = "127.0.0.1:" + localRouterPort } else { routerURL = strings.TrimPrefix(routerURL, "http://") } fnUri := fnName if ns != metav1.NamespaceDefault { fnUri = fmt.Sprintf("%v/%v", ns, fnName) } functionUrl, err := url.Parse(fmt.Sprintf("http://%s/fission-function/%s", routerURL, fnUri)) if err != nil { log.Fatal(err) } queryParams := c.StringSlice("query") if len(queryParams) > 0 { query := url.Values{} for _, q := range queryParams { queryParts := strings.SplitN(q, "=", 2) var key, value string if len(queryParts) == 0 { continue } if len(queryParts) > 0 { key = queryParts[0] } if len(queryParts) > 1 { value = queryParts[1] } query.Set(key, value) } functionUrl.RawQuery = query.Encode() } resp := httpRequest(c.String("method"), functionUrl.String(), c.String("body"), c.StringSlice("header")) if resp.StatusCode < 400 { body, err := ioutil.ReadAll(resp.Body) checkErr(err, "Function test") fmt.Print(string(body)) defer resp.Body.Close() return nil } body, err := ioutil.ReadAll(resp.Body) checkErr(err, "read log response from pod") fmt.Printf("Error calling function %s: %d %s", fnName, resp.StatusCode, string(body)) defer resp.Body.Close() err = printPodLogs(c) if err != nil { fnLogs(c) } return nil }