Changes for 1.13.1 release (#2087)

Signed-off-by: Sanket Sudake <sanketsudake@gmail.com>

.codecov.yml

@@ -0,0 +1,15 @@
+ignore:
+  - "charts"
+  - "demos"
+  - "Documentation"
+  - "examples"
+  - "test"
+  - "tools"
+  - "pkg/apis/genclient"
+coverage:
+  status:
+    project:
+      default:
+        threshold: 2
+    # Disable patch coverage check since we focus on project coverage.
+    patch: off

.dockerignore

@@ -0,0 +1,15 @@
+*.md
+*.sh
+Documentation
+charts
+examples
+environments/*
+!environments/fetcher
+demos
+test
+Makefile
+LICENSE
+glide.*
+.travis.yml
+.gitignore
+.git

.github/ISSUE_TEMPLATE/blog.md

@@ -0,0 +1,10 @@
+---
+name: Blog
+about: Suggest a blog
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+

.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,46 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+<!-- Please answer these questions before submitting your issue. Thanks! -->
+
+<!-- Documentation URL: https://docs.fission.io/ -->
+<!-- Troubleshooting guide: https://docs.fission.io/trouble-shooting/ -->
+
+**Fission/Kubernetes version**
+
+<!-- If you tested with other services, for example Istio, please also provide the version of service as well. -->
+
+<pre>
+$ fission --version
+$ kubectl version
+</pre>
+
+**Kubernetes platform (e.g. Google Kubernetes Engine)**
+
+**Describe the bug**
+<!--A clear and concise description of what the bug is.-->
+
+**To Reproduce**
+
+<!-- Please provide steps for reproducing the error. -->
+
+**Expected result**
+<!--A clear and concise description of what you expected to happen.-->
+
+**Actual result**
+
+**Screenshots/Dump file**
+<!--If applicable, add screenshots/fission dump file to help explain your problem.-->
+
+<pre>
+$ fission support dump
+</pre>
+
+**Additional context**
+<!--Add any other context about the problem here.-->

.github/ISSUE_TEMPLATE/documentation.md

@@ -0,0 +1,10 @@
+---
+name: Documentation
+about: Suggest changes/addition to documentation
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Describe something that is unclear or not documented and needs a documentation update

.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,20 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

.github/workflows/codeql.yaml

@@ -0,0 +1,32 @@
+name: Code Scanning
+
+on:
+  push:
+    branches:
+      - master
+    paths:
+      - '**.go'
+  pull_request:
+    branches:
+      - master
+    paths:
+      - '**.go'
+  schedule:
+    - cron: "0 0 * * 0"
+  workflow_dispatch:
+
+jobs:
+  CodeQL-Build:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Check out code
+        uses: actions/checkout@v2
+
+      - name: Initialize CodeQL
+        uses: github/codeql-action/init@v1
+        with:
+          languages: go
+
+      - name: Perform CodeQL Analysis
+        uses: github/codeql-action/analyze@v1

.github/workflows/push_pr.yaml

@@ -0,0 +1,106 @@
+name: Fission CI
+
+on:
+  push:
+    branches:
+      - master
+    paths:
+      - '**.go'
+      - 'charts/**'
+      - 'test/**'
+  pull_request:
+    branches:
+      - master
+    paths:
+      - '**.go'
+      - 'charts/**'
+      - 'test/**'
+  workflow_dispatch:
+
+jobs:
+  # Job to run change detection
+  integration-test:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout sources
+        uses: actions/checkout@v2.3.4
+
+      - name: Checkout sources
+        uses: actions/checkout@v2.3.4
+        with:
+          repository: fission/examples
+          path: examples
+
+      - name: setup go
+        uses: actions/setup-go@v2.1.3
+        with:
+          go-version: "1.15.12"
+
+      - name: Helm installation
+        uses: Azure/setup-helm@v1
+        with:
+          version: v3.3.4
+
+      - name: Kind Clutser
+        uses: engineerd/setup-kind@v0.5.0
+        with:
+          config: kind.yaml
+
+      - name: Configuring and testing the Installation
+        run: |
+          kubectl cluster-info --context kind-kind
+          kind get kubeconfig --internal >$HOME/.kube/config
+          kubectl get nodes
+          sudo apt-get install -y apache2-utils
+
+      - name: Static code analysis
+        run: |
+          ./hack/verify-gofmt.sh
+          ./hack/verify-govet.sh
+          helm lint charts/fission-all/ charts/fission-core/
+
+      - name: Run unit tests
+        run: ./hack/runtests.sh
+
+      - name: Helm update
+        run: helm repo add prometheus-community https://prometheus-community.github.io/helm-charts
+
+      - name: Install Skaffold
+        run: |
+          curl -Lo skaffold https://storage.googleapis.com/skaffold/releases/latest/skaffold-linux-amd64
+          sudo install skaffold /usr/local/bin/
+          skaffold version
+
+      - name: Build and Install Fission
+        run: |
+          kubectl create ns fission
+          kubectl create -k crds/v1
+          skaffold run -p kind-ci
+
+      - name: Build and Install Fission CLI
+        run: |
+          go build -o fission cmd/fission-cli/main.go
+          sudo mv fission /usr/local/bin
+          fission version
+
+      - name: Port-forward fission components
+        run: |
+          kubectl port-forward svc/router 8888:80 -nfission &
+          kubectl port-forward svc/controller 8889:80 -nfission &
+          kubectl port-forward svc/nats-streaming 8890:4222 -nfission &
+
+      - name: Integration tests
+        run: ./test/kind_CI.sh
+
+      - name: Collect Fission Dump
+        if: ${{ failure() }}
+        run: |
+          fission support dump
+
+      - name: Archive fission dump
+        if: ${{ failure() }}
+        uses: actions/upload-artifact@v2
+        with:
+          name: fission-support-dump
+          path: fission-dump/*.zip
+          retention-days: 5

.github/workflows/upgrade_test.yaml

@@ -0,0 +1,67 @@
+name: Fission CI upgrade
+
+on:
+  push:
+    branches:
+      - master
+    paths:
+      - '**.go'
+      - 'charts/**'
+      - 'test/**'
+  pull_request:
+    branches:
+      - master
+    paths:
+      - '**.go'
+      - 'charts/**'
+      - 'test/**'
+  workflow_dispatch:
+
+jobs:
+  upgrade-test:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout action sources
+      uses: actions/checkout@v2.3.4
+
+    - name: Setup go
+      uses: actions/setup-go@v2.1.3
+      with:
+        go-version: '1.15.12'
+
+    - name: Setup Helm
+      uses: Azure/setup-helm@v1
+      with:
+        version: v3.3.4
+
+    - name: Setup Kind Clutser
+      uses: engineerd/setup-kind@v0.5.0
+      with:
+        config: kind.yaml
+
+    - name: Setup kubectl & fetch node information
+      run: |
+        kubectl cluster-info --context kind-kind
+        kind get kubeconfig --internal >$HOME/.kube/config
+        kubectl get nodes
+
+    - name: Dump system info
+      run: |
+        source ./test/upgrade_test/fission_objects.sh dump_system_info
+
+    - name: Install and configure previous stable fission
+      run: |
+        source ./test/upgrade_test/fission_objects.sh install_stable_release \
+        && create_fission_objects \
+        && test_fission_objects
+
+    - name: Upgrade fission to latest
+      run: |
+        source ./test/upgrade_test/fission_objects.sh build_docker_images \
+        && kind_image_load \
+        && install_current_release \
+        && install_fission_cli
+
+    - name: Test previously created fission objects with new release
+      run: |
+        source ./test/upgrade_test/fission_objects.sh test_fission_objects

.gitignore

@@ -1 +1,33 @@
+# Binaries
+cmd/fission-bundle/fission-bundle
+cmd/fission-cli/fission
+cmd/fission-cli/fission-cli
+cmd/fetcher/fetcher
+cmd/builder/builder
+cmd/preupgradechecks/pre-upgrade-checks
+cmd/reporter/reporter
+
+# Logs
+test/logs/
+
+# Pycharm IDE
+.idea
+environments/php7/vendor/
+
+# terraform files
+.terraform/
+*.tfstate
+*.backup
+
+# Common backup files
+*.swp
+*.bak
+*.tmp
 *~
+*.tgz
+
+.DS_Store
+vendor/
+local/
+
+build/

.golangci.yaml

@@ -0,0 +1,7 @@
+linters-settings:
+  errcheck:
+    ignore: go.uber.org/zap:Sync
+  goimports:
+    # put imports beginning with prefix after 3rd-party packages;
+    # it's a comma-separated list of prefixes
+    local-prefixes: github.com/trussworks/my-cli-tool

CODE_OF_CONDUCT.md

@@ -0,0 +1,74 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+In the interest of fostering an open and welcoming environment, we as
+contributors and maintainers pledge to making participation in our project and
+our community a harassment-free experience for everyone, regardless of age, body
+size, disability, ethnicity, gender identity and expression, level of experience,
+nationality, personal appearance, race, religion, or sexual identity and
+orientation.
+
+## Our Standards
+
+Examples of behavior that contributes to creating a positive environment
+include:
+
+* Using welcoming and inclusive language
+* Being respectful of differing viewpoints and experiences
+* Gracefully accepting constructive criticism
+* Focusing on what is best for the community
+* Showing empathy towards other community members
+
+Examples of unacceptable behavior by participants include:
+
+* The use of sexualized language or imagery and unwelcome sexual attention or
+advances
+* Trolling, insulting/derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or electronic
+  address, without explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Our Responsibilities
+
+Project maintainers are responsible for clarifying the standards of acceptable
+behavior and are expected to take appropriate and fair corrective action in
+response to any instances of unacceptable behavior.
+
+Project maintainers have the right and responsibility to remove, edit, or
+reject comments, commits, code, wiki edits, issues, and other contributions
+that are not aligned to this Code of Conduct, or to ban temporarily or
+permanently any contributor for other behaviors that they deem inappropriate,
+threatening, offensive, or harmful.
+
+## Scope
+
+This Code of Conduct applies both within project spaces and in public spaces
+when an individual is representing the project or its community. Examples of
+representing a project or community include using an official project e-mail
+address, posting via an official social media account, or acting as an appointed
+representative at an online or offline event. Representation of a project may be
+further defined and clarified by project maintainers.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported by contacting the project team at slack channel. All
+complaints will be reviewed and investigated and will result in a response that
+is deemed necessary and appropriate to the circumstances. The project team is
+obligated to maintain confidentiality with regard to the reporter of an incident.
+Further details of specific enforcement policies may be posted separately.
+
+Project maintainers who do not follow or enforce the Code of Conduct in good
+faith may face temporary or permanent repercussions as determined by other
+members of the project's leadership.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
+available at [http://contributor-covenant.org/version/1/4][version]
+
+[homepage]: http://contributor-covenant.org
+[version]: http://contributor-covenant.org/version/1/4/

CONTRIBUTING.md

@@ -0,0 +1,239 @@
+
+Thanks for helping make Fission better😍!
+
+There are many areas we can use contributions - ranging from code, documentation, feature proposals, issue triage, samples, and content creation. 
+
+First, please read the [code of conduct](CODE_OF_CONDUCT.md). By participating, you're expected to uphold this code.
+
+Table of Contents
+=================
+
+   * [Choose something to work on](#choose-something-to-work-on)
+      * [Get Help.](#get-help)
+   * [Contributing - building & deploying](#contributing---building--deploying)
+      * [Prerequisite](#prerequisite)
+      * [Getting Started](#getting-started)
+         * [Use Skaffold with Kind/K8S Cluster to build and deploy](#use-skaffold-with-kindk8s-cluster-to-build-and-deploy)
+      * [Validating Installation](#validating-installation)
+      * [Understanding code structure](#understanding-code-structure)
+         * [cmd](#cmd)
+         * [pkg](#pkg)
+         * [Charts](#charts)
+         * [Environments](#environments)
+
+# Choose something to work on
+
+* The easiest way to start is to look at existing [issues](https://github.com/fission/fission/issues) and see if there's something there that you'd like to work on. You can filter issues with label "[Good first issue](https://github.com/fission/fission/issues?q=is%3Aopen+is%3Aissue+label%3A%22good+first+issue%22)" which are relatively self sufficient issues and great for first time contributors.
+    - If you are going to pick up an issue, it would be good to add a comment stating the intention.
+    - If the contribution is a big change/new feature, please raise an issue and discuss the needs, design in the issue in detail.
+
+* For contributing a new Fission environment, please check the [environments repo](https://github.com/fission/environments)
+
+* For contributing a new Keda Connector, please check the [Keda Connectors repo](https://github.com/fission/keda-connectors)
+
+
+### Get Help.
+
+Do reach out on Slack or Twitter and we are happy to help.
+
+ * Drop by the [slack channel](http://slack.fission.io).
+ * Say hi on [twitter](https://twitter.com/fissionio).
+
+
+# Contributing - building & deploying
+
+## Prerequisite
+
+- You'll need the `go` compiler and tools installed. Currently version 1.12.x of Go is needed.
+
+- You'll also need [docker](https://docs.docker.com/install) for building images locally.
+
+- You will need a Kubernetes cluster and you can use one of options from below.
+	- [Minikube](https://github.com/kubernetes/minikube)
+	- [Kind](https://kind.sigs.k8s.io/)
+	- Cluster in cloud such as GKE (Google Kubernetes Engine cluster)/ EKS (Elastic Kubernetes Service)/ AKS (Azure Kubernetes Service)
+
+- Kubectl and Helm installed.
+
+- [Skaffold](https://skaffold.dev/docs/install/) for local development workflow to make it easier to build and deploy Fission.
+
+- And of course some basic concepts of Fission such as environment, function are good to be aware of!
+
+## Getting Started
+
+Get the code locally and after you have made changes - you can verify formatting and other basic checks.
+
+```sh
+# Clone the repo
+$ git clone https://github.com/fission/fission.git $GOPATH/src/github.com/fission/fission
+$ cd $GOPATH/src/github.com/fission/fission
+
+$ go mod vendor
+
+# Run checks on your changes
+$ ./hack/verify-gofmt.sh
+$ ./hack/verify-govet.sh
+```
+
+### Use Skaffold with Kind/K8S Cluster to build and deploy
+
+You should bring up Kind/Minikube cluster or if using a cloud provider cluster then Kubecontext should be pointing to appropriate cluster.
+
+* For building & deploying to Cloud Provider K8S cluster such as GKE/EKS/AKS:
+
+```
+$ skaffold config set default-repo vishalbiyani  // (vishalbiyani - should be your registry/Docker Hub handle)
+$ skaffold run
+```
+
+*  For building & deploying to Kind cluster use Kind profile
+```
+$ kind create cluster
+$ kubectl create ns fission
+$ skaffold run -p kind
+```
+
+## Validating Installation
+
+If you are using Helm, you should see release installed:
+
+```
+helm list
+NAME   	NAMESPACE	REVISION	UPDATED                             	STATUS	CHART            	APP VERSION
+fission	fission  	1       	2020-05-19 16:31:46.947562 +0530 IST	success	fission-all-1.11.0	1.11.0
+```
+
+Also you should see the Fission services deployed and running:
+
+```
+$ kubectl get pods -n fission
+NAME                                                    READY   STATUS             RESTARTS   AGE
+buildermgr-6f778d4ff9-dqnq5                             1/1     Running            0          6h9m
+controller-d44bd4f4d-5q4z5                              1/1     Running            0          6h9m
+executor-557c68c6fd-dg8ld                               1/1     Running            0          6h9m
+influxdb-845548c959-2954p                               1/1     Running            0          6h9m
+kubewatcher-5784c454b8-5mqsk                            1/1     Running            0          6h9m
+logger-bncqn                                            2/2     Running            0          6h9m
+mqtrigger-kafka-765b674ff-jk5x9                         1/1     Running            0          6h9m
+mqtrigger-nats-streaming-797498966c-xgxmk               1/1     Running            3          6h9m
+nats-streaming-6bf48bccb6-fmmr9                         1/1     Running            0          6h9m
+router-db76576bd-xxh7r                                  1/1     Running            0          6h9m
+storagesvc-799dcb5bdf-f69k9                             1/1     Running            0          6h9m
+timer-7d85d9c9fb-knctw                                  1/1     Running            0          6h9m
+```
+
+
+## Understanding code structure
+
+### cmd
+
+`cmd` package is entry point for all runtime components and also has Dockerfile for each component. The actual logic here will be pretty light and most of logic of each component is in `pkg` (Discussed later)
+
+| Component         	   | Runtime Component      |Used in|
+| :-------------    	   |:-------------          |:-|
+| fetcher         		   | Docker Image           |Environments|
+| fission-bundle           | Docker Image           |Binary for all components|
+| fission-cli              | CLI Binary             |CLI by user|
+| preupgradechecks         | Docker Image           |Pre-install upgrade|
+
+```
+.
+cmd
+├── fetcher
+│   ├── Dockerfile.fission-fetcher
+│   ├── app
+│   └── main.go
+├── fission-bundle
+│   ├── Dockerfile.fission-bundle
+│   ├── main.go
+│   └── mqtrigger
+├── fission-cli
+│   ├── app
+│   ├── fission-cli
+│   └── main.go
+└── preupgradechecks
+    ├── Dockerfile.fission-preupgradechecks
+    ├── main.go
+    └── preupgradechecks.go
+```
+
+**fetcher** : is a very lightweight component and all of related logic is in fetcher package itself. Fetcher helps in fetching and uploading code and in specializing environments.
+
+**fission-bundle** : is a component which is a single binary for all components. Based on arguments you pass to fission-bundle - it becomes that component. For ex. 
+
+```
+/fission-bundle --controllerPort "8888"							             # Runs Controller
+
+/fission-bundle --kubewatcher --routerUrl http://router.fission  # Runs Kubewatcher
+```
+
+So most server side components running on server side are fission-bundle binary wrapped in container and used with different arguments. Various arguments and environment variables are passed from manifests/helm chart
+
+**fission-cli** : is the cli used by end user to interact Fission
+
+**preupgradechecks** : is again a small independent component to do pre-install upgrade tasks.
+
+
+### pkg
+
+Pkg is where most of core components and logic reside. The structure is fairly self-explanatory for example all of executor related functionality will be in executor package and so on.
+
+```
+.
+├── pkg
+│   ├── apis
+│   ├── builder
+│   ├── buildermgr
+│   ├── cache
+│   ├── canaryconfigmgr
+│   ├── controller
+│   ├── crd
+│   ├── error
+│   ├── executor
+│   ├── fetcher
+│   ├── fission-cli
+│   ├── generator
+│   ├── info
+│   ├── kubewatcher
+│   ├── logger
+│   ├── mqtrigger
+│   ├── plugin
+│   ├── publisher
+│   ├── router
+│   ├── storagesvc
+│   ├── throttler
+│   ├── timer
+│   └── utils
+```
+
+### Charts
+
+Fission currently has two charts - and we recommend using fission-all for development.
+
+```
+.
+├── charts
+│   ├── README.md
+│   ├── fission-all
+│   └── fission-core
+```
+
+### Environments
+
+Each of runtime environments is in fission/environments repo and fairly independent. If you are enhancing or creating a new environment - most likely you will end up making changes in that repo.
+
+```
+.
+├── environments
+│   ├── binary
+│   ├── dotnet
+│   ├── dotnet20
+│   ├── go
+│   ├── jvm
+│   ├── nodejs
+│   ├── perl
+│   ├── php7
+│   ├── python
+│   ├── ruby
+│   └── tensorflow-serving
+```

Documentation/Architecture.md

@@ -1,107 +1,200 @@
+# A high-level view of the internals of Fission.
 
-A high level view of the internals of Fission.
+## How it works
 
-Components
-==========
+Fission is a FaaS -- users create functions (source level), register
+them with Fission using a CLI, and associate functions with triggers.
 
-Language-neutral components:
+Fission wraps those functions into a service and runs them on
+Kubernetes on demand.
 
+Here's an overview of the services that make up Fission.
+
+## Components
+
+Core Components:
  * Controller
- * Container Pool Manager
- * Container Specializer
+ * Executor
+ * Environment Container (language-specific)
  * Router
+ * Builder Manager
+ * Storage Service
 
-Language-specific components:
+Optional Components:
+ * Logger
+ * Kubewatcher
+ * Message Queue Trigger
+ * Timer
 
- * Language Build Container
- * Language Run Container
+Third-party components:
+ * InfluxDB: To store function logs.
+ * Prometheus: For metric collection and canary deployment.
+ * NATS Streaming: For message queue trigger. (Kafka, Azure are not included in charts deployment.)
 
+## Core Components
 
-Controller
-----------
+### Controller
 
-Function and Trigger CRUD APIs.  APIs to watch for changes are also
-included (useful for other components that cache state).
+The controller contains CRUD APIs for functions, triggers, environments,
+Kubernetes event watches, etc. This is the component that the client talks to.
 
-See api/swagger.json for API details.
+All fission resources are stored in kubernetes CRDs. It needs to be able to
+talk to kubernetes API service.
 
-This is the only stateful component.  It needs to be configured with a
-URL to an etcd cluster and a path to a persistent volume.  The volume
-will be used to store the functions' source code.
+### Executor
 
-Etcd is used as the DB.
+The executor has two simple APIs; the router calls both these endpoints.
 
+* GetFunctionService takes function metadata and dispatches the corresponding executor 
+ type to get the address of a service/pod and returns it to the router.
+ 
+* TapService lets executor know a service/pod is being used; if it's not
+ called for a few minutes the pod(s) backing the service are killed.
 
-Container Pool Manager 
-----------------------
+It now supports two different executor types:
 
-Manage pool of generic containers.
+* PoolManager
+* NewDeploy
 
-Probably use K8s RCs.  Can we Use labels to move pods from one rc to
-another?  What about jobs?
+These two executor types have different strategies to launch, specialize, and manage pod(s).
+You should choose one of the executor types wisely based on the scenario.
 
-Container Specializer
----------------------
+#### PoolManager 
 
-Inputs: a running generic language run container, a user function,
-optionally an http trigger URL.
+PoolManager manages pools of generic containers and function containers.
 
-Calls Language Run Container and sets up Router to point to it.
+PoolManager watches the environment CRD changes and eagerly creates generic pools
+for environments. It uses Kubernetes deployments to do that. The 
+environment container runs in a pod with the 'fetcher' container. 
+Fetcher is a straightforward utility that downloads a URL sent to it 
+and saves it at a configured location (shared volume).
 
+The implementation chooses a generic pod from the pool, relabels it to
+"orphan". The pod from the deployment invokes fetcher to copy the function 
+into the pod and hits the specialize endpoint on the environment container. 
+This causes the function to be loaded. The pod is now specific to that 
+function. This function pod is cached; it's cleaned up if it's unused for a few minutes.
 
-Router
-------
+PoolManager selects a generic pod from the warm pool, specializes it, 
+and recycles the pod if there are no further requests to the function after a few minutes.
+It makes PoolManager suitable for functions that are short-living
+and requires a short cold start time [1].
 
-- Cache trigger -> container instance mapping; implement cache miss and expiration.
+However, PoolManager only selects one pod per function, which is not
+suitable for serving massive traffic. In such cases, you should consider
+using NewDeploy as executor type of function.
 
-- Invoke Specializer, setup up k8s API 
+[1] The cold start time depends on the package size of the function. If it's
+a snippet of code, the cold start time usually is less then 100ms.
 
-- Forward requests
+#### NewDeploy 
 
-The Router is stateless -- it can be scaled or killed at any time.
+NewDeploy creates deployment, service, and HPA for functions in order to handle 
+massive traffic.
 
-There's a lot of functionality overlap with K8S Ingress Controllers.
-We should clearly use Ingress and Ingress Controllers in some way.
-It's not exactly clear at the moment how -- should make a whole new
-Ingress Controller perhaps based on the contrib/nginx
+NewDeploy watches the function CRD changes and creates a Kubernetes deployment, 
+service, and HPA for a function. NewDeploy will scale the replicas of a function 
+deployment to the minimum feasible scale setting, if the minimum scale setting of 
+a function is greater than 0. The 'fetcher' inside the pod uses a URL in the 
+JSON payload, which is attached as a parameter to start fetcher, to download the 
+function package instead of waiting for calls from NewDeploy. 
 
+When a function experiences a traffic spike, the service helps to distribute the requests to 
+pods belonging to the function for better workload distribution and lower latency. Also, 
+the HPA scales the replicas of the deployment based on the conditions set by the user.
+ 
+This approach though increases the cold time of a function, but also makes NewDeploy 
+suitable for functions designed to serve massive traffic.
 
-Autoscaler
-----------
+### Environment Container
 
-This autoscales the language run containers that are backing a
-trigger.
+Environment containers run user-defined functions and are language-specific. 
+Each environment container must contain an HTTP server and a loader for functions.
 
-What metrics this is based on is TBD.
+The pool manager deploys the environment container into a pod with fetcher 
+(fetcher is a simple utility that can fetch an HTTP URL to a file at a 
+configured location). This pod forms a "generic pod" because it can
+be loaded with any function in that coding language.
 
-- Number of requests/sec
-- "Backlog" -- number of outstanding requests not yet started -- how to measure this?
-- Change in turn-around time?
+When the pool manager needs to create a service for a function, it calls
+fetcher to fetch the function. Fetcher downloads the function into a
+volume shared between fetcher and this environment container. Poolmgr
+then requests the container to load the function.
 
+### Router
 
-Language Build Container
-------------------------
+The router forwards HTTP requests to function pods. If there's no
+running service for a function, it requests one from executor, while
+holding on to the request; the router will forward the request to 
+the pod once the function service is ready.
 
-* The Language Build Container is a container that is invoked for a
-  build.  It takes one user-created function and outputs something
-  that can be run by the corresponding Language Run Container.
+The router is the only stateless component and can be scaled up if needed, according to
+load.
 
-* The Build Container must implement the Language Build Container
-  interface.
+### Builder Manager
 
+The builder manager watches the package & environments CRD changes and manages 
+the builds of function source code. Once an environment that contains a builder 
+image is created, the builder manager will then creates the Kubernetes service 
+and deployment under the fission-builder namespace to start the environment 
+builder. And once a package that contains a source archive is created, the 
+builder manager talks to the environment builder to build the function's source 
+archive into a deploy archive for function deployment.
 
-Language Run Container
-----------------------
+After the build, the builder manager asks Builder to upload the deploy archive to the 
+Storage Service once the build succeeded, and updates the package status attached with build logs.
 
-* The Language Run Container is the container in which user functions
-  run.
+### Storage Service
 
-* The Run Container is started without the user function.  It must
-  start as a "Generic Container".  It must implement the
-  "specialization interface".  In short, it must implement an HTTP
-  server that can receive a piece of code, verify its signature, and
-  map it to an HTTP endpoint.  See
-  Documentation/specs/LanguageRunContainerSpec.md for details.
+The storage service is the home for all archives of packages with sizes larger than 256KB.
+The Builder pulls the source archive from the storage service and uploads deploy archive to it.
+The fetcher inside the function pod also pulls the deploy archive for function specialization.
 
+## Optional Components
 
+### Logger
 
+Logger is deployed as DaemonSet to help to forward function logs to a centralized 
+database service for log persistence. Currently, only InfluxDB is supported to store logs.
+
+Following is a diagram describe how log service works:
+1. Logger watches pod changes and creates a symlink to the container log if the pod runs on the same node.
+2. Fluentd reads logs from symlink and pipes them to InfluxDB
+3. `fission function logs ...` retrieve event logs from InfluxDB with optional log filter
+4. Logger removes the symlink if the pod no longer exists.
+
+### Kubewatcher
+
+Kubewatcher watches the Kubernetes API and invokes functions
+associated with watches, sending the watch event to the function.
+
+The controller keeps track of the user's requested watches and associated
+functions. Kubewatcher watches the API based on these requests; when
+a watch event occurs, it serializes the object and calls the function
+via the router.
+
+While a few simple retries are done, there isn't yet a reliable
+message bus between Kubewatcher and the function. Work for this is
+tracked in issue #64.
+
+### Message Queue Trigger
+
+A message queue trigger binds a message queue topic to a function:
+Events from that topic cause the function to be invoked with the
+message as the body of the request. The trigger may also contain a
+response topic: if specified, the function's output is sent to this
+response.
+
+Here's a diagram of the components:
+
+![Message queue trigger Diagram](https://user-images.githubusercontent.com/202578/27012344-9457cb24-4f00-11e7-8d6b-926ff01637b3.jpg)
+
+### Timer
+
+The timer works like kubernetes CronJob but instead of creating a pod to do the task, 
+it sends a request to router to invoke the function. It's suitable for the background tasks that
+need to executor periodically.
+
+The timer works like a Kubernetes CronJob, but instead of creating a 
+pod to do the task, it sends a request to the router to invoke the 
+function. It is suitable for background tasks that need to execute periodically.

Documentation/Building-Multi-Arch.md

@@ -0,0 +1,55 @@
+# BUILDING MULTI-ARCHITECTURE IMAGES
+
+While the Docker images for Fission can be built by running:
+
+```
+make image
+```
+
+the stable images are build for multiple architectures (and automatically pushed to the repository) by
+
+```
+make images-multiarch
+```
+
+However, there are several options and requirements for building these images, which are explained here.
+
+## BUILDERS
+
+We use `docker buildx` to build images for multiple architectures. At the moment, this is considered an
+experimental feature by Docker, and as such it requires access to experimental features to be enabled
+in the daemon.json file.
+
+By default, this will use BuildKit and QEMU emulation support to build the image for each architecture
+locally. However, for faster building, it is possible to use native nodes to build each architecture,
+either simple remote Docker instances or a Kubernetes cluster. For information on how to set this up,
+please see the blog article here:
+
+<https://www.docker.com/blog/multi-arch-images/>
+
+And/or the command reference here:
+
+<https://docs.docker.com/engine/reference/commandline/buildx_create/>
+
+## BUILD OPTIONS
+
+### PLATFORMS
+
+The PLATFORMS variable can be set to a comma-separated list of platforms for which images should be
+built when running the multi-arch build. If unset, it defaults to _linux/amd64,linux/arm64,linux/arm_.
+
+### REPOSITORY SELECTION
+
+By default, the multi-arch build will automatically try to push the resulting images to the fission/*
+repositories, under the dev tag; i.e. fission/fission-bundle:dev, fission/fetcher:dev, and
+fission/builder:dev. However, for convenient, this can be customized by setting the REPO and TAG
+environment variables to set a different repository prefix and tag for the images.
+
+For example:
+
+```
+REPO=randomdev TAG=test make images-multiarch
+```
+
+would build and push the images randomdev/fission-bundle:test, randomdev/fetcher:test, and
+randomdev/builder:test . Private Docker repositories can be used in the same manner.

Documentation/ProgrammingModel.md

@@ -1,71 +0,0 @@
-Programming Model
-=================
-
-This document describes the programming model for fission functions.  
-
-See TERMINOLOGY for definitions of terms, such as _function_,
-_instance_, and _trigger_.
-
-
-Idempotency
-===========
-
-Fission assumes that functions are idempotent.  Functions whose instances
-die without a result are restarted, upto a certain restart limit.
-
-
-Time Limits
-===========
-
-By default, there is no time limit on fission functions.  
-
-Idle running instances may be killed at any time (usually after the
-default idle timeout of 10 minutes, but this is configurable).
-
-
-Mapping
-=======
-
-This section specifies the mapping between: (1) HTTP and other
-triggers, and (2) function parameters, return values, and exceptions.
-
-In other words, this section describes how a function should be called
-based on a given trigger, and how the functions behaviour affects the
-result returned from the trigger.
-
-The HTTP Trigger
-----------------
-
-NodeJS
-------
-
-NodeJS functions are called with a context object.
-
-context.request contains the nodeJS Request object.
-
-In addition,
-
-context.queryString contains the parsed querystring
-
-context.body contains the parsed body
-
-context.status sets the HTTP response status code.  If context.status
-is an invalid HTTP status, then the HTTP status is set to 500.
-
-Exceptions result in a HTTP 500 error.
-
-
-
-
-
-XXX Should we have a "context.done()"?  What are the pros and cons?
-
-XXX Who handles serialization and deserialization?  Should we do json
-    automatically based on content-type and accept headers?
-
-
-Python
-------
-
-Same as node, pretty much.
-

Documentation/README.md

@@ -0,0 +1,4 @@
+Fission Document
+=================
+
+* Please visit [here](https://docs.fission.io/) for fission documentation. 

Documentation/Roadmap.md

@@ -0,0 +1,106 @@
+# Fission Roadmap
+
+## Function features ([area-func](https://github.com/fission/fission/labels/area-func))
+
+- Secrets, configmaps, env vars
+- Volumes
+- Mem requests and limits
+- Function exec time deadline
+- Expose a regular K8s Service for a function
+
+## Fission API ([area-api](https://github.com/fission/fission/labels/area-api))
+
+- CRD-based controller
+- API authentication
+- Aggregated API server
+
+## Development Workflows ([area-dev](https://github.com/fission/fission/labels/area-dev))
+
+- Function Versioning
+- Versioning for a group of functions
+- Rolling upgrades
+  - for one function
+  - for multiple functions
+  - for functions + other kubernetes deployments
+- Unit testing
+
+## API Gateway / Ingress features ([area-ingress](https://github.com/fission/fission/labels/area-ingress))
+
+- Function authn hooks
+- K8s Ingress flag
+- Bundle an ingress controller?
+
+## Workflows and Function composition ([area-composition](https://github.com/fission/fission/labels/area-composition))
+
+- Simple Composition - Sync
+- Simple Composition - Async
+- Hooks (pre, post, on-error)
+- Workflows
+- Testing in the presence of function composition
+
+## Events ([area-events](https://github.com/fission/fission/labels/area-events))
+
+- NATS
+- Kafka
+- AWS: SNS, SQS
+- Google PubSub
+- RabbitMQ
+- Other event sources
+
+- Bundle an event queue (NATS streaming, most probably)
+
+## Operability ([area-ops](https://github.com/fission/fission/labels/area-ops))
+
+### Fission Install/Upgrade ([area-install](https://github.com/fission/fission/labels/area-install))
+
+- Helm Installer for Fission
+- Helm installation for fission functions
+- CLI installer/upgrader? ("fission upgrade")
+- Upgrade checker/reminder (like minikube does)
+- CLI auto-upgrader
+
+### Function observation ([area-observe](https://github.com/fission/fission/labels/area-observe))
+
+- Function Logging
+- Tracing -- Opentracing
+- Metrics -- Prometheus
+- Function exception tracking
+- Logging function load errors
+- Tracing fission overheads for each function
+
+## Function Security
+
+- Function isolation (is authz hook sufficient or do we need something like mutual TLS?)
+- Function service accounts
+
+## UX, especially for beginners ([area-ux](https://github.com/fission/fission/labels/area-ux))
+
+- Fission CLI should include a tutorial
+- Fission CLI should have a way to drop you into the UI
+- Eliminate FISSION_URL, just use kube client to find fission url.  Also useful to grab credentials.
+
+## Documentation ([area-doc](https://github.com/fission/fission/labels/area-doc))
+
+- Installation guide improvements
+- Troubleshooting guide for common problems
+- FAQ
+- Performance overview
+- Render docs nicely to fission.io
+
+## Web UI (tracked separately in the fission-ui repo)
+
+## Performance and Scalability ([area-perf](https://github.com/fission/fission/labels/area-perf))
+
+- Autoscaling
+- Cold-start optimization -- optimistically choose from pool, save about ~20msec
+- Cold-start optimization -- preload funcs in fetcher
+- Cold-start optimization -- preload libraries in envs (v2) -- mem vs. speed tradeoff
+
+## Function extensibility ([area-ext](https://github.com/fission/fission/labels/area-ext))
+
+- Env v2: easy addition of dependencies etc.
+- Integration with Service Broker
+
+## Multi-area stuff
+
+- Execution strategies: cold-start pool vs create-pod-on-cold-start -- one size doesn't fit all, at least with current tech; abstract over execution strategies according to requirements

Documentation/TERMINOLOGY

@@ -1,22 +0,0 @@
-
-_Function_: A _function_ is the smallest unit of a program in Fission.
-It's a program with an function as an entry point -- it doesn't have
-to be just one function.
-
-_Trigger_: Triggers are what cause functions to be called.  For
-example the HTTP trigger causes functions to be called on HTTP
-requests.
-
-_Instance_: Fission creates and runs servers containing these
-functions.  The running server is called an _instance_.  You normally
-don't need to worry about instances: their management is completely
-automatic and transparent to you.  However, certain configuration
-settings allow you to tweak the behaviour of instances -- for example,
-you can configure the strategy for destroying unused instances.
-
-_Generic Instance_: An instance with no user code in it.  The process
-of including the user code to a Generic Instance is _Specialization_,
-and the resulting instance is a _Specialized Instance_.
-
-_Specialized Instance_: See _General Instance_.
-

Documentation/UserManual.md

@@ -1,15 +0,0 @@
-
-Fission is functions-as-a-service for Kubernetes.
-
-You write some functions, and setup some way for them to be invoked
-("triggers").  Triggers can be HTTP requests (HTTP Triggers) or timers
-(Time Triggers).
-
-Topics
-======
-
-Testing
--------
-
-Function Updates
-----------------

Documentation/wip/Multi-tenancy.md

@@ -0,0 +1,66 @@
+# Multi-tenancy in Fission
+
+Multi-tenancy in Fission allows users to create Fission objects, i.e functions, packages, environments and triggers in different namespaces.
+It mandates that a function reference secrets, configmaps and its package (if explicitly referenced during function create/update operation) to be present in the same namespace as the function.
+This allows user separation and prevents in-advertent access to sensitive data of other users sharing the same cluster.
+However, users are allowed and encouraged to share environments to ensure optimal utilization of cluster resources. To achieve this, users can create all the necessary environments in a ns, say ns1 and then go on to create functions in different namespaces and refer to env in ns1.
+Users that prefer complete isolation can create their env, functions in the same ns.  
+
+## Roles and privileges
+
+1. Cluster-Admin Role : Fission's services need cluster-admin privileges to monitor, create, update and delete resources across namespaces.
+2. Package-getter Role : This role has privileges to do a get, watch and list on fission package objects.
+3. Secret-Configmap-getter Role : This role has privileges to do a get, watch and list on secrets and configmaps.
+
+## Service Accounts 
+
+1. fission-fetcher
+
+This SA is created in every namespace that a user creates runtime environments in.
+Also created in function namespaces where a user creates functions that use NewDeploy executor backend.
+
+2. fission-builder
+
+This SA is created in every namespace that a user creates builder environments in.
+
+## Role-bindings
+
+1. Package-getter-binding
+
+Every time a user creates a package explicitly in a namespace, this role binding is created in package's namespace (which is also function's namespace). This grants package-getter role to fission-fetcher SA present in the referenced environment's namespace.
+If the package is a source package, then, fission-builder SA present in the environment namespace is also added to this role binding.
+
+Next when the user creates a function in the same namespace, if the function's executor type is newdeploy, then, the fission-fetcher SA present in function namespace is also added to the same role binding.
+
+Note : For functions that have executor type poolmgr, the env pods are created in the namespace that env object is created. Whereas, for those functions that have executor type New deploy mgr, the function pods are created in the namespace that function object is created in.
+
+This is because, poolmgr allows env sharing and optimal resource utilization. so generic env pools are created in a different namespace and all functions that prefer sharing this env pool can reference these pools.
+If users require strict isolation, they can either create functions with new deploy backend, or, create envs in different namespaces and not share them across functions.
+
+2. Secret-Configmap-getter-binding
+
+Every time a user creates a function in a namespace, Secret-Configmap-getter-binding is created in the same namespace, granting secret-configmap-getter role to fission-fetcher SA present in the referenced environment's namespace in case the executor type is poolmgr.
+If the executor type is newdeploymgr, then the same role binding is created in the same namespace as the function, granting the same secret-configmap-getter role to fission-fetcher SA present in the function namespace.
+
+## Examples
+
+1. create a generic python runtime env in ns 1 and function with poolmgr executor type in ns 2 that references it.
+
+```bash
+$ fission env create --name python --image fission/python-env --envns ns1
+$ fission function create --name func1 --env python --code hello.py --fns ns2
+```
+
+2. create a builder and runtime environment in ns3, a source pkg in ns3 and a function referring to this src pkg also in ns3. (for complete isolation, all objects are in ns3)
+
+```bash
+$ fission env create --name python-builder-env --builder fission/python-builder --image fission/python-env --ns3
+$ fission package create --src src-pkg.zip --env python-builder-env --buildcmd "./build.sh" --pkgns ns3
+$ fission fn create --name func3 --fns ns3 --pkg $pkg --entrypoint "user.main"
+```
+
+## Note
+
+1. To maintain backward compatibility, fission objects that are created without the ns flags are created in default namespace. Also, the run time env pods in such a case will continue to live in fission-function ns and builder env pods in fission-builder ns
+2. Since all envs in a namespace have the same fission-fetcher SA mounted in them, even though multiple envs are created in a namespace and referenced by functions in different namespaces, the SA will have privileges to view those function's secrets if any.
+3. Similarly, if there are multiple functions in different namespaces but all sharing an env in one namespace, the fission-fetcher SA in that namespace will have privileges to see all of their secrets.

Documentation/wip/ProgrammingModel.md

@@ -0,0 +1,24 @@
+# Programming Model
+
+This document describes the programming model for fission functions.  
+
+## Time Limits
+
+By default, there is no time limit on fission functions.  
+
+Idle running instances may be killed at any time (usually after the
+default idle timeout of 10 minutes, but this is configurable).
+
+
+## HTTP Triggers
+
+Functions triggered over HTTP receive the HTTP request object in the
+context.  The request's query string, POST body, etc. can be retrieved
+from this object.  The interface is language-specific: see [TODO] for
+documentation on the context object in each environment.
+
+
+## Kubernetes Watch Event Triggers
+
+Kubernetes watches can be used to trigger functions. These functions
+receive the Kubernetes watch.Event object in JSON-serialized form.

Documentation/wip/annotations_design.md

@@ -0,0 +1,91 @@
+# Annotations
+
+Annotations are used by the core Kubernetes system and to even larger extent by projects such as Istio Ingress Controllers and Prometheus and such.
+
+Users want to add annotations to some objects such as ingress (https://github.com/fission/fission/issues/989).
+
+To enable the users to use annotations, here are some thoughts and ideas:
+
+## Defining annotations
+
+Annotations can be defined fairly easily in the spec file for any object as part of metadata.
+
+``` yaml
+apiVersion: fission.io/v1
+kind: HTTPTrigger
+metadata:
+  creationTimestamp: null
+  name: spectest
+  namespace: default
+  annotations:
+    test-anno: some-test-value
+spec:
+  createingress: true
+```
+
+These annotations can be merged to target object using a merging mechanism - so that additional annotations put by Fission can also be preserved.
+
+## Considerations
+
+- More often than not the annotations are needed by a Kubernetes objects created by one of the function CRDs/controllers. For example ingress created by route needs the annotation and not the route object itself.
+
+### Implementation 1
+
+- Most annotations use a convention which we can use to determine if an annotation is meant for an ingress object or to be applied on a pod.
+
+For example. look at annotations:
+
+|Annotation name| Description|
+|:-------------|:-------------|
+|`prometheus.io/scrape`| Prometheus - applied to pod|
+|`sidecar.istio.io/inject`|Istio - applied to pod|
+|`helm.sh/hook`| Used by helm to apply to pods/jobs|
+|`traefik.ingress.kubernetes.io/app-root`|Used by Trafeik ingress controller, applied to ingress|
+|`nginx.ingress.kubernetes.io/add-base-url`|Used by Nginx ingress controller, applied to ingress|
+
+So we can write a simple logic - to check if a annotation is applicable for an ingress and based on that apply or not apply annotations to ingress.
+
+
+### Implementation 2
+
+- One of the side effects is that the annotations will still stay on the source CRD object - for example annotation will stay on the httptrigger as well as the ingress object. This can cause problems in certain cases where something like Prometheus uses annotations to scrape objects. So instead we wrap the annotations needed by an object into another annotation name. This also solves problem of having to guess which annotations to apply to which object. 
+
+```yaml
+apiVersion: fission.io/v1
+kind: HTTPTrigger
+metadata:
+  creationTimestamp: null
+  name: spectest
+  namespace: default
+  annotations:
+    ingress-annotations: '{"nginx.ingress.kubernetes.io/add-base-url": "true", "nginx.ingress.kubernetes.io/app-root": "somevalue"}'
+```
+
+
+This is specifically important because for example newdeploy function will create a deployment, service and HPA and all three might have different set of annotations.
+
+```yaml
+  annotations:
+    service-annotations: '{"service.annotation1": "somevalue"}'
+    deployment-annotations: '{"deploy.annotation1": "somevalue"}'
+```
+
+### Implementation 3
+
+Based on discussion in the team there is a additional option of adding a explicit field in the spec to hold the annotations. For now this assumes that we are only considering HTTPTriggers for annotations and not other objects such as Functions.
+
+```
+HTTPTriggerSpec struct {
+		Host              string            `json:"host"`
+		RelativeURL       string            `json:"relativeurl"`
+		CreateIngress     bool              `json:"createingress"`
+		Method            string            `json:"method"`
+		FunctionReference FunctionReference `json:"functionref"`
+		Annotations       map[string]string `json:annotations`
+	}
+  ```
+
+## Final thoughts
+
+- The implementation idea 2 & 3 look better than 1. The third option involves HTTPTrigger Spec change.
+- For both (2) & (3) - if in future we have to implement annotations for Functions etc. we will have to consider the fact that a function will in turn create 3 objects (Service, Pod & HPA) and annotations for all three would need to be accommodated.

Documentation/wip/ci-cd-proposal.md

@@ -0,0 +1,101 @@
+# Continuous Integration and Delivery of Fission functions
+
+This document outlines a simple CI/CD process for Fission functions which can be extended to any CI/CD tool. Before we start, some level setting for terminology used as the terms are used rather broadly in industry.
+
+## Continuous Integration
+
+CI is made up of a series of broad areas:
+
+- The first step is to compile the source code and convert into artifact which is pushed to artifact repository. Traditionally this has been building a Py or wheel package (Python) or Jar file (Java) but as containers became mainstream the container image became the package. The traditional artifact repositories were replaced by the Docker registries.
+
+- Execution and reporting of unit testing has been a crucial part of the CI cycle and is done after the source code can be compiled successfully.
+
+- Running a static/dynamic code analyzer is the next step in continuous integration. The static code analysis is usually used to measure and report quality metrics and dynamic code scanning/analysis for security.
+
+In the draft version of this proposal we will only consider the source to artifact conversion part and will not dive into unit testing or code scanning/analysis cycles of the CI.
+
+## Continuous Delivery
+
+CD is also composed of a few broad areas focusing on different aspects:
+
+- After CI cycle completes successfully - deploying the artifact to a Dev/Staging environment so that it can be tested by developers and QA teams.
+
+- Once the tests & teams have verified that a function works, the same function should be promoted from Dev/Stage to higher/production environment. The number of environment that a organization maintains varies but the idea of promotion from one environment to higher environment does exist. There are very few organizations who deploy the newer versions of functions directly in production with a A/B setup but that is as of this writing is an exception and not the norm.
+
+- Another aspect of promoting from one environment to higher environment is the configuration for both environments will be different. For ex. the DB connection string will be different for each environment. Or the "maxscale" property for production environment could be higher than that for Dev. The ability to store all these environment specific configurations in some sort of system (Github for normal values and some sort of KMS for sensitive data) and being able to combine the logic and configurations for each environment when deploying is important.
+
+Beyond these points there are integration/automation points such as being able to call a test suite after deployment is done etc. but we will skip for now for brevity.
+
+## 1 Fission specs in a container
+
+Let's start with a simple Fission function which uses specs. A typical directory structure looks like below:
+
+```
+.
+├── multifile
+│   ├── README.md
+│   ├── __init__.py
+│   ├── main.py
+│   ├── message.txt
+│   └── readfile.py
+└── specs
+    ├── README
+    ├── env-python.yaml
+    ├── fission-deployment-config.yaml
+    └── function-pyz.yaml
+```
+
+Irrespective of if source code that needs to be built or not, there is a simple command to fire to update the function, which will build (if applicable) and deploy the function:
+
+```
+$ fission spec apply
+```
+
+If we look at this from CI/CD perspective this process requires:
+  1. Source code & specs 
+  2. A github push event when any one of the two change
+  3. Fission CLI
+  4. Kubernetes Config so that the apply command can be run
+
+So if we build a container - which has the above requirements met as installed software (Ex. Fission & Kubectl CLI) or available as environment variable (Github pull token or Kubeconfig), the container can be used as part of CI workflow in any tool such as - Jenkins, Argo, Github Actions, GitLab etc.
+
+The idea is to build a generic container with Fission CLI, Kubernetes CLI and a way to read Github token and Kubeconfig from env variable/mounted files and being able to run `fission spec apply` command.
+
+### 1.1
+
+Instead of building a container in previous section - the same can be achieved by a function. The Github webhook can call a function endpoint which in turn can execute the process similar to inside the container.
+
+## 2 Environment Configurations
+
+There are use cases and reasons to have environment configuration different for each environment such as Dev/Staging etc. Let's assume that we want to vary the `maxscale` in functions and `DB_CONNECTION` in environment 
+
+```
+spec:
+  InvokeStrategy:
+    ExecutionStrategy:
+      ExecutorType: newdeploy
+      MaxScale: 2 // <-- Varies based on environment deployed in
+      MinScale: 1
+```
+
+```
+    container:
+      env:
+      - name: DB_CONNECTION
+        value: "http://database.url" // <-- Varies based on environment deployed in
+```
+
+Without changing anything in Fission spec it is possible to change these things from environment to environment and some of strategies used by people are:
+
+  1. Generate and maintain specs for each environment. This is not a best practice as it leads to drift in code and configuration between environment over time.
+  2. Use placeholder variables (i.e. $DB_CONNECTION_VALUE) and replace them for each environment before deploying. This is better in the sense that you are combining changes specific to each environment with spec code but is still a work around sort of.
+
+For environment specific configurations, it is possible to use some sort of templates or overlay mechanism. One of interesting projects using overlays is [Kustomize](https://github.com/kubernetes-sigs/kustomize). In any case as of today the fission spec command does not have a way to use template or modify values using overlay and it is worth exploring this approach for fission spec.
+
+## 3 Promotion from one environment to another
+
+This necessarily does not fall in the area of Fission per se but it would be fairly easy to build a pipeline in the the tool used for CI/CD if we have container mentioned in (1) and even work around mentioned in (2).
+
+## Action Items
+
+As a first step it would be good to build a simple container mentioned in (1) and use it in various tools to understand the value it adds and any unknowns. The next steps would be to build a full end to end pipeline from source to production.

Documentation/wip/cli-extensibility.md

@@ -0,0 +1,128 @@
+# Fission CLI Extensibility
+
+### Approach
+To sum up the approach: git-style plugins.
+
+Plugins are named with the fission prefix `fission-*`. When fission is invoked with an undefined/non-core subcommand 
+is called (like `fission foo`). Fission will look in the PATH  
+
+**Installing Fission**
+```bash
+# The same as before
+$ curl -Lo fission https://github.com/fission/fission/releases/download/0.7.2/fission-cli-osx && chmod +x fission && sudo mv fission /usr/local/bin/
+```
+
+**Installing Fission Workflows**
+```bash
+# The same process as Fission cli itself
+$ curl -Lo fission https://github.com/fission/fission-workflows/releases/download/0.4.0/fission-workflows-osx && chmod +x fission-workflows && sudo mv fission-workflows /usr/local/bin/
+```
+
+**Invoking Fission Workflows**
+```bash
+$ fission workflows invocation get b1278e802a
+# Which is equivalent to:
+$ fission-workflows invocation get b1278e802a
+```
+General flow: 
+1. fission does not recognize `workflows` subcommand
+2. fission checks the path for a binary called `fission-workflows`
+3. fission finds the binary.
+4. fission invokes the `fission-workflows`, passing the remainder of the arguments.
+
+**Discoverability: fission --help**
+```bash
+$ fission --help
+USAGE:
+   fission [global options] command [command options] [arguments...]
+
+VERSION:
+   0.6.0
+
+COMMANDS:
+     function, fn                  Create, update and manage functions
+     httptrigger, ht, route        Manage HTTP triggers (routes) for functions
+     timetrigger, tt, timer        Manage Time triggers (timers) for functions
+     mqtrigger, mqt, messagequeue  Manage message queue triggers for functions
+     environment, env              Manage environments
+     watch, w                      Manage watches
+     package, pkg                  Manage packages
+     spec, specs                   Manage a declarative app specification
+     upgrade                       Upgrade tool from fission v0.1
+     tpr2crd                       Migrate tool for TPR to CRD
+     help, h                       Shows a list of commands or help for one command
+
+PLUGINS:
+     workflows, wf                 Inspect and manage workflow executions
+     ui                            Start the user interface
+
+GLOBAL OPTIONS:
+   --server value  Fission server URL (default: "http://127.0.0.1:65356")
+   --help, -h      show help
+   --version, -v   print the version
+```
+Of course Fission needs to be able to find all plugins for this. There are several ways in which we can provide discoverability. The simplest one is for Fission to look in the path for all binaries starting with the `fission-*` prefix. Optionally, fission could invoke a specific command on the subcommand to get info about the plugin (such as version, help text, aliases...)
+
+With Fission Workflows this info would look something like this: 
+```bash
+$ fission-workflows --plugin
+name: workflows
+version: 0.4.0
+help: Inspect and manage workflow executions
+```
+The idea is that this plugin info is all completely optional. 
+If it is not available, we simply degrade the results to user. 
+This way users/we can easily prototype or add plugins without having to worry about adhering to some interface.
+
+**List version**
+```bash
+$ fission --version
+client: 
+  fission: 0.8.0
+  fission-workflows: 0.4.0
+server:
+  fission: 0.8.1
+  fission-workflows: 0.3.0
+```
+Again, versioning info for fission-workflows is taken from the plugin info of the commands. 
+Note: a related issue is to have some more formalized plugin support/discoverability on the server-side, 
+but that is out of the scope of this issue.
+
+### Other (optional) extensions and notes
+- Like git we could setup a preferred binary path, where fission looks first when searching for the subcommand. 
+This could optionally be defined with a `FISSION_EXEC_PATH`.
+- With the current approach we cannot have aliases for commands---fission will not be able to find fission-workflows 
+when the user calls `fission wf`. This might be UX issue, with these long path names. One option is let the user fix 
+it themselves by symlinking `fission-wf` to `fission-workflows`; using the plugin info Fission can recognize and 
+merge aliases together.
+- To help detect versioning conflicts (old version of fission, too new version of fission workflows). We could add 
+a `requires` field to the fission-workflows plugin info. Then we could throw a warning or error, when two out of sync 
+versions are being used. 
+- To avoid unhelpful errors to the user when they have not installed a plugin, we could add a heuristic to check 
+`https://github.com/fission/SUBCOMMAND` to see if the subcommand might be an uninstalled plugin. 
+OR, we could lookup a simple text file that contains common plugins `https://github.com/fission/fission/plugins.txt` 
+and list them as suggestions to the user. OR we could of course just default to a bit help text that says something 
+like `unknown subcommand 'foo'. If this is a plugin, ensure that it is present on your PATH`.
+
+---
+
+### Motivation
+
+The proposed approach is to use the git-based plugin system for now. Reasons for this approach over a sophisticated, 
+integrated plugin-based approach:
+- It is low effort to implement.
+- It is easy to extend with minimal to no required interface.
+- The binaries remain standalone, allowing users to separate them if needed and make independent development on the 
+binaries easy.
+
+Limitations of the proposed approach:
+- The user still has to do some work, adding binaries to the PATH; ensuring that permissions are correct; ensuring 
+that the binary is executable; how to deal with duplicate binaries on the PATH. All this makes this approach assume 
+basic/intermediate knowledge of the OS from the user.
+- I have to admit: I am not entirely sure if this approach requires any changes for Windows. Probably not.
+- Upgrading fission with many plugins could be cumbersome, as you would need to upgrade each binary one by one. 
+Improving this is probably best left to future work.
+
+
+The more heavyweight solution solves some of these limitations to an extent, but these do not way up to the increased 
+development and maintenance cost IMO. If needed we could explore this option (or some hybrid option) in the future.

Documentation/wip/env-api.md

@@ -0,0 +1,120 @@
+# Environment V2 Fission-Environment API
+
+Fission Environments are the language-specific component of fission.
+
+They must satisfy the interface in this spec.
+
+## Meta
+
+This is version 2.0-alpha of the Fission-Environment API.
+
+(It's unstable and may change without warning until 2.0-beta.)
+
+## Overview
+
+Fission V2 Environments consist of:
+
+ * Metadata
+ * A runtime image
+ * A builder image (optional)
+ * Function Interface Specification
+ * User Documentation
+ * Examples
+
+### Metadata 
+
+See EnvironmentSpec, Runtime, and Builder in types.go.
+
+## Runtime Image
+
+An environment runtime image is a docker container image. It must run
+a server that has two jobs:
+
+(a) Loading a "function" from a file path on demand
+(b) Invoking that function on request
+
+### Function Loading
+
+The environment must expose a single HTTP endpoint (at the port and
+URL specified in the metadata) that loads a function. The function
+load request is a JSON-serialized `FunctionLoadRequest`.
+
+The function load request contains a filepath to load the function
+from. Fission does not define in any way the contents of the path; it
+is completely environment-dependent. It may be a single file, or a
+directory (in case of deployment packages).
+
+The load request may contain an EntryPoint. If it does, the loader
+must interpret this; usually it's the name of a function in a module
+or package containing multiple functions. If there is no entry point,
+the environment must use a default; again, the value of this default
+is environment-specific.
+
+The load request may contain a URL. If it does, requests to that URL
+should be routed to the function. It defaults to "/".
+
+### Function Invocation
+
+Functions are invoked on HTTP request to the server. The port for the
+request on the runtime container is defined in the Runtime metadata,
+and the URL for the request is specified in the FunctionLoadRequest.
+
+The interface of the function is environment specific; the environment
+must come with a spec for this interface.
+
+## Builder
+
+The builder is a container image that contains tools to build a
+function from source. The source may be a single file or a directory
+of files.
+
+The builder container is invoked with the specified command, with the
+following params:
+
+ 1. File path of the source
+ 2. File path where the output should go
+ 3. Other env or function-specific params passed by the user
+
+The first two parameters are file paths, and all remaining params are
+environment-specific.
+
+The output of the builder should be something that the runtime can
+load and run -- there should be no intermediate steps that need user
+intervention.
+
+### Errors
+
+## Function Interface Spec
+
+The function interface spec is a document that specifies the interface
+of functions and their semantics.  It must specify:
+
+ * How functions are invoked (sync, async)
+ * How the request context is provided to the function (URL, headers, request type, request body)
+ * Function logging
+ * Semantics of function errors and exceptions
+
+
+## Documentation
+
+The docs should contain everything necessary to use the environment:
+
+ * How to add it to a fission cluster
+ * How to write and build functions for this environment (link to the interface spec)
+ * How to modify and rebuild the environment itself
+
+## Examples
+
+Suggested examples to provide:
+
+ * A simple "Hello world"
+ * A function that demonstrates use of the request context: url params,
+   request headers, request body 
+ * A function that does logging
+ * A multi-file function package
+ * A function with dependencies
+ * Functions with shared code
+
+## Compatibility with v1
+
+V1 environment images can be used as v2 environment runtime images. 

Documentation/wip/environments-v2.md

@@ -0,0 +1,327 @@
+# Fission Environments Redesign
+
+As Fission supports more languages and reaches a wider set of use
+cases, it's time to ask how well the current Environments design is
+holding up.
+
+
+## Environments V1: What we learned
+
+Environments V1 is very simple idea: an environments is one Docker
+image with an HTTP server + dynamic loader for that language; it's run
+in a pod with a language-agnostic sidecar (fetcher) that downloads and
+saves the function into a volume shared with the language-specific
+container.
+
+### Pros:
+
+* Abstracted away images.
+
+* Very fast cold start
+
+* No image registry to manage (neither for the user nor for fission
+  implementation)
+
+* Relatively small amount of language specific code. (python env is <
+  100 lines)
+
+### Cons:
+
+* Doesn't work well for compiled languages
+
+* Users have to rebuild the image to add dependencies
+
+* Only one file supported
+
+* Errors in loading are not surfaced properly.  It is especially
+  annoying to wait until runtime to see a syntax error that could have
+  been caught on function upload.
+
+* Starting a Pod without knowing the functions has its limitations: we
+  can't set CPU/memory limits, we can't mount volumes (persistent
+  volumes, secrets, configmaps).  We also can't change the namespace
+  the Pod is in.
+
+* Not great for a large code base
+
+* Some people want to operate at the image level but still get the
+  on-demand execution semantics of FaaS.  This is a cost-optimization
+  use case.
+
+
+### Discussion
+
+Early feedback shows that almost evey user ends up rebuilding images
+to add some dependencies.  Some sort of automated dependency resolution
+would be very nice to have and improve the development workflow.  In
+other words, just attach a package.json(nodejs) or
+requirements.txt(python) with a function, and fission will do the
+rest.  There's also the possibility of supporting buildpacks (simple
+zipfiles), a la AWS Lambda.
+
+Though we can support compiled languages by doing the compilation
+inside the cold-start, that's not a great solution because: (a)
+compile errors would be reported at runtime, and (b) because the
+overhead of compilation doesn't really need to be inside the
+cold-start latency.
+
+Non-trivial functions will need multiple files.  That also helps for
+common code across functions.  So we need a way for the user to define
+a function as a collection of code with an entry point.
+
+Finally, Docker images remain the most flexible way to package an app.
+Today, users can always rebuild an environment image to include
+anything they want.  But those images must still run a server that
+implements fission-environment interface (i.e. the specialize
+endpoint).  So perhaps there could be a way for users to say "don't
+use environments, I've already packaged up my function, here it is".
+
+
+## Environment V2 Requirements
+
+Roughly in order of priority:
+
+0. Retain the simplicity of the simple use cases.  First user
+   experience should remain trivial -- write a function, map a URL,
+   done.
+
+1. Support compiled languages. Support error reporting on function
+   upload rather than cold start.
+
+2. Support functions as a collection of files rather than just one
+   file.
+
+3. Support automated environment-specific dependency resolution.
+
+   (#3 may end up having the same solution as #1.  You could think of
+   gathering deps as a "compilation" of package.json,
+   requirements.txt, etc.)
+
+4. Support functions as images.
+
+
+### User stories
+
+#### Environment Creation
+
+V1 Environments were just an image.  V2 Environments will be a yaml
+file with the following properties:
+
+* Run time image (required)
+* Version (required)
+* Builder image (optional)
+* Build invocation command (required if builder image specified)
+* File name extension(s) (optional)
+
+The version will be used to distinguish V2 environments from V1.
+
+```
+$ cat golang.yaml
+type: Environment
+metadata:
+  name: go
+spec:
+  runtimeImage: fission/go-runtime
+  builderImage: fission/go-builder
+  buildCommand:
+  - "/build.sh"
+  fileExtentions:
+  - go
+
+$ fission env create -f golang.yaml
+```
+
+#### Function creation for compiled languages
+
+User writes a function in a compiled language, for example Go.
+
+```
+$ fission function create --code blah.go
+
+<compilation errors>
+
+<user edits file>
+$ $EDITOR blah.go
+<fixes errors>
+
+$ fission function update --code blah.go
+<success>
+
+$ fission route ... # routes work as usual
+```
+
+This same user story applies to interpreted languages too, where the
+"compilation" step can be used to check for syntax errors.
+
+#### Compiled language, without using fission builds
+
+User compiles their function locally, resulting in a set of one or
+more binaries. The user packages these up as a zip file, creating a
+"deployment package".
+
+```
+$ fission function create --deployment-package foo.zip
+
+$ fission route ... # routes work as usual
+```
+
+In this use case, fission is no longer operating at the source
+level. Builds are left to the user and fission only sees the
+deployment package package.
+
+#### Collections of source files
+
+The user can create a source package -- a set of source files in a
+zip.
+
+```
+$ fission function create --source-package foo.zip
+
+```
+
+This workflow works similarly to providing a single source file.
+
+In addition, fission CLI could support automatic creation of source packages, e.g.
+
+```
+$ fission function create --source-files *.js
+```
+
+This is purely client-side "syntactic sugar" -- the CLI creates the
+source package instead of the user having to do it manually.  It
+doesn't change semantics; the source package is still handled as one
+object.
+
+#### Handling Dependencies
+
+The source package of a function can contain dependency specs.
+
+Fission framework proper does not treat this spec in any special way;
+it's just another file in the source package.  These will be
+interpreted by the environment builder.
+
+```
+$ fission function create --source-files *.js --source-files package.json
+```
+
+In this case, the CLI will create a source package containing the JS
+files and package.json.  The NodeJS environment builder will create a
+deployment package out of these files.  The runtime environment will
+load and run the deployment package.
+
+#### V1 Compatibility
+
+V1 Environments will continue to be supported.  Existing commands will
+continue to work.  V1 environments won't support newer features like
+builds, source and deployment packages, etc.
+
+### Implementation
+
+#### Environment Type
+
+The environment type has a set of new properties: version, runtime
+image, builder image, build command, file extension(s).
+
+#### Function Type
+
+The function type has new properties: source package, deployment
+package.  The literal code string continues to be supported, but it
+will have a specified size limit, say 512KB.
+
+#### Source and Binary Packages
+
+A package is just a zip file.  It's contents are opaque to fission:
+the meaning of its contents is defined by the environment.  Fission's
+job is to manage the storage and delivery of the package into build
+and runtime environments.
+
+#### Storage Service
+
+The storage service will have an HTTP API to upload and download
+files. It can store the packages on a persistent volume or as objects
+in cloud storage services such as S3.
+
+Storage service has a garbage collection API endpoint.  When invoked,
+it will remove all packages that are not referenced from any function.
+
+#### Fetcher
+
+Fetcher gets some new responsibilities:
+
+1. It must now also handle zip/unzip of packages
+
+2. It must know how to upload to the storage service (so it's not
+exactly "fetcher" any more, but...)
+
+#### Runtime Environment Interface
+
+The V2 runtime environment interface is very similar to V1
+environments.  Environments must support a dynamic loader and have an
+HTTP server that forwards requests to the loaded module.
+
+The differences:
+
+* V2 runtimes must support loading a deployment package.  Fetcher is
+  responsible for unzipping a deployment package, but interpretation
+  of the contents is up to the environment's code.  For example, it
+  may have to include the directory where the deployment package is
+  unzipped in its module load path.
+
+[TODO any other differences?]
+
+#### Buildmgr
+
+A new service that will manage builds.  Its design is similar to
+poolmgr, except it is triggered on creation or update of a function,
+rather than HTTP requests.
+
+Buildmgr creates a builder deployment+service for each environment.
+Pods in this deployment run the environment's build container, and
+fetcher, with a shared volume between the two containers.
+
+When a function is created or updated with a source package, buildmgr
+notices this and triggers a build.  First, it calls fetcher to
+download the source package into a shared volume with the build
+container.  It then invokes the builder by running the build
+invocation command in the build container.  Next, it calls fetcher to
+package up the output of the builder and store the built package into
+the the storage service.
+
+Finally, it updates the function object in the controller API with a
+reference to the built package.
+
+[We can collapse this workflow into one request into the builder
+service, which would make it easier to scale up the builder
+deployment; if we used multiple requests we'd need some sort of
+affinity rule, but k8s services only support IP based affinity.]
+
+#### Poolmgr
+
+Poolmgr remains relatively unchanged.  Instead of constructing URLs for
+function metadata, it uses the deployment package URL in the function
+object.
+
+#### CLI
+
+Client libraries and CLI have to deal with the new properties in
+functions and environments.
+
+The CLI will now talk to both storage service and controller.  When a
+function is created, the user can specify the function in one of 3
+ways:
+
+1. One source file, same as v1.
+
+2. A source package (or a set of source files, which is turned into a
+   source package by the CLI)
+
+3. A deployment package
+
+If the file is specified as a source file, fission CLI will use the
+code literal if it's under the size limit; otherwise it should use the
+storage service.  This will allow users to use fission deployments
+with no storage service, but with a size limit on functions.
+
+For the case of a source or deployment package, the CLI first does an
+upload to the storage service, then creates a function object with a
+reference to the uploaded package.

Documentation/wip/execution-backends.md

@@ -0,0 +1,47 @@
+
+# Fission Pool manager
+
+Fission's currently uses a pool of running "environments" and specialized them for execution of a function. This design served the cold start use cases well but this is not the only strategy for creation and execution of functions. For example requirements for a new execution backend have been discussed in https://github.com/fission/fission/issues/193. This document aims to discuss the currently under development "newdeploy" backend and related thoughts
+
+# Executor
+
+A new layer - executor now sits between the router and actual backends are responsible for all of heavy lifting for execution of functions. Executor layer is responsible for accepting requests from router and checking with cache before calling on a backend for execution of a function.
+
+# Backend
+
+A backend is responsible for execution of a function - which can involve provisioning appropriate objects in Kubernetes. So with the new design Pool manager becomes one of the backends. As of this writing there are two backends which are described as:
+
+### Pool Manager Backend
+
+Pool manager backend uses a pool of environment pods and specialized them when a function is invoked. The specialized pods are cleaned up if not in use after a few minutes. More details on Pool manager can be found here: https://github.com/fission/fission/blob/5c470735185b980c1f7987921db360e91c65573b/Documentation/Architecture.md
+
+### New Deploy Backend
+
+New Deploy backend create a Kubernetes deployment, a Kubernetes Service for a given function. It additionally creates a HorizontalPodAutoscaler if scale parameters are provided. The creation of deployment and service can be eager or lazy based on input. 
+
+### Execution Strategy
+
+While this is still a WIP, parameters that affect execution behavior of function are based on `InvokeStrategy`. A invoke strategy defines the `strategyType` and actual strategy parameters encapsulated in the strategy object. 
+
+```
+InvokeStrategy struct {
+		ExecutionStrategy ExecutionStrategy
+		StrategyType      StrategyType
+	}
+```  
+For example in above case the strategy type is `ExecutionStrategy` and the corresponding parameters are listed below.
+
+```
+	ExecutionStrategy struct {
+		Backend       BackendType
+		MinScale      int
+		MaxScale      int
+		EagerCreation bool
+	}
+  ```
+
+In future there could be more strategies for different use cases.
+
+## Dispatch to backend
+
+As of now one of the backends is chosen based on a simple flag in `ExecutionStrategy`. In future there might be a intelligent/hybrid ways of choosing a backend. For example initial requests of a function could be served from a pool manager while later scaling could be served by a NewDeploy backend

Documentation/wip/java-env-design.md

@@ -0,0 +1,67 @@
+# Java Environment : Design & considerations
+
+This document documents the design and thoughts that lead to design of Java environment. Before we dive deeper, some important points:
+
+- When we say Java, we really mean JVM. That does not mean that all languages will work seamlessly, so support will be added gradually based on validation. Some of popular languages as of today are:
+    - Scala
+    - Groovy
+    - Kotlin (Server side with Spring)
+
+- In Java there are a few prominent frameworks which have a ecosystem of their own (See list below). How these framework fit in the environment will be detailed later, but it is important to understand their place in ecosystem and design for it.
+    - A large percentage of enterprise developers use [Spring framework](https://spring.io/) as has been shown by multiple surveys
+    - Reactive has taken up recently with data intensive operations [Reactive extensions for JVM](https://github.com/ReactiveX/RxJava)
+    - [Spark](http://sparkjava.com/) is a micro web framework
+
+A draft implementation of the Java environment design is in the branch [java_env_alpha](https://github.com/fission/fission/tree/java_env_alpha). Also a earlier implementation based on Vort.x framework [can be found here](https://github.com/tobias/fission-java-env/)
+
+## Function interface
+
+The goal is here is to minimize the lock in for the user into any framework as much as possible. Java 8 introduced an interface called ```Function``` which could be a great fit here. The user has to implement the ```Function<T, R>``` class and to meet the contract implement the apply method:
+
+```
+public class HelloWorld implements Function<T, R> {
+
+	public R apply(T str) {
+
+```
+
+Now - the T & R could be different things and we discuss some options below:
+
+### Body in request and response
+
+From the early implementation in the branch mentioned above, the environment extracts the body and send it as a JSON string. The JSON then can be transformed into the appropriate object by the function.
+
+This works well, but has one major limitation: the function does not get access to other things like headers etc. The same thing applies to the response: function can send the body but looses control over status code etc.
+
+### HttpServletRequest and HttpServletResponse
+
+It is possible to send the [HttpServeletRequest](https://docs.oracle.com/javaee/6/api/javax/servlet/http/HttpServletRequest.html) request object as it is to the function class but then the interface becomes a bit too low level. For example the function user has to retrieve the body of request using ```getInputStream``` which gives raw input stream and needs additional work. 
+
+Also most enterprise applications today use a framework of some sort for web applications instead of dealing with the raw HttpServlet
+
+### Custom/Context Object
+
+A custom object which encapsulates all needed fields etc. can be used to pass the data from environment to the function. But this means the user has to import a Fission object/library for this object in the application code.
+
+This approach has been taken in the implementation done earlier for a Java environment in Fission and [object interface can be found here](https://github.com/tobias/fission-java-env/blob/master/src/main/java/io/fission/api/Context.java). Related discussion is in the [issue](https://github.com/fission/fission/issues/91)
+
+AWS Lambda also uses a context object, but the purpose is very different, [details of context object here](https://docs.aws.amazon.com/lambda/latest/dg/java-context-object.html).
+
+### Spring's HttpEntity
+
+If we have to depend on a class/library, it is probably better to depend on a class which is part of ecosystem. So instead of using the low level interface of Servlet, we can use [HttpEntity's subclasses RequestEntity and ResponseEntity](https://docs.spring.io/spring/docs/5.0.5.RELEASE/javadoc-api/org/springframework/http/HttpEntity.html). This ensures that the function user is not locked in the Fission object contract, but also gets the full access to request/response object.
+
+The Spring cloud function project also discusses the issue of not having access to other things in request and [related issues are here](https://github.com/spring-cloud/spring-cloud-function/issues?utf8=%E2%9C%93&q=is%3Aissue+is%3Aopen+header)
+
+### Thoughts
+
+- If we only intend to pass request/response object to function - then using HttpEntity might be a good choice
+
+- If there is a need for additional exchange of information between the environment and function execution in future, then a custom/context object is a better option. We can wrap the HttpEntity's fields and additional fields in the custom context object
+
+## Environment Design
+
+JVM environment design is based on Spring boot and Spring MVC frameworks. The details can be found in branch, but here are some key points:
+
+- All classes in the function and dependent classes are loaded into JVM. Which means the user should supply the uber/fat jar for execution.
+- The entrypoint class is specified by the user as ```entrypoint``` flag on the class. The method is by convention (```apply``` as per the Function interface contract)

Documentation/wip/support-tool.md

@@ -0,0 +1,62 @@
+# Fission Support Tool
+Fission now has rich functionality supported by multiple services, however, it brings the complexity of troubleshooting.
+This proposal tends to give a picture of fission support tool that can help both user and developer to locate the problem in short time.
+To achieve this, the support tool will dump related kubernetes objects, fission resources and pod logs from the given cluster.
+
+# Functionality
+
+## Environment Information Collection
+
+Before troubleshooting, some of the basic information is needed to give others an overview of kubernetes/fission user test with so that we can locate the problem in short time.
+
+* Fission version
+    * Client/Server version
+
+* Kubernetes cluster version
+    * Cluster version (i.e v1.9.7-gke.0)
+    * Running environment (i.e GKE, AKS and minikube)
+    * Nodes version and other information
+
+## Service Logs Collection
+
+The component logs and the logs of interaction between components are important for people to understand what really happened in cluster. Following are components need to collect logs from.
+
+* All fission component pods
+* Function pods
+* Builder pods
+* Environment pods
+
+## Object dumping
+
+Fission is deeply coupled with Kubernetes, most of the objects are created and maintained by it. There is two major type of objects need to be dumped from kubernetes:
+
+* K8S objects
+* CRD resources
+
+All objects should be dumped into a readable file format. It will be great if people can reproduce similar environment with these files.
+
+## Information upload
+
+Upload dump files to the specific backend server for support channel to analysis
+
+# CLI Interface
+
+```
+$ fission support collect
+  NAME:
+     fission support collect - Collect pod logs, fission resources and related kubernetes objects for troubleshooting
+  
+  USAGE:
+     fission support collect [command options] [arguments...]
+  
+  OPTIONS:
+     --dumpdir value    Directory to save dump kubernetes objects and fission resources (default: "fission-dump")
+     --fissionns value  Namespace of fission installation (default: "fission")
+     --builderns value  Namespace of fission package builder (default: "fission-builder")
+     --funcns value     Namespace of fission function pod (default: "fission-function")
+```
+
+# Thoughts?
+
+1. What to do with sensitive objects like secrets and configmap? Ignore the dump for such objects?
+2. The functionality is necessary but not listed above?

Documentation/wip/testing-proposal.md

@@ -0,0 +1,209 @@
+# Testing Proposal
+
+This proposal was initially started as a upgrade testing proposal but soon problems that were posed resulted in a bigger proposal.
+### Kinds of testing
+
+Most of current integration tests are CLI driven. Fission CLI is used to test execute various test cases. In future we would have to also focus on API level testing as a UI is built for Fission. 
+## Needs & patterns
+
+This section only explains the problems/best practices without going into tooling and language used for implementation.
+### Separating the test & data
+
+Separating the tests from test data has two aspects - one is separation of concerns and second is scaling the tests without touching the test logic. The test data is a simple data structure which holds all information and test can take data and execute the logic.
+
+As an example today we test "Hello world" for nodejs environment with a simple hello.js like this:
+
+```
+fission env create --name nodejs --image fission/node-env
+fission fn create --name $fn --env nodejs --code $ROOT/examples/nodejs/hello.js
+fission route create --function $fn --url /$fn --method GET
+response=$(curl http://$FISSION_ROUTER/$fn)
+```
+The variables here are environment image, function code & route URL.
+
+If tomorrow if we had to scale this test for all environments, we will have to repeat ourselves. (Violate DRY principle). Instead of that if we encapsulate the test setup & test in a simple function:
+
+```
+test_hello_env(envImage, codePath, routeURL){
+
+}
+```
+
+And feed it with a dictionary which has all possible combination of tests:
+
+```
+{
+    node: {"fission/node-env", "test/hello.js", "/hellonode"},
+    python: {"fission/python-env", "test/hello.py", "/hellopy"},
+    golang: {"fission/go-env", "test/hello.go", "/hellogo"},
+    binary: {"fission/binary-env", "test/hello.sh", "/hellobinary"},
+}
+
+```
+This would achieve a few things:
+
+- Separate the test execution logic from the data it needs clearly.
+- For adding new kind of environments, you just need to add one more entry into data structure.
+
+Testing all environments may not be most apt example for this, but there can be potential use cases like this.
+### Separating the test & setup/teardown
+
+When we run a test there are typically three distinct phases:
+
+- Setup (Create env, fn, route)
+- Test (Curl the function)
+- Cleanup (Delete fn, route & env)
+
+It should be possible to separate the before test and after test parts from actual tests at two levels:
+- Each test
+- A whole test suite
+
+The ability to have clean and separate before and after blocks, apart from separation of concerns, enables:
+
+- Running a suite of tests for same setup (See tagging for suite of tests)
+### Tagging tests & running a selection
+
+Over a period of time as tests grow, there will be unit, smoke, integration, performance, soak tests and so on. Ability to run a particular test suite only or a combination of them makes it easy to run for specific purpose. 
+### Measuring test times
+
+[Good to have, not a must] Measuring time for tests and reporting somewhere helps over time to monitor trends. Although this job is better done by performance/benchmark tests so it is not a strict requirement
+
+### Cleaner Logging
+It would be good to have cleaner/relevant logging as part of build & test. For example something that Ginkgo framework does is it shows error logs only for failed tests.
+### Tests in Parallel 
+
+It would be good to be able to run tests in parallel.
+
+## Evaluating the tools/alternatives
+### BATS
+
+Bash Automated Testing System is like a enhanced version of bash with support for @test tags and before and after steps & ability to skip tests etc. While it enhances the bash to certain extent, the overall improvement is only marginal.
+
+```
+#!/usr/bin/env bats
+
+@test "addition using bc" {
+  result="$(echo 2+2 | bc)"
+  [ "$result" -eq 4 ]
+}
+
+$ bats addition.bats
+ ✓ addition using bc
+ ✓ addition using dc
+
+2 tests, 0 failures
+
+```
+#### Links
+- Bats repo: https://github.com/sstephenson/bats
+- Runc uses Bats https://github.com/opencontainers/runc/tree/master/tests/integration
+### Go Test
+
+The testing package of Go also is quite feature rich for most of the use cases we need. Go 1.7 onwards there is support for setup & teardown parts and parallelism etc. 
+#### Go - Testing package
+
+- Support for setup and teardown based on https://golang.org/pkg/testing/#hdr-Main
+- Go testing already supports and has examples of table driven tests (Separating test & data), measuring test times and parallel tests
+#### Shell execution: Go's Exec Library
+GO provides a built in Exec library for working with CLI commands. The package seems good enough for us to work, though a few working examples will help decide better
+
+https://golang.org/pkg/os/exec 
+
+### Using CLI package
+
+Currently we build a CLI and then execute the tests. The tests basically call one of functions from CLI package. If we decide to use a go lang based framework, then we can import the CLI package and then call those functions  by providing them context. This is as good as calling the Fission from CLI, with added benefit of programmability of Go language.
+
+```
+func TestSomething(t *testing.T) {
+    // Build the Cli context with flags etc.
+    ctx := cli.Context{}
+
+    // Pass the ctx to create function
+    fnCreate(ctx)
+}
+```
+
+Some of benefits of using above pattern are:
+- We can build a small framework around above core where we can pass various flag combinations etc. and exercise all flags in great detail
+- We can use rest of Go testing library and other libraries to build matchers, looping, parallelism etc.
+- It allows us to exercise the logic in CLI as well as validate the API at the same time.
+
+### Ginkgo & Gomega
+
+Ginkgo is a BDD framework which works with Gomega matcher library. I will state relevant portions of these two frameworks which can be utilized:
+
+From Ginkgo:
+
+- Global `BeforeSuite` and after `AfterSuite` can be used to have global setup and tear down phases
+- For tests `BeforeEach` and `AfterEach` and more such variants to do before and after test tasks.
+
+From Gomega:
+
+Gomega is a matcher library but the `gexec` library makes it really easy to interact with OS execution environment. Some working examples:
+
+- Build and cleanup the Fission CLI before & after the tests
+```
+var fissionCli string
+
+BeforeSuite(func() {
+    var err error
+    fissionCli, err = gexec.Build("github.com/fission/fission")
+    Ω(err).ShouldNot(HaveOccurred())
+})
+
+AfterSuite(func() {
+    gexec.CleanupBuildArtifacts()
+})
+```
+
+- Following will run Fission commands with Fission CLI and print error if there is one (verbosity is configurable)
+
+```
+command := exec.Command(fissionCli, "fission env create --name nodejs --image fission/node-env")
+session, err := gexec.Start(command, GinkgoWriter, GinkgoWriter)
+Ω(err).ShouldNot(HaveOccurred())
+```
+
+- Use Fission CLI's output to validate test results
+
+```
+Eventually(session.Out).Should(gbytes.Say("hello [A-Za-z], world"))
+```
+#### Gomega Matchers
+
+- Gomega provides quite a few built in matchers - so you don't have to code those small usual checks, for example:
+```
+Ω(ACTUAL).Should(BeTrue()) // The output should be true
+
+Ω(ACTUAL).Should(BeAnExistingFile()) //  The file should already exist
+
+```
+There are many more matchers which cane be found here: http://onsi.github.io/gomega/#provided-matchers 
+
+- We can build custom matchers in Go language for reusable logic.
+
+#### Links
+Ginkgo: http://onsi.github.io/ginkgo/
+Gomega: http://onsi.github.io/gomega/
+## Thoughts & Next actions
+
+Based on the discussion with team, here are current thoughts and next action items:
+
+### Thoughts
+- As far as possible we should stick to Go's built in testing package
+- Ginkgo's cleaner logging feature (Onlu log if there are errors) - is very useful. We can decide to incorporate this in future.
+- Gomega's (gexec)[http://onsi.github.io/gomega/#gexec-testing-external-processes] is really neat and some matchers can be used if necessary
+
+### Action items
+- How will upgrade test for Fission fit in the framework?
+- How will migration of tests happen over time:
+  - Aim is to keep existing tests around so that enough validation is in place
+  - May be migrate one test at a time
+  - How much of current setup etc. will move into framework? For example it is clear that helm commands should be part of test framework as part of setup/teardown. But other sections may or may not be. A RCA needs to be done to analyze and come up with clear demarcation.
+
+## References
+
+- EngineYard uses BATS: https://www.engineyard.com/blog/bats-test-command-line-tools
+- AWS CLI Tests, written in Python (CLI itself is also in Python): https://github.com/aws/aws-cli/tree/develop/tests
+- Kubernetes uses Ginkgo and Gomega extensively: https://github.com/kubernetes/kubernetes/search?l=Go&q=onsi&type=
+- Hashicorp's Mitchell's talk on Advanced testing with go talks about some good patterns to use: https://www.youtube.com/watch?v=8hQG7QlcLBk 

Makefile

@@ -0,0 +1,136 @@
+# Copyright 2017 The Fission Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+.DEFAULT_GOAL := check
+
+# Platforms to build in multi-architecture images.
+PLATFORMS ?= linux/amd64,linux/arm64,linux/arm/v7
+
+# Repository prefix and tag to push multi-architecture images to.
+REPO ?= fission
+TAG ?= dev
+DOCKER_FLAGS ?= --push --progress plain
+
+VERSION ?= master
+TIMESTAMP ?= $(shell date -u +'%Y-%m-%dT%H:%M:%SZ')
+COMMITSHA ?= $(shell git rev-parse HEAD)
+
+GOOS ?= $(shell go env GOOS)
+GOARCH ?= $(shell go env GOARCH)
+
+BINDIR ?= build/bin
+FISSION-CLI-SUFFIX :=
+ifeq ($(GOOS), windows)
+	FISSION-CLI-SUFFIX := .exe
+endif
+
+GO ?= go
+GO_LDFLAGS := -X github.com/fission/fission/pkg/info.GitCommit=$(COMMITSHA) $(GO_LDFLAGS)
+GO_LDFLAGS := -X github.com/fission/fission/pkg/info.BuildDate=$(TIMESTAMP)  $(GO_LDFLAGS)
+GO_LDFLAGS := -X github.com/fission/fission/pkg/info.Version=$(VERSION) $(GO_LDFLAGS)
+GCFLAGS ?= all=-trimpath=$(CURDIR)
+ASMFLAGS ?= all=-trimpath=$(CURDIR)
+
+### Static checks
+check: test-run build-fission-cli clean
+
+code-checks:
+	hack/verify-gofmt.sh
+	hack/verify-govet.sh
+	hack/verify-staticcheck.sh
+
+# run basic check scripts
+test-run: code-checks
+	hack/runtests.sh
+	@rm -f coverage.txt
+
+### Binaries
+fission-cli:
+	@mkdir -p $(BINDIR)
+	GOOS=$(GOOS) GOARCH=$(GOARCH) $(GO) build \
+	-gcflags '$(GCFLAGS)' \
+	-asmflags '$(ASMFLAGS)' \
+	-ldflags "$(GO_LDFLAGS)" \
+	-o $(BINDIR)/fission-$(VERSION)-$(GOOS)-$(GOARCH)$(FISSION-CLI-SUFFIX) ./cmd/fission-cli
+
+all-fission-cli:
+	$(MAKE) fission-cli GOOS=windows GOARCH=amd64
+	$(MAKE) fission-cli GOOS=linux GOARCH=amd64
+	$(MAKE) fission-cli GOOS=linux GOARCH=arm
+	$(MAKE) fission-cli GOOS=linux GOARCH=arm64
+	$(MAKE) fission-cli GOOS=darwin GOARCH=amd64
+
+install-fission-cli: fission-cli
+	mv $(BINDIR)/fission-$(VERSION)-$(GOOS)-$(GOARCH)$(FISSION-CLI-SUFFIX) /usr/local/bin/
+
+### Container images
+FISSION_IMGS := fission-bundle-multiarch-img \
+	fetcher-multiarch-img \
+	builder-multiarch-img\
+	pre-upgrade-checks-multiarch-img \
+	reporter-multiarch-img
+
+verify-builder:
+	@./hack/buildx.sh $(PLATFORMS)
+
+local-images:
+	PLATFORMS=linux/amd64 $(MAKE) all-images
+
+all-images: verify-builder $(FISSION_IMGS)
+
+fission-bundle-multiarch-img: cmd/fission-bundle/Dockerfile.fission-bundle
+fetcher-multiarch-img: cmd/fetcher/Dockerfile.fission-fetcher
+builder-multiarch-img: cmd/builder/Dockerfile.fission-builder
+pre-upgrade-checks-multiarch-img: cmd/preupgradechecks/Dockerfile.fission-preupgradechecks
+reporter-multiarch-img: cmd/reporter/Dockerfile.reporter
+
+%-multiarch-img:
+	@echo === Building image $(REPO)/$(subst -multiarch-img,,$@):$(TAG) using context $(CURDIR) and dockerfile $<
+	docker buildx build --platform=$(PLATFORMS) -t $(REPO)/$(subst -multiarch-img,,$@):$(TAG) \
+		--build-arg GITCOMMIT=$(COMMITSHA) \
+    	--build-arg BUILDDATE=$(TIMESTAMP) \
+		--build-arg BUILDVERSION=$(VERSION) \
+	 	$(DOCKER_FLAGS) -f $< .
+
+### CRDs
+generate-crds:
+	controller-gen crd:trivialVersions=false,preserveUnknownFields=false  \
+	paths=./pkg/apis/core/v1  \
+	output:crd:artifacts:config=crds/v1
+
+create-crds:
+	@kubectl create -k crds/v1
+
+update-crds:
+	@kubectl replace -k crds/v1
+
+delete-crds:
+	@kubectl delete -k crds/v1
+
+### Cleanup
+clean:
+	@rm -f cmd/fission-bundle/fission-bundle
+	@rm -f cmd/fission-cli/fission
+	@rm -f cmd/fetcher/fetcher
+	@rm -f cmd/fetcher/builder
+	@rm -f cmd/reporter/reporter
+	@rm -f pkg/apis/core/v1/types_swagger_doc_generated.go
+
+### Misc
+generate-swagger-doc:
+	@cd pkg/apis/core/v1/tool && ./update-generated-swagger-docs.sh
+
+make release:
+	@./hack/release.sh $(VERSION)
+	@./hack/releas-tag.sh $(VERSION)

README.md

@@ -1,79 +1,124 @@
-Fission
-=======
+<p align="center">
+  <img src="https://docs.fission.io/images/logo.png" width="300" />
+  <br>
+  <h1 align="center">Fission: Serverless Functions for Kubernetes</h1>
+</p>
+<p align="center">
+  <a href="https://github.com/fission/fission/actions?query=workflow%3A%22Fission+CI%22">
+    <img src="https://github.com/fission/fission/workflows/Fission%20CI/badge.svg?branch=master" alt="Build Status" />
+  </a>
+  
+  <a href="https://goreportcard.com/report/github.com/fission/fission">
+    <img src="https://goreportcard.com/badge/github.com/fission/fission" alt="Go Report Card" />
+  </a>
+  <a href="https://codecov.io/gh/fission/fission">
+    <img src="https://codecov.io/gh/fission/fission/branch/master/graph/badge.svg" alt="codecov" />
+  </a>
+  <br>
+  <a href="http://fission.io">fission.io</a> | <a href="http://twitter.com/fissionio">@fissionio</a> | <a href="https://join.slack.com/t/fissionio/shared_invite/enQtOTI3NjgyMjE5NzE3LTllODJiODBmYTBiYWUwMWQxZWRhNDhiZDMyN2EyNjAzMTFiYjE2Nzc1NzE0MTU4ZTg2MzVjMDQ1NWY3MGJhZmE">Slack</a>
+</p>
+
+--------------
 
 Fission is a fast serverless framework for Kubernetes with a focus on
 developer productivity and high performance.
 
-It's customizable (with sensible defaults), extensible to any
-language, and interoperates well with other infrastructure.
+Fission operates on _just the code_: Docker and Kubernetes are
+abstracted away under normal operation, though you can use both to
+extend Fission if you want to.
 
-See https://fission.io for more.
+Fission is extensible to any language; the core is written in Go, and
+language-specific parts are isolated in something called
+_environments_ (more below).  Fission currently supports NodeJS, Python, Ruby, Go, 
+PHP, Bash, and any Linux executable, with more languages coming soon.
 
+Table of Contents
+=================
 
-Running Fission
-===============
+   * [Fission: Serverless Functions for Kubernetes](#fission-serverless-functions-for-kubernetes)
+      * [Performance: 100msec cold start](#performance-100msec-cold-start)
+      * [Kubernetes is the right place for Serverless](#kubernetes-is-the-right-place-for-serverless)
+      * [Getting Started](#getting-started)
+      * [Learn More](#learn-more)
+      * [Contributing](#contributing)
+      * [Get Help &amp; Community Meeting](#get-help--community-meeting)
+      * [Official Releases](#official-releases)
+      * [Sponsors](#sponsors)
+   * [Licensing](#licensing)
 
-On your own Kubernetes cluster
-------------------------------
+## Performance: 100msec cold start
 
-### Setup Kubernetes
+Fission maintains a pool of "warm" containers that each contain a
+small dynamic loader.  When a function is first called,
+i.e. "cold-started", a running container is chosen and the function is
+loaded.  This pool is what makes Fission fast: cold-start latencies
+are typically about 100msec.
 
-On your laptop:
+## Kubernetes is the right place for Serverless
 
-  https://github.com/kubernetes/minikube
+We're built on Kubernetes because we think any non-trivial app will
+use a combination of serverless functions and more conventional
+microservices, and Kubernetes is a great framework to bring these
+together seamlessly.
 
-Or use Google Container Engine.
+Building on Kubernetes also means that anything you do for operations
+on your Kubernetes cluster &mdash; such as monitoring or log
+aggregation &mdash; also helps with ops on your Fission deployment.
 
-### Verify access to the cluster
-
-  $ kubectl version
-
-### Get and Run Fission
-
-If you're using GKE, use the fission.yaml unmodified.  If you're using
-minikube, change all instances of LoadBalancer services to NodePort.
-
-
-  $ curl http://fission.io/fission.yaml | kubectl create -f -
-
-  $ kubectl --namespace fission get services
-
-Save the external IP addresses of controller and router services in
-FISSION_URL and FISSION_ROUTER, respectively.
-
-### Install the client CLI
-
-  $ curl http://fission.io/fission > fission
-
-  $ chmod +x fission
-
-  $ sudo mv fission /usr/local/bin/
-
-### Run an example
+## Getting Started
 
+```bash
+  # Add the stock NodeJS env to your Fission deployment
   $ fission env create --name nodejs --image fission/node-env
-  
-  $ echo 'module.exports = function(context, callback) { callback(200, "Hello, world!\n"); }' > hello.js  
 
-  $ fission function create --name hello --env nodejs --code hello.js
-  
-  $ fission route create --method GET --url /hello --function hello
-  
-  $ curl http://$FISSION_ROUTER/hello
+  # Create a function with a javascript one-liner that prints "hello world"
+  $ fission function create --name hello --env nodejs --code https://raw.githubusercontent.com/fission/examples/master/nodejs/hello.js
+
+  # Run the function.  This takes about 100msec the first time.
+  $ fission function test --name hello
   Hello, world!
+```
 
+## Learn More
 
-Status
-======
+* Understand [Fission Concepts](https://docs.fission.io/docs/concepts/).
+* See the [installation guide](https://docs.fission.io/docs/installation/) for installing and running Fission.
+* You can learn more about Fission and get started from [Fission Docs](https://docs.fission.io/docs).
+* See the [troubleshooting guide](https://docs.fission.io/docs/trouble-shooting/) for debugging your functions and Fission installation.
 
-Fission is in early alpha.  Watch this space for announcements soon!
+## Contributing
 
+Check out the [contributing guide](CONTRIBUTING.md).
 
-Performance
-===========
+## Get Help & Community Meeting 
 
-The alpha release has focussed on cold-start latency performance.  For
-requests that don't have a running instance, i.e. a "cold start",
-fission has a latency overhead of less than 100 msec for the NodeJS
-environment.
+Fission is a project by [many contributors](https://github.com/fission/fission/graphs/contributors).
+Reach us on [slack](https://join.slack.com/t/fissionio/shared_invite/enQtOTI3NjgyMjE5NzE3LTllODJiODBmYTBiYWUwMWQxZWRhNDhiZDMyN2EyNjAzMTFiYjE2Nzc1NzE0MTU4ZTg2MzVjMDQ1NWY3MGJhZmE) or [twitter](https://twitter.com/fissionio).
 
+A regular community meeting takes place every other Thursday at 09:00 AM PT (Pacific Time). [Convert to your local timezone](http://www.thetimezoneconverter.com/?t=09:00&tz=PT%20%28Pacific%20Time%29).
+
+Meeting Link: https://zoom.us/j/413921817 
+
+The meeting agenda for next meeting and notes from past meetings are maintained in [this document](https://docs.google.com/document/d/1E-xw4KJgka4sUpETHxr9BJBYntzrtxlAN_CE3Wt8kws). You are welcome to join to discuss direction of project, design and implementation reviews and general questions about project etc.
+
+## Official Releases
+
+Official releases of Fission can be found on [the releases page](https://github.com/fission/fission/releases). 
+Please note that it is strongly recommended that you use official releases of Fission, as unreleased versions from 
+the master branch are subject to changes and incompatibilities that will not be supported in the official releases. 
+
+## Sponsors
+
+The following companies, organizations, and individuals support Fission's ongoing maintenance and development. If you are using/contributing to Fission, we would be happy to list you here, please raise a Pull request.
+
+<p>
+    <a href="https://infracloud.io/"><img src="https://fission.io/sponsors/infracloud.png" alt="InfraCloud" height="70"></a>
+    <a href="https://srcmesh.com/"><img src="https://fission.io/sponsors/srcmesh.png" alt="Srcmesh" height="70"></a>
+    <a href="https://www.digitalocean.com/?utm_medium=opensource&utm_source=fissionio">
+      <img src="https://opensource.nyc3.cdn.digitaloceanspaces.com/attribution/assets/PoweredByDO/DO_Powered_by_Badge_blue.svg" width="201px">
+    </a>
+</p>
+
+# Licensing
+
+Fission is under the Apache 2.0 license.

charts/README.md

@@ -0,0 +1,127 @@
+# Fission
+
+[Fission](http://fission.io/) is a framework for serverless functions on Kubernetes.
+
+
+## Prerequisites
+
+- Kubernetes 1.9 or later
+
+
+## Helm charts
+
+The following table lists two helm charts for Fission.
+
+| Parameter      | Description                                                                            |
+| ---------------| ---------------------------------------------------------------------------------------|
+| `fission-core` | FaaS essentials, and triggers for HTTP, Timers and Kubernetes Watches                  |
+| `fission-all`  | Log aggregation with fluentd and InfluxDB; NATS for message queue triggers; Fission-UI |
+
+## Installing the chart
+
+To install the chart with the release name `my-release`,
+
+```bash
+$ helm install --name my-release fission-all
+```
+
+## Uninstalling the chart
+
+To uninstall/delete chart,
+
+```bash
+$ helm delete my-release
+```
+
+## Configuration
+
+The following table lists the configurable parameters of the Fission chart and their default values.
+
+Parameter | Description | Default
+--------- | ----------- | -------
+`serviceType` | Type of Fission Controller service to use. For minikube, set this to NodePort, elsewhere use LoadBalancer or ClusterIP. | `ClusterIP`
+`routerServiceType` | Type of Fission Router service to use. For minikube, set this to NodePort, elsewhere use LoadBalancer or ClusterIP. | `LoadBalancer`
+`repository` | Image base repository | `index.docker.io`
+`image` | Fission image repository | `fission/fission-bundle`
+`imageTag` | Fission image tag | `1.13.1`
+`pullPolicy` | Image pull policy | `IfNotPresent`
+`fetcher.image` | Fission fetcher repository | `fission/fetcher`
+`fetcher.imageTag` | Fission fetcher image tag | `1.13.1`
+`controllerPort` | Fission Controller service port | `31313`
+`routerPort` | Fission Router service port | ` 31314`
+`functionNamespace` | Namespace in which to run fission functions (this is different from the release namespace) | `fission-function`
+`builderNamespace` | Namespace in which to run fission builders (this is different from the release namespace) | `fission-builder`
+`enableIstio` | Enable istio integration | `false`
+`persistence.enabled` | If true, persist data to a persistent volume | `true`
+`persistence.existingClaim` | Provide an existing PersistentVolumeClaim instead of creating a new one | `nil`
+`persistence.storageClass` | PersistentVolumeClaim storage class | `nil`
+`persistence.accessMode` | PersistentVolumeClaim access mode | `ReadWriteOnce`
+`persistence.size` | PersistentVolumeClaim size | `8Gi`
+`analytics` | Analytics let us count how many people installed fission. Set to false to disable analytics | `true`
+`analyticsNonHelmInstall` | Internally used for generating an analytics job for non-helm installs | `false`
+`pruneInterval` | The frequency of archive pruner (in minutes) | `60`
+`preUpgradeChecksImage` | Fission pre-install/pre-upgrade checks live in this image | `fission/pre-upgrade-checks`
+`debugEnv` | If there are any pod specialization errors when a function is triggered and this flag is set to true, the error summary is returned as part of http response | `true`
+`prometheus.enabled` | Set to true if prometheus needs to be deployed along with fission | `true` in `fission-all`, `false` in `fission-core`
+`prometheus.serviceEndpoint` | If prometheus.enabled is false, please assign the prometheus service URL that is accessible by components. | `nil`
+`canaryDeployment.enabled` | Set to true if you need canary deployment feature | `true` in `fission-all`, `false` in `fission-core`
+`extraCoreComponentPodConfig` | Extend the container specs for the core fission pods. Can be used to add things like affinty/tolerations/nodeSelectors/etc. | None
+`executor.adoptExistingResources` | If true, executor will try to adopt existing resources created by the old executor instance. | `false`
+`router.deployAsDaemonSet` | Deploy router as DaemonSet instead of Deployment | `false`
+`router.extraCoreComponentPodConfig` | Extend the container specs for the router fission pods. Can be used to add things like affinty/tolerations/nodeSelectors/etc. Overrides the generic `extraCoreComponentPodConfig`| None
+`router.svcAddressMaxRetries` | Max retries times for router to retry on a certain service URL returns from cache/executor | `5`
+`router.svcAddressUpdateTimeout` | The length of update lock expiry time for router to get a service URL returns from executor | `30`
+`router.svcAnnotations` | Annotations for router service | None
+`router.useEncodedPath` | For router to match encoded path. If true, "/foo%2Fbar" will match the path "/{var}"; Otherwise, it will match the path "/foo/bar". | `false`
+`router.traceSamplingRate` | Uniformly sample traces with the given probabilistic sampling rate | `0.5`
+`router.roundTrip.disableKeepAlive` | Disable transport keep-alive for fast switching function version | `true`
+`router.roundTrip.keepAliveTime` | The keep-alive period for an active network connection to function pod | `30s`
+`router.roundTrip.timeout` | HTTP transport request timeout | `50ms`
+`router.roundTrip.timeoutExponent` | The length of request timeout will multiply with timeoutExponent after each retry | `2` 
+`router.roundTrip.maxRetries` | Max retries times of a failed request | `10`
+
+### Extra configuration for `fission-all`
+
+Parameter | Description | Default
+--------- | ----------- | -------
+`createNamespace` | If true, create `fission-function` and `fission-builder` namespaces | ` true`
+`logger.influxdbAdmin` | Log database admin username | `admin`
+`logger.fluentdImageRepository` | Logger fluentbit image repository | `index.docker.io`
+`logger.fluentdImage` | Logger fluentbit image | `fluent/fluent-bit`
+`logger.fluentdImageTag` | Logger fluentbit image tag | `1.0.4`
+`nats.enabled` | Nats streaming enabled | `true`
+`nats.external` | Use external Nats installation | `false`
+`nats.hostaddress` | Address of NATS cluster | `nats-streaming:4222`
+`nats.authToken` | Nats streaming auth token | `defaultFissionAuthToken`
+`nats.clusterID` | Nats streaming clusterID | `fissionMQTrigger`
+`nats.clientID`  | Client name registered with nats streaming | `fission`
+`nats.queueGroup` | Queue group registered with nats streaming | `fission-messageQueueNatsTrigger`
+`natsStreamingPort` | Nats streaming service port | `31316`
+`azureStorageQueue.enabled` | Azure storage account name | `false`
+`azureStorageQueue.key` | Azure storage account name | `""`
+`azureStorageQueue.accountName` | Azure storage access key | `""`
+`kafka.enabled` | Kafka trigger enabled | `false`
+`kafka.brokers` | Kafka brokers uri | `broker.kafka:9092`
+`kafka.version` | Kafka broker version | `nil`
+`heapster` | Enable Heapster (only enable this in clusters where heapster does not exist already) | `false`
+
+Please note that deploying of Azure Storage Queue or Kafka is not done by Fission chart and you will have to explicitly deploy them.
+
+Specify each parameter using the `--set key=value[,key=value]` argument to `helm install`. For example,
+
+```bash
+$ helm install --name my-release --set image=custom/fission-bundle,imageTag=v1 fission-all
+```
+
+If you're using minikube, set serviceType and routerServiceType to NodePort:
+
+```bash
+$ helm install --name my-release --set serviceType=NodePort,routerServiceType=NodePort fission-all
+```
+
+You can also set parameters with a yaml file (see [values.yaml](fission-all/values.yaml) for
+what it should look like):
+
+```bash
+$ helm install --name my-release -f values.yaml fission-all
+```

charts/fission-all/.helmignore

@@ -0,0 +1,21 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj

charts/fission-all/Chart.lock

@@ -0,0 +1,6 @@
+dependencies:
+- name: prometheus
+  repository: https://prometheus-community.github.io/helm-charts
+  version: 13.2.1
+digest: sha256:136360a97bdc11f1933d75bab77728acc75dd9583257b973cb3336b6d136c9b6
+generated: "2021-05-27T18:51:04.509283+05:30"

charts/fission-all/Chart.yaml

@@ -0,0 +1,21 @@
+apiVersion: v2
+name: fission-all
+version: 1.13.1
+description: Fission is a fast serverless framework for Kubernetes.
+keywords:
+- fission
+- serverless
+home: https://fission.io/
+maintainers:
+  - name: Vishal Biyani
+    email: vishal@infracloud.io
+  - name: Sanket Sudake
+    email: sanket@infracloud.io
+engine: gotpl
+appVersion: 1.13.1
+type: application
+dependencies:
+  - name: prometheus
+    version: 13.2.1
+    repository: https://prometheus-community.github.io/helm-charts
+    condition: prometheus.enabled

charts/fission-all/LICENSE

@@ -0,0 +1,202 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

charts/fission-all/config/fluentbit.conf

@@ -0,0 +1,56 @@
+# Some stuff in this file is copied out of https://github.com/fluent/fluent-bit-kubernetes-logging/blob/master/output/kafka/fluent-bit-configmap.yaml
+[SERVICE]
+    Flush 5
+    Log_Level info
+    Parsers_File parsers.conf
+
+[INPUT]
+    Name tail
+    Tag log.*
+    Path ${LOG_PATH}
+    Mem_Buf_Limit 5MB
+    Parser docker
+    DB /var/log/fission/flb_kube.db
+    Skip_Long_Lines   On
+    Refresh_Interval  10
+
+[FILTER]
+    Name kubernetes
+    Match *
+    Kube_Tag_Prefix  log.var.log.fission.
+    Kube_URL https://kubernetes.default.svc.cluster.local:443
+
+#
+# Flatten kubernetes labels so we can tag and query functionuid with influxdb
+#
+[FILTER]
+    Name nest
+    Match log.*
+    Operation lift
+    Nested_under kubernetes
+    Prefix_with kubernetes_
+
+[FILTER]
+    Name nest
+    Match log.*
+    Operation lift
+    Nested_under kubernetes_labels
+    Prefix_with kubernetes_labels_
+
+[OUTPUT]
+    Name influxdb
+    Match log.*
+    Host ${INFLUXDB_ADDRESS}
+    Port ${INFLUXDB_PORT}
+    Database ${INFLUXDB_DBNAME}
+    HTTP_User ${INFLUXDB_USERNAME}
+    HTTP_Passwd ${INFLUXDB_PASSWD}
+    Tag_Keys kubernetes_labels_functionUid
+    Sequence_Tag  _seq
+
+
+# Useful for testing config changes
+#[OUTPUT]
+#    Name file
+#    Match log.*
+#    Path /flbout.txt

charts/fission-all/config/parsers.conf

@@ -0,0 +1,12 @@
+[PARSER]
+    Name        docker
+    Format      json
+    Time_Key    time
+    Time_Format %Y-%m-%dT%H:%M:%S.%L
+    Time_Keep   On
+
+    # next bit is useful when the logs from the function itself are in json
+    # Command      |  Decoder | Field | Optional Action
+    # =============|==================|=================
+    #Decode_Field_As   escaped    log
+

charts/fission-all/templates/NOTES.txt

@@ -0,0 +1,25 @@
+1. Install the client CLI.
+
+Mac:
+  $ curl -Lo fission https://github.com/fission/fission/releases/download/{{ .Chart.Version }}/fission-{{ .Chart.Version }}-darwin-amd64 && chmod +x fission && sudo mv fission /usr/local/bin/
+
+Linux:
+  $ curl -Lo fission https://github.com/fission/fission/releases/download/{{ .Chart.Version }}/fission-{{ .Chart.Version }}-linux-amd64 && chmod +x fission && sudo mv fission /usr/local/bin/
+
+Windows:
+  For Windows, you can use the linux binary on WSL. Or you can download this windows executable: https://github.com/fission/fission/releases/download/{{ .Chart.Version }}/fission-{{ .Chart.Version }}-windows-amd64.exe
+
+2. You're ready to use Fission!
+
+  # Create an environment
+  $ fission env create --name nodejs --image fission/node-env
+
+  # Get a hello world
+  $ curl https://raw.githubusercontent.com/fission/examples/master/nodejs/hello.js > hello.js
+
+  # Register this function with Fission
+  $ fission function create --name hello --env nodejs --code hello.js
+
+  # Run this function
+  $ fission function test --name hello
+  Hello, world!

charts/fission-all/templates/_helpers.tpl

@@ -0,0 +1,53 @@
+{{/* vim: set filetype=mustache: */}}
+{{/*
+Expand the name of the chart.
+*/}}
+{{- define "name" -}}
+{{- default .Chart.Name .Values.nameOverride | trunc 24 | trimSuffix "-" -}}
+{{- end -}}
+
+{{/*
+Create a default fully qualified app name.
+We truncate at 24 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
+*/}}
+{{- define "fullname" -}}
+{{- $name := default .Chart.Name .Values.nameOverride -}}
+{{- printf "%s-%s" .Release.Name $name | trunc 24 | trimSuffix "-" -}}
+{{- end -}}
+
+
+{{/*
+This is a template with config parameters for optional features in fission. This gets mounted on to the controller pod
+as a config map.
+To add new features with config parameters, create a yaml block below with the feature name and define a corresponding struct in
+controller/config.go
+*/}}
+{{- define "config" -}}
+canary:
+  enabled: {{ .Values.canaryDeployment.enabled }}
+  {{- if .Values.prometheus.enabled }}
+  prometheusSvc: "http://{{ .Release.Name }}-prometheus-server.{{ .Release.Namespace }}"
+  {{- else }}
+  prometheusSvc: {{ .Values.prometheus.serviceEndpoint | default "" | quote }}
+  {{- end }}
+  {{- printf "\n" -}}
+{{- end -}}
+
+{{/*
+This template generates the image name for the deployment depending on the value of "repository" field in values.yaml file.
+*/}}
+{{- define "fission-bundleImage" -}}
+{{- if .Values.repository -}}
+  {{- if eq .Values.imageTag "" -}}
+    {{ .Values.repository }}/{{ .Values.image }}
+  {{- else -}}
+    {{ .Values.repository }}/{{ .Values.image }}:{{ .Values.imageTag }}
+  {{- end }}
+{{- else -}}
+  {{- if eq .Values.imageTag "" -}}
+    {{ .Values.image }}
+  {{- else -}}
+    {{ .Values.image }}:{{ .Values.imageTag }}
+  {{- end }}
+{{- end }}
+{{- end -}}

charts/fission-all/templates/fluentbit.yaml

@@ -0,0 +1,188 @@
+# Fluentbit deployment for Fission
+#
+# Requires:
+# - service account: fission-svc
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: {{ .Release.Name }}-fission-fluentbit
+data:
+{{- if .Files.Get "config/fluentbit.conf" }}
+  fluentbit.conf: |
+{{ .Files.Get "config/fluentbit.conf" | indent 3 }}
+{{ else }}
+{{ fail "invalid chart" }}
+{{- end }}
+{{- if .Files.Get "config/parsers.conf" }}
+  parsers.conf: |
+{{ .Files.Get "config/parsers.conf" | indent 3 }}
+{{ else }}
+{{ fail "invalid chart" }}
+{{- end }}
+{{- if .Values.logger.podSecurityPolicy.enabled }}
+---
+apiVersion: policy/v1beta1
+kind: PodSecurityPolicy
+metadata:
+  name: {{ .Release.Name }}-fission-logger-privileged
+  labels:
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    svc: logger
+spec:
+  privileged: true
+  seLinux:
+    rule: RunAsAny
+  supplementalGroups:
+    rule: RunAsAny
+  runAsUser:
+    rule: RunAsAny
+  fsGroup:
+    rule: RunAsAny
+  volumes:
+  - '*'
+  {{- if .Values.logger.podSecurityPolicy.additionalCapabilities }}
+  allowedCapabilities:
+  {{- range .Values.logger.podSecurityPolicy.additionalCapabilities }}
+  - {{ . }}
+  {{- end }}
+  {{- end }}
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: Role
+metadata:
+  name: psp:{{ .Release.Name }}-fission-logger-privileged
+  labels:
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    svc: logger
+rules:
+- apiGroups: ['policy']
+  resources: ['podsecuritypolicies']
+  verbs:     ['use']
+  resourceNames:
+  - {{ .Release.Name }}-fission-logger-privileged
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: RoleBinding
+metadata:
+  name: psp:{{ .Release.Name }}-fission-logger-privileged
+  labels:
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    svc: logger
+roleRef:
+  kind:     Role
+  name:     psp:{{ .Release.Name }}-fission-logger-privileged
+  apiGroup: rbac.authorization.k8s.io
+subjects:
+- kind:      ServiceAccount
+  name:      default
+  namespace: {{ .Release.Namespace }}
+{{- end }}
+---
+apiVersion: apps/v1
+kind: DaemonSet
+metadata:
+  name: logger
+  labels:
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    svc: logger
+spec:
+  selector:
+    matchLabels:
+      svc: logger
+  template:
+    metadata:
+      labels:
+        svc: logger
+    spec:
+      initContainers:
+        - name: init
+          image: {{ .Values.busyboxImage | quote }}
+          imagePullPolicy: {{ .Values.pullPolicy }}
+          command: ['mkdir', '-p', '/var/log/fission']
+          volumeMounts:
+            - name: container-log
+              mountPath: /var/log/
+              readOnly: false
+{{- if .Values.logger.enableSecurityContext }}
+          securityContext:
+            privileged: true
+{{- end }}
+      containers:
+        - name: logger
+          image: {{ include "fission-bundleImage" . | quote }}
+          imagePullPolicy: {{ .Values.pullPolicy }}
+          env:
+            - name: NODE_NAME
+              valueFrom:
+                fieldRef:
+                  apiVersion: v1
+                  fieldPath: spec.nodeName
+          command: ["/fission-bundle"]
+          args: ["--logger"]
+          volumeMounts:
+            - name: container-log
+              mountPath: /var/log/
+              readOnly: false
+            - name: docker-log
+              mountPath: /var/lib/docker/containers
+              readOnly: true
+{{- if .Values.logger.enableSecurityContext }}
+          securityContext:
+            privileged: true
+{{- end }}
+        - name: fluentbit
+{{- if .Values.repository }}
+          image: "{{ .Values.logger.fluentdImageRepository }}/{{ .Values.logger.fluentdImage }}:{{ .Values.logger.fluentdImageTag }}"
+{{ else }}
+          image: "{{ .Values.logger.fluentdImage }}:{{ .Values.logger.fluentdImageTag }}"
+{{- end }}
+          imagePullPolicy: {{ .Values.pullPolicy }}
+          # CMD ["/fluent-bit/bin/fluent-bit", "-c", "/fluent-bit/etc/fluent-bit.conf"]
+          command: ["/fluent-bit/bin/fluent-bit", "-c", "/fluent-bit/etc/fluentbit.conf"]
+          env:
+            - name: INFLUXDB_ADDRESS
+              value: influxdb
+            - name: INFLUXDB_PORT
+              value: "8086"
+            - name: INFLUXDB_DBNAME
+              value: "fissionFunctionLog"
+            - name: INFLUXDB_USERNAME
+              valueFrom:
+                secretKeyRef:
+                  name: influxdb
+                  key: username
+            - name: INFLUXDB_PASSWD
+              valueFrom:
+                secretKeyRef:
+                  name: influxdb
+                  key: password
+            - name: LOG_PATH
+              value: /var/log/fission/*.log
+{{- if .Values.logger.enableSecurityContext }}
+          securityContext:
+            privileged: true
+{{- end }}
+          volumeMounts:
+            - name: container-log
+              mountPath: /var/log/
+              readOnly: false
+            - name: docker-log
+              mountPath: /var/lib/docker/containers
+              readOnly: true
+            - name: fluentbit-config
+              mountPath: /fluent-bit/etc/
+              readOnly: true
+      serviceAccountName: fission-svc
+      volumes:
+        - name: container-log
+          hostPath:
+            path: /var/log/
+        - name: docker-log
+          hostPath:
+            path: /var/lib/docker/containers
+        # Fluentbit config location: /fluent-bit/etc/*.conf
+        - name: fluentbit-config
+          configMap:
+            name: {{ .Release.Name }}-fission-fluentbit
+  updateStrategy:
+    type: RollingUpdate

charts/fission-all/templates/nonhelm-install-job.yaml

@@ -0,0 +1,41 @@
+{{- if .Values.analyticsNonHelmInstall }}
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: {{ template "fullname" . }}-{{ .Chart.Version }}-{{ randNumeric 3 }}
+  labels:
+    # The "release" convention makes it easy to tie a release to all of the
+    # Kubernetes resources that were created as part of that release.
+    release: {{ .Release.Name }}
+    # This makes it easy to audit chart usage.
+    chart: {{ .Chart.Name }}-{{ .Chart.Version }}
+    app: {{ template "name" . }}
+spec:
+  #ttlSecondsAfterFinished: 120
+  template:
+    metadata:
+      name: {{ template "fullname" . }}
+      labels:
+        release: {{ .Release.Name }}
+        app: {{ template "name" . }}
+      annotations:
+        {{- if .Values.enableIstio }}
+        "sidecar.istio.io/inject": "false"
+        {{- end }}
+    spec:
+      restartPolicy: Never
+      containers:
+        - name: post-install-job
+        {{- if .Values.imageTag }}
+          image: {{ .Values.postInstallReportImage }}:{{ .Values.imageTag }}
+        {{- else }}
+          image: {{ .Values.postInstallReportImage }}
+        {{- end }}
+          imagePullPolicy: {{ .Values.pullPolicy }}
+          command: [ "/reporter" ]
+          args: ["event", "-c", "fission-use", "-a", "yaml-post-install", "-l", "{{ .Chart.Name }}-{{ .Chart.Version }}"]
+          env:
+            - name: GA_TRACKING_ID
+              value: "{{ .Values.gaTrackingID }}"
+      serviceAccountName: fission-svc
+{{- end }}

charts/fission-all/templates/post-install-job.yaml

@@ -0,0 +1,45 @@
+{{- if .Values.analytics }}
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: {{ template "fullname" . }}-{{ .Chart.Version }}
+  labels:
+    # The "release" convention makes it easy to tie a release to all of the
+    # Kubernetes resources that were created as part of that release.
+    release: {{ .Release.Name }}
+    # This makes it easy to audit chart usage.
+    chart: {{ .Chart.Name }}-{{ .Chart.Version }}
+    app: {{ template "name" . }}
+  annotations:
+    # This is what defines this resource as a hook. Without this line, the
+    # job is considered part of the release.
+    "helm.sh/hook": post-install
+    "helm.sh/hook-delete-policy": hook-succeeded
+spec:
+  template:
+    metadata:
+      name: {{ template "fullname" . }}
+      labels:
+        release: {{ .Release.Name }}
+        app: {{ template "name" . }}
+      annotations:
+        {{- if .Values.enableIstio }}
+        "sidecar.istio.io/inject": "false"
+        {{- end }}
+    spec:
+      restartPolicy: Never
+      containers:
+        - name: post-install-job
+        {{- if .Values.imageTag }}
+          image: {{ .Values.postInstallReportImage }}:{{ .Values.imageTag }}
+        {{- else }}
+          image: {{ .Values.postInstallReportImage }}
+        {{- end }}
+          imagePullPolicy: {{ .Values.pullPolicy }}
+          command: [ "/reporter" ]
+          args: ["event", "-c", "fission-use", "-a", "helm-post-install", "-l", "{{ .Chart.Name }}-{{ .Chart.Version }}"]
+          env:
+            - name: GA_TRACKING_ID
+              value: "{{ .Values.gaTrackingID }}"
+      serviceAccountName: fission-svc
+{{- end }}

charts/fission-all/templates/post-upgrade-job.yaml

@@ -0,0 +1,45 @@
+{{- if .Values.analytics }}
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: {{ template "fullname" . }}-{{ .Chart.Version }}
+  labels:
+    # The "release" convention makes it easy to tie a release to all of the
+    # Kubernetes resources that were created as part of that release.
+    release: {{ .Release.Name }}
+    # This makes it easy to audit chart usage.
+    chart: {{ .Chart.Name }}-{{ .Chart.Version }}
+    app: {{ template "name" . }}
+  annotations:
+    # This is what defines this resource as a hook. Without this line, the
+    # job is considered part of the release.
+    "helm.sh/hook": post-upgrade
+    "helm.sh/hook-delete-policy": hook-succeeded
+spec:
+  template:
+    metadata:
+      name: {{ template "fullname" . }}
+      labels:
+        release: {{ .Release.Name }}
+        app: {{ template "name" . }}
+      annotations:
+        {{- if .Values.enableIstio }}
+        "sidecar.istio.io/inject": "false"
+        {{- end }}
+    spec:
+      restartPolicy: Never
+      containers:
+        - name: post-upgrade-job
+        {{- if .Values.imageTag }}
+          image: {{ .Values.postInstallReportImage }}:{{ .Values.imageTag }}
+        {{- else }}
+          image: {{ .Values.postInstallReportImage }}
+        {{- end }}
+          imagePullPolicy: {{ .Values.pullPolicy }}
+          command: [ "/reporter" ]
+          args: ["event", "-c", "fission-use", "-a", "helm-post-upgrade", "-l", "{{ .Chart.Name }}-{{ .Chart.Version }}"]
+          env:
+            - name: GA_TRACKING_ID
+              value: "{{ .Values.gaTrackingID }}"
+      serviceAccountName: fission-svc
+{{- end }}

charts/fission-all/templates/pre-upgrade-job.yaml

@@ -0,0 +1,37 @@
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: {{ template "fullname" . }}-{{ .Chart.Version }}-{{ randNumeric 3 }}
+  labels:
+    # The "release" convention makes it easy to tie a release to all of the
+    # Kubernetes resources that were created as part of that release.
+    release: "{{ .Release.Name }}"
+    # This makes it easy to audit chart usage.
+    chart: {{ .Chart.Name }}-{{ .Chart.Version }}
+    app: {{ template "name" . }}
+  annotations:
+    # This is what defines this resource as a hook. Without this line, the
+    # job is considered part of the release.
+    "helm.sh/hook": pre-upgrade
+    "helm.sh/hook-delete-policy": hook-succeeded
+spec:
+  backoffLimit: 0
+  template:
+    metadata:
+      name: {{ template "fullname" . }}
+      labels:
+        release: "{{ .Release.Name }}"
+        app: {{ template "name" . }}
+    spec:
+      restartPolicy: Never
+      containers:
+      - name: pre-upgrade-job
+      {{- if .Values.imageTag }}
+        image: {{ .Values.preUpgradeChecksImage }}:{{ .Values.imageTag }}
+      {{- else }}
+        image: {{ .Values.preUpgradeChecksImage }}
+      {{- end }}
+        imagePullPolicy: {{ .Values.pullPolicy }}
+        command: [ "/pre-upgrade-checks" ]
+        args: ["--fn-pod-namespace", "{{ .Values.functionNamespace }}", "--envbuilder-namespace", "{{ .Values.builderNamespace }}"]
+      serviceAccountName: fission-svc

charts/fission-all/templates/pvc.yaml

@@ -0,0 +1,23 @@
+{{- if and (.Values.persistence.enabled) (not .Values.persistence.existingClaim) (eq (.Values.persistence.storageType | default "local") "local") }}
+kind: PersistentVolumeClaim
+apiVersion: v1
+metadata:
+  name: fission-storage-pvc
+  labels:
+    app: fission-storage
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    release: "{{ .Release.Name }}"
+spec:
+  accessModes:
+    - {{ .Values.persistence.accessMode | quote }}
+  resources:
+    requests:
+      storage: {{ .Values.persistence.size | quote }}
+  {{- if .Values.persistence.storageClass }}
+  {{- if (eq "-" .Values.persistence.storageClass) }}
+  storageClassName: ""
+  {{- else }}
+  storageClassName: {{ .Values.persistence.storageClass | quote }}
+  {{- end }}
+  {{- end }}
+{{- end }}

charts/fission-all/templates/router.yaml

@@ -0,0 +1,95 @@
+apiVersion: apps/v1
+{{- if not .Values.router.deployAsDaemonSet }}
+kind: Deployment
+{{- else }}
+kind: DaemonSet
+{{- end }}
+metadata:
+  name: router
+  labels:
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    svc: router
+    application: fission-router
+spec:
+{{- if not .Values.router.deployAsDaemonSet }}
+  replicas: 1
+{{- end }}
+  selector:
+    matchLabels:
+      application: fission-router
+      svc: router
+  template:
+    metadata:
+      labels:
+        application: fission-router
+        svc: router
+      annotations:
+        prometheus.io/scrape: "true"
+        prometheus.io/path: "/metrics"
+        prometheus.io/port: "8080"
+    spec:
+      containers:
+      - name: router
+        image: {{ include "fission-bundleImage" . | quote }}
+        imagePullPolicy: {{ .Values.pullPolicy }}
+        command: ["/fission-bundle"]
+        args: ["--routerPort", "8888", "--executorUrl", "http://executor.{{ .Release.Namespace }}"]
+        env:
+          - name: POD_NAMESPACE
+            valueFrom:
+              fieldRef:
+                fieldPath: metadata.namespace
+          - name: ROUTER_ROUND_TRIP_TIMEOUT
+            value: {{ .Values.router.roundTrip.timeout | default "50ms" | quote }}
+          - name: ROUTER_ROUNDTRIP_TIMEOUT_EXPONENT
+            value: {{ .Values.router.roundTrip.timeoutExponent | default 2 | quote }}
+          - name: ROUTER_ROUND_TRIP_KEEP_ALIVE_TIME
+            value: {{ .Values.router.roundTrip.keepAliveTime | default "30s" | quote }}
+          - name: ROUTER_ROUND_TRIP_DISABLE_KEEP_ALIVE
+            value: {{ .Values.router.roundTrip.disableKeepAlive | default true | quote }}
+          - name: ROUTER_ROUND_TRIP_MAX_RETRIES
+            value: {{ .Values.router.roundTrip.maxRetries | default 10 | quote }}
+          - name: ROUTER_SVC_ADDRESS_MAX_RETRIES
+            value: {{ .Values.router.svcAddressMaxRetries | default 5 | quote }}
+          - name: ROUTER_SVC_ADDRESS_UPDATE_TIMEOUT
+            value: {{ .Values.router.svcAddressUpdateTimeout | default "30s" | quote }}
+          - name: ROUTER_UNTAP_SERVICE_TIMEOUT
+            value: {{ .Values.router.unTapServiceTimeout | default "3600s" | quote }}
+          - name: TRACE_JAEGER_COLLECTOR_ENDPOINT
+            value: "{{ .Values.traceCollectorEndpoint }}"
+          - name: TRACING_SAMPLING_RATE
+            value: {{ .Values.router.traceSamplingRate | default "0.5" | quote }}
+          - name: USE_ENCODED_PATH
+            value: {{ .Values.router.useEncodedPath | default false | quote }}
+          - name: DEBUG_ENV
+            value: {{ .Values.debugEnv | quote }}
+          - name: DISPLAY_ACCESS_LOG
+            value: {{ .Values.router.displayAccessLog | default false | quote }}
+        resources:
+          {{- toYaml .Values.router.resources | indent 10 }}
+        readinessProbe:
+          httpGet:
+            path: "/router-healthz"
+            port: 8888
+          initialDelaySeconds: 1
+          periodSeconds: 1
+          failureThreshold: 30
+        livenessProbe:
+          httpGet:
+            path: "/router-healthz"
+            port: 8888
+          initialDelaySeconds: 35
+          periodSeconds: 5
+        ports:
+        - containerPort: 8080
+          name: metrics
+        - containerPort: 8888
+          name: http
+      serviceAccountName: fission-svc
+{{- if .Values.router.extraCoreComponentPodConfig }}
+{{ toYaml .Values.router.extraCoreComponentPodConfig | indent 6 -}}
+{{- else }}
+{{- if .Values.extraCoreComponentPodConfig }}
+{{ toYaml .Values.extraCoreComponentPodConfig | indent 6 -}}
+{{- end }}
+{{- end }}

charts/fission-all/templates/secrets.yaml

@@ -0,0 +1,23 @@
+apiVersion: v1
+kind: Secret
+metadata:
+  name: influxdb
+  labels:
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+type: Opaque
+data:
+  username: {{ .Values.logger.influxdbAdmin | b64enc | quote }}
+  password: {{ randAlphaNum 20 | b64enc | quote }}
+
+{{- if .Values.azureStorageQueue.enabled }}
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: azure-storage-account-key
+  labels:
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+type: Opaque
+data:
+  key: {{ required "An Azure storage access key is required." .Values.azureStorageQueue.key | b64enc | quote }}
+{{- end }}

charts/fission-all/templates/svc.yaml

@@ -0,0 +1,95 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: router
+  labels:
+    svc: router
+    application: fission-router
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+{{- if .Values.router.svcAnnotations }}
+  annotations:
+{{ toYaml .Values.router.svcAnnotations | indent 4 }}
+{{- end }}
+spec:
+  type: {{ .Values.routerServiceType }}
+  ports:
+  - port: 80
+    targetPort: 8888
+{{- if eq .Values.routerServiceType "NodePort" }}
+    nodePort: {{ .Values.routerPort }}
+{{- end }}
+  selector:
+    svc: router
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: controller
+  labels:
+    svc: controller
+    application: fission-api
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+spec:
+  type: {{ .Values.serviceType }}
+  ports:
+  - port: 80
+    targetPort: 8888
+{{- if eq .Values.serviceType "NodePort" }}
+    nodePort: {{ .Values.controllerPort }}
+{{- end }}
+  selector:
+    svc: controller
+
+{{- if and .Values.nats.enabled (not .Values.nats.external) }}
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: nats-streaming
+  labels:
+    svc: nats-streaming
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+spec:
+  type: {{ .Values.serviceType }}
+  ports:
+  - port: 4222
+    targetPort: 4222
+{{- if eq .Values.serviceType "NodePort" }}
+    nodePort: {{ .Values.natsStreamingPort }}
+{{- end }}
+  selector:
+    svc: nats-streaming
+{{- end }}
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: storagesvc
+  labels:
+    svc: storagesvc
+    application: fission-storage
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+spec:
+  type: ClusterIP
+  ports:
+  - port: 80
+    targetPort: 8000
+  selector:
+    svc: storagesvc
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: executor
+  labels:
+    svc: executor
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+spec:
+  type: ClusterIP
+  ports:
+    - port: 80
+      targetPort: 8888
+  selector:
+    svc: executor

charts/fission-all/values.yaml

@@ -0,0 +1,368 @@
+#
+# Fission chart configuration
+#
+
+## Kubernetes configuration
+## For minikube, set this to NodePort, elsewhere use LoadBalancer or ClusterIP.
+serviceType: ClusterIP
+
+## For minikube, set this to NodePort, elsewhere use LoadBalancer or ClusterIP.
+routerServiceType: LoadBalancer
+
+## Image base repository
+## Leave it empty for using existing local image
+repository: index.docker.io
+
+## Fission image repository
+image: fission/fission-bundle
+
+## Image pull policy
+pullPolicy: IfNotPresent
+
+## Fission image version
+imageTag: 1.13.1
+
+## Port at which Fission controller service should be exposed
+controllerPort: 31313
+
+## Port at which Fission router service should be exposed
+routerPort: 31314
+
+## Port at which NATS streaming service should be exposed
+## (only if nats enabled and not external)
+natsStreamingPort: 31316
+
+## Set to false if you create the namespaces manually
+createNamespace: true
+
+## Namespace in which to run fission functions (this is different from
+## the release namespace)
+functionNamespace: fission-function
+
+## Namespace in which to run fission builders (this is different from
+## the release namespace)
+builderNamespace: fission-builder
+
+## Enable istio integration
+enableIstio: false
+
+fetcher:
+  ## Fetcher repository
+  image: fission/fetcher
+  ## Fetcher image version
+  imageTag: 1.13.1
+
+  ## Fetcher is only for to downloading or uploading archive.
+  ## Normally, you don't need to change the value here, unless necessary.
+  resource:
+    cpu:
+      requests: "10m"
+      ## Low CPU limits will increases the function specialization time.
+      limits: ""
+    mem:
+      requests: "16Mi"
+      limits: ""
+
+## Logger config
+logger:
+  influxdbAdmin: "admin"
+  fluentdImageRepository: index.docker.io
+  fluentdImage: fluent/fluent-bit
+  fluentdImageTag: 1.5.1
+
+  ## Fluent-bit writes/reads it’s own sqlite database to record a history of tracked
+  ## files and a state of offsets, this is very useful to resume a state if the ser-
+  ## vice is restarted. For Kubernetes environment with constraints like OpenShift,
+  ## the containers are limited to write hostPath volume. Hence, we have to enable
+  ## security context and set privileged to true.
+  enableSecurityContext: false
+
+  ## Enable PodSecurityPolicies to allow privileged container
+  ## Only required in some clusters and when enableSecurityContext is true
+  podSecurityPolicy:
+    enabled: false
+
+    ## Configure additional capabilities
+    additionalCapabilities:
+    # example values for linkerd
+    #- NET_RAW
+    #- NET_ADMIN
+
+executor:
+  adoptExistingResources: false
+  podReadyTimeout: 300s
+
+## Router config
+router:
+  deployAsDaemonSet: false
+  svcAddressMaxRetries: 5
+  svcAddressUpdateTimeout: 30s
+  unTapServiceTimeout: 3600s
+  ## Display endpoint access logs
+  ## To be aware of enabling logging endpoint access log, it increases
+  ## router resource utilization when under heavy workloads.
+  displayAccessLog: false
+
+  ## Add annotations for router
+  # svcAnnotations:
+  #   cloud.google.com/load-balancer-type: Internal
+
+  ## For router to match encoded path.
+  ## If true, "/foo%2Fbar" will match the path "/{var}";
+  ## Otherwise, it will match the path "/foo/bar".
+  useEncodedPath: false
+
+  roundTrip:
+    ## If true, router will disable the HTTP keep-alive which result in performance degradation.
+    ## But it ensures that router can redirect new coming requests to new function pods.
+    ##
+    ## If false, router will enable transport keep-alive feature for better performance.
+    ## However, the drawback is it takes longer to switch to newly created function pods
+    ## if using newdeploy as executor type for function. If you want to preserve the
+    ## performance while keeping the short switching time to new function, you can create
+    ## an environment with short grace period by setting flag "--graceperiod" (default 360s),
+    ## so that kubernetes will be able to reap old function pod quickly.
+    ##
+    ## For details, see https://github.com/fission/fission/issues/723
+    disableKeepAlive: false
+
+    ## The keep-alive period for an active network connection to function pod.
+    keepAliveTime: 30s
+
+    ## HTTP transport request timeout
+    timeout: 50ms
+
+    ## The length of request timeout will multiply with timeoutExponent after each retry
+    timeoutExponent: 2
+
+    ## Max retries times of a failed request
+    maxRetries: 10
+
+  ## Sample with a rate per time window (traces/second)
+  traceSamplingRate: 0.5
+  
+  ## Extend the container specs for the core fission pods.
+  ## Can be used to add things like affinty/tolerations/nodeSelectors/etc.
+  ## For example:
+  ## extraCoreComponentPodConfig:
+  ##   affinity:
+  ##     nodeAffinity:
+  ##       requiredDuringSchedulingIgnoredDuringExecution:
+  ##         nodeSelectorTerms:
+  ##           - matchExpressions:
+  ##             - key: capability
+  ##               operator: In
+  ##               values:
+  ##                 - app
+  #extraCoreComponentPodConfig:
+  #  affinity:
+  #  tolerations:
+  #  nodeSelector:
+
+  # Pod resources as:
+  #  resources:
+  #    limits:
+  #      cpu: <tbd>
+  #      memory: <tbd>
+  #    requests:
+  #      cpu: <tbd>
+  #      memory: <tbd>
+  resources: {}
+
+## Message queue trigger config
+### NATS Streaming, enabled by default
+nats:
+  # whether or not to use NATS
+  enabled: true
+
+  # if true, don't install NATS, but
+  external: false
+
+  # Address of NATS server (domain:port)
+  # change from default for external NATS
+  hostaddress: "nats-streaming:4222"
+
+  # Authorization token to use with NATS
+  authToken: "defaultFissionAuthToken"
+
+  # NATS streaming clusterID
+  clusterID: "fissionMQTrigger"
+
+  # Client name registered with NATS streaming
+  clientID: "fission"
+
+  # Queue group registered with NATS streaming
+  queueGroup: "fission-messageQueueNatsTrigger"
+
+  # The image to use for NATS streaming server
+  streamingserver:
+    image: nats-streaming
+
+## Azure-storage-queue: enable and configure the details
+azureStorageQueue:
+  enabled: false
+  key: ""
+  accountName: ""
+
+## Kafka: enable and configure the details
+kafka:
+  enabled: false
+  # note: below link is only for reference.
+  # Please use the brokers link for your kafka here.
+  brokers: "broker.kafka:9092" # or your-bootstrap-server.kafka:9092/9093
+  authentication:
+    tls:
+      enabled: false
+      # InsecureSkipVerify controls whether a client verifies the server's certificate chain and host name.
+      insecureSkipVerify: false # Warning: Setting this to true, makes TLS susceptible to man-in-the-middle attacks
+      caCert: "" # path to certificate containing public key of CA authority
+      userCert: "" # path to certificate containing public key of the user signed by CA authority
+      userKey: "" # path to private key of the user
+
+
+  # brokers: 'my-broker.kafka:9092' # or my-bootstrap-server.kafka:9092/9093
+  # Sample config for authentication
+  #   authentication:
+  #   tls:
+  #     enabled: true
+  #     caCert: 'auth/kafka/ca.crt'
+  #     userCert: 'auth/kafka/user.crt'
+  #     userKey: 'auth/kafka/user.key'
+
+  ## version of Kafka broker
+  ## For 0.x it must be a string in the format
+  ## "major.minor.veryMinor.patch" example: 0.8.2.0
+  ## For 1.x it must be a string in the format
+  ## "major.major.veryMinor" example: 2.0.1
+  ## Should be >= 0.11.2.0 to enable Kafka record headers support
+  # version: "0.11.2.0"
+
+## Persist data to a persistent volume.
+persistence:
+  ## If true, fission will create/use a Persistent Volume Claim unless storageType is set to s3
+  ## If false, use emptyDir
+  ##
+  enabled: true
+
+  ## Must be set to either local or S3.
+  ## If storateType is set(other than local), one of its backend configuration must be set as below.
+  #storageType: local | s3
+
+  ## Sample configruation for AWS s3 storage backend
+  #s3:
+  # bucketName: <awsBucketName>
+  # subDir: <sub directory within a bucket>
+  # accessKeyId: <awsAccessKeyId>
+  # secretAccessKey: <awsSecretAccessKey>
+  # region: <awsRegion>
+
+  ## A manually managed Persistent Volume Claim name
+  ## Requires persistence.enabled: true
+  ## If defined, PVC must be created manually before volume will be bound
+  ##
+  # existingClaim:
+
+  ## If defined, storageClassName: <storageClass>
+  ## If set to "-", storageClassName: "", which disables dynamic provisioning
+  ## If undefined (the default) or set to null, no storageClassName spec is
+  ##   set, choosing the default provisioner. (gp2 on AWS, standard on
+  ##   GKE, AWS & OpenStack)
+  ##
+  # storageClass: "-"
+
+  accessMode: ReadWriteOnce
+  size: 8Gi
+
+## Extend the container specs for the core fission pods.
+## Can be used to add things like affinty/tolerations/nodeSelectors/etc.
+## For example:
+## extraCoreComponentPodConfig:
+##   affinity:
+##     nodeAffinity:
+##       requiredDuringSchedulingIgnoredDuringExecution:
+##         nodeSelectorTerms:
+##           - matchExpressions:
+##             - key: capability
+##               operator: In
+##               values:
+##                 - app
+#extraCoreComponentPodConfig:
+#  affinity:
+#  tolerations:
+#  nodeSelector:
+
+## Analytics let us count how many people installed fission. Set to
+## false to disable analytics.
+analytics: true
+
+## Internally used for generating an analytics job for non-helm installs
+analyticsNonHelmInstall: false
+
+## Google Analytics Tracking ID
+gaTrackingID: UA-196546703-1
+
+## Enable Heapster only in clusters where heapster does not exist already
+heapster: false
+
+## Enable InfluxDB
+influxdb:
+  enabled: true
+  image: influxdb:1.7
+
+# Allow user to override busybox image used in fluent-bit init container
+busyboxImage: busybox
+
+## Archive pruner is a garbage collector for archives on the fission storage service.
+## This interval configures the frequency at which it runs inside the storagesvc pod.
+## The value is in minutes.
+pruneInterval: 60
+
+## Fission pre-install/pre-upgrade checks live in this image
+preUpgradeChecksImage: fission/pre-upgrade-checks
+
+## Fission ppost-install/post-upgrade reporting live in this image
+postInstallReportImage: fission/reporter
+
+## if there are any pod specialization errors when a function is triggered and this flag is set to true, the error
+## summary is returned as part of http response
+debugEnv: false
+
+## Prometheus for scrapping service metrics
+prometheus:
+  ## set this flag to true if prometheus needs to be deployed along with fission
+  enabled: true
+
+  ## If enabled is false, please assign the prometheus service URL
+  ## that is accessible by components.
+  serviceEndpoint: ""
+
+## set this flag to false if you dont need canary deployment feature
+canaryDeployment:
+  enabled: true
+
+# Use these flags to enable opentracing, the variable is endpoint of Jaeger collector in the format shown below
+#traceCollectorEndpoint: "http://jaeger-collector.jaeger.svc:14268/api/traces?format=jaeger.thrift"
+#traceSamplingRate: 0.75
+
+## Message Queue Trigger Kind, KEDA: enable and configuration
+mqt_keda:
+  enabled: true
+  connector_images:
+    kafka:
+      image: fission/keda-kafka-http-connector
+      tag: v0.6
+    rabbitmq:
+      image: fission/keda-rabbitmq-http-connector
+      tag: v0.6
+    awskinesis:
+      image: fission/keda-aws-kinesis-http-connector
+      tag: v0.6
+    aws_sqs:
+      image: fission/keda-aws-sqs-http-connector
+      tag: v0.6
+    nats_steaming:
+      image: fission/keda-nats-streaming-http-connector
+      tag: v0.6
+    gcp_pub_sub:
+      image: fission/keda-gcp-pubsub-http-connector
+      tag: v0.1

charts/fission-core/.helmignore

@@ -0,0 +1,21 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj

charts/fission-core/Chart.lock

@@ -0,0 +1,6 @@
+dependencies:
+- name: prometheus
+  repository: https://prometheus-community.github.io/helm-charts
+  version: 13.2.1
+digest: sha256:136360a97bdc11f1933d75bab77728acc75dd9583257b973cb3336b6d136c9b6
+generated: "2021-05-31T21:04:26.076006+05:30"

charts/fission-core/Chart.yaml

@@ -0,0 +1,21 @@
+apiVersion: v2
+name: fission-core
+version: 1.13.1
+description: Fission is a fast serverless framework for Kubernetes.
+keywords:
+- fission
+- serverless
+home: https://fission.io/
+maintainers:
+  - name: Vishal Biyani
+    email: vishal@infracloud.io
+  - name: Sanket Sudake
+    email: sanket@infracloud.io
+engine: gotpl
+appVersion: 1.13.1
+type: application
+dependencies:
+  - name: prometheus
+    version: 13.2.1
+    repository: https://prometheus-community.github.io/helm-charts
+    condition: prometheus.enabled

charts/fission-core/LICENSE

@@ -0,0 +1,202 @@
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

charts/fission-core/templates/NOTES.txt

@@ -0,0 +1,25 @@
+1. Install the client CLI.
+
+Mac:
+  $ curl -Lo fission https://github.com/fission/fission/releases/download/{{ .Chart.Version }}/fission-{{ .Chart.Version }}-darwin-amd64 && chmod +x fission && sudo mv fission /usr/local/bin/
+
+Linux:
+  $ curl -Lo fission https://github.com/fission/fission/releases/download/{{ .Chart.Version }}/fission-{{ .Chart.Version }}-linux-amd64 && chmod +x fission && sudo mv fission /usr/local/bin/
+
+Windows:
+  For Windows, you can use the linux binary on WSL. Or you can download this windows executable: https://github.com/fission/fission/releases/download/{{ .Chart.Version }}/fission-{{ .Chart.Version }}-windows-amd64.exe
+
+2. You're ready to use Fission!
+
+  # Create an environment
+  $ fission env create --name nodejs --image fission/node-env
+
+  # Get a hello world
+  $ curl https://raw.githubusercontent.com/fission/examples/master/nodejs/hello.js > hello.js
+
+  # Register this function with Fission
+  $ fission function create --name hello --env nodejs --code hello.js
+
+  # Run this function
+  $ fission function test --name hello
+  Hello, world!

charts/fission-core/templates/_helpers.tpl

@@ -0,0 +1,44 @@
+{{/* vim: set filetype=mustache: */}}
+{{/*
+Expand the name of the chart.
+*/}}
+{{- define "name" -}}
+{{- default .Chart.Name .Values.nameOverride | trunc 24 | trimSuffix "-" -}}
+{{- end -}}
+
+{{/*
+Create a default fully qualified app name.
+We truncate at 24 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
+*/}}
+{{- define "fullname" -}}
+{{- $name := default .Chart.Name .Values.nameOverride -}}
+{{- printf "%s-%s" .Release.Name $name | trunc 24 | trimSuffix "-" -}}
+{{- end -}}
+
+{{/*
+This is a template with config parameters for optional features in fission. This gets mounted on to the controller pod
+as a config map.
+To add new features with config parameters, create a yaml block below with the feature name and define a corresponding struct in
+controller/config.go
+*/}}
+{{- define "config" -}}
+canary:
+  enabled: {{ .Values.canaryDeployment.enabled }}
+  {{- if .Values.prometheus.enabled }}
+  prometheusSvc: "http://{{ .Release.Name }}-prometheus-server.{{ .Release.Namespace }}"
+  {{- else }}
+  prometheusSvc: {{ .Values.prometheus.serviceEndpoint | default "" | quote }}
+  {{- end }}
+  {{- printf "\n" -}}
+{{- end -}}
+
+{{/*
+This template generates the image name for the deployment depending on the value of "repository" field in values.yaml file.
+*/}}
+{{- define "fission-bundleImage" -}}
+{{- if .Values.repository -}}
+    {{ .Values.repository }}/{{ .Values.image }}:{{ .Values.imageTag }}
+{{- else -}}
+    {{ .Values.image }}:{{ .Values.imageTag }}    
+{{- end }}
+{{- end -}}

charts/fission-core/templates/deployment.yaml

@@ -0,0 +1,533 @@
+---
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: {{ .Values.functionNamespace }}
+  labels:
+    name: fission-function
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    {{- if .Values.enableIstio }}
+    istio-injection: enabled
+    {{- end }}
+
+---
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: {{ .Values.builderNamespace }}
+  labels:
+    name: fission-builder
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    {{- if .Values.enableIstio }}
+    istio-injection: enabled
+    {{- end }}
+
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRole
+metadata:
+  name: secret-configmap-getter
+rules:
+- apiGroups:
+  - '*'
+  resources:
+  - secrets
+  - configmaps
+  verbs:
+  - get
+  - watch
+  - list
+
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRole
+metadata:
+  name: package-getter
+rules:
+- apiGroups:
+  - '*'
+  resources:
+  - packages
+  verbs:
+  - get
+  - watch
+  - list
+
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: fission-svc
+  namespace: {{ .Release.Namespace }}
+
+---
+kind: RoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: fission-admin
+  namespace: {{ .Release.Namespace }}
+subjects:
+  - kind: ServiceAccount
+    name: fission-svc
+    namespace: {{ .Release.Namespace }}
+roleRef:
+  kind: ClusterRole
+  name: admin
+  apiGroup: rbac.authorization.k8s.io
+
+---
+kind: ClusterRoleBinding
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+  name: fission-crd
+subjects:
+- kind: ServiceAccount
+  name: fission-svc
+  namespace: {{ .Release.Namespace }}
+roleRef:
+  kind: ClusterRole
+  name: cluster-admin
+  apiGroup: rbac.authorization.k8s.io
+
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: fission-fetcher
+  namespace: {{ .Values.functionNamespace }}
+
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+  name: fission-builder
+  namespace: {{ .Values.builderNamespace }}
+
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: feature-config
+  namespace: {{ .Release.Namespace }}
+data:
+  "config.yaml": {{ include "config" . | b64enc }}
+
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: controller
+  labels:
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    svc: controller
+    application: fission-api
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      svc: controller
+      application: fission-api
+  template:
+    metadata:
+      labels:
+        svc: controller
+        application: fission-api
+    spec:
+      containers:
+      - name: controller
+        image: {{ include "fission-bundleImage" . | quote }}
+        imagePullPolicy: {{ .Values.pullPolicy }}
+        command: ["/fission-bundle"]
+        args: ["--controllerPort", "8888"]
+        env:
+          - name: TRACE_JAEGER_COLLECTOR_ENDPOINT
+            value: "{{ .Values.traceCollectorEndpoint }}"
+          - name: TRACING_SAMPLING_RATE
+            value: {{ .Values.traceSamplingRate | default "0.5" | quote }}
+          - name: FISSION_FUNCTION_NAMESPACE
+            value: "{{ .Values.functionNamespace }}"
+          - name: POD_NAMESPACE
+            valueFrom:
+              fieldRef:
+                fieldPath: metadata.namespace
+        readinessProbe:
+          httpGet:
+            path: "/healthz"
+            port: 8888
+          initialDelaySeconds: 1
+          periodSeconds: 1
+          failureThreshold: 30
+        livenessProbe:
+          httpGet:
+            path: "/healthz"
+            port: 8888
+          initialDelaySeconds: 35
+          periodSeconds: 5
+        volumeMounts:
+        - name: config-volume
+          mountPath: /etc/config/config.yaml
+          subPath: config.yaml
+        ports:
+          - containerPort: 8888
+            name: http
+      serviceAccountName: fission-svc
+      volumes:
+      - name: config-volume
+        configMap:
+          name: feature-config
+{{- if .Values.extraCoreComponentPodConfig }}
+{{ toYaml .Values.extraCoreComponentPodConfig | indent 6 -}}
+{{- end }}
+
+
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: executor
+  labels:
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    svc: executor
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      svc: executor
+  template:
+    metadata:
+      labels:
+        svc: executor
+      annotations:
+        prometheus.io/scrape: "true"
+        prometheus.io/path: "/metrics"
+        prometheus.io/port: "8080"
+    spec:
+      containers:
+      - name: executor
+        image: {{ include "fission-bundleImage" . | quote }}
+        imagePullPolicy: {{ .Values.pullPolicy }}
+        command: ["/fission-bundle"]
+        args: ["--executorPort", "8888", "--namespace", "{{ .Values.functionNamespace }}"]
+        env:
+        - name: FETCHER_IMAGE
+          value: "{{ .Values.fetcher.image }}:{{ .Values.fetcher.imageTag }}"
+        - name: RUNTIME_IMAGE_PULL_POLICY
+          value: "{{ .Values.pullPolicy }}"
+        - name: FETCHER_IMAGE_PULL_POLICY
+          value: "{{ .Values.pullPolicy }}"
+        - name: TRACE_JAEGER_COLLECTOR_ENDPOINT
+          value: "{{ .Values.traceCollectorEndpoint }}"
+        - name: TRACING_SAMPLING_RATE
+          value: {{ .Values.traceSamplingRate | default "0.5" | quote }}
+        - name: ADOPT_EXISTING_RESOURCES
+          value: {{ .Values.executor.adoptExistingResources | default false | quote }}
+        - name: POD_READY_TIMEOUT
+          value: {{ .Values.executor.podReadyTimeout | default false | quote }}
+        - name: ENABLE_ISTIO
+          value: "{{ .Values.enableIstio }}"
+        - name: FETCHER_MINCPU
+          value: {{ .Values.fetcher.resource.cpu.requests | quote }}
+        - name: FETCHER_MINMEM
+          value: {{ .Values.fetcher.resource.mem.requests | quote }}
+        - name: FETCHER_MAXCPU
+          value: {{ .Values.fetcher.resource.cpu.limits | quote }}
+        - name: FETCHER_MAXMEM
+          value: {{ .Values.fetcher.resource.mem.limits | quote }}
+        readinessProbe:
+          httpGet:
+            path: "/healthz"
+            port: 8888
+          initialDelaySeconds: 1
+          periodSeconds: 1
+          failureThreshold: 30
+        livenessProbe:
+          httpGet:
+            path: "/healthz"
+            port: 8888
+          initialDelaySeconds: 35
+          periodSeconds: 5
+        ports:
+          - containerPort: 8080
+            name: metrics
+          - containerPort: 8888
+            name: http
+      serviceAccountName: fission-svc
+{{- if .Values.extraCoreComponentPodConfig }}
+{{ toYaml .Values.extraCoreComponentPodConfig | indent 6 -}}
+{{- end }}
+
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: buildermgr
+  labels:
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    svc: buildermgr
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      svc: buildermgr
+  template:
+    metadata:
+      labels:
+        svc: buildermgr
+    spec:
+      containers:
+      - name: buildermgr
+        image: {{ include "fission-bundleImage" . | quote }}
+        imagePullPolicy: {{ .Values.pullPolicy }}
+        command: ["/fission-bundle"]
+        args: ["--builderMgr", "--storageSvcUrl", "http://storagesvc.{{ .Release.Namespace }}", "--envbuilder-namespace", "{{ .Values.builderNamespace }}"]
+        env:
+        - name: FETCHER_IMAGE
+          value: "{{ .Values.fetcher.image }}:{{ .Values.fetcher.imageTag }}"
+        - name: FETCHER_IMAGE_PULL_POLICY
+          value: "{{ .Values.pullPolicy }}"
+        - name: BUILDER_IMAGE_PULL_POLICY
+          value: "{{ .Values.pullPolicy }}"
+        - name: TRACE_JAEGER_COLLECTOR_ENDPOINT
+          value: "{{ .Values.traceCollectorEndpoint }}"
+        - name: TRACING_SAMPLING_RATE
+          value: {{ .Values.traceSamplingRate | default "0.5" | quote }}      
+        - name: ENABLE_ISTIO
+          value: "{{ .Values.enableIstio }}"
+        - name: FETCHER_MINCPU
+          value: {{ .Values.fetcher.resource.cpu.requests | quote }}
+        - name: FETCHER_MINMEM
+          value: {{ .Values.fetcher.resource.mem.requests | quote }}
+        - name: FETCHER_MAXCPU
+          value: {{ .Values.fetcher.resource.cpu.limits | quote }}
+        - name: FETCHER_MAXMEM
+          value: {{ .Values.fetcher.resource.mem.limits | quote }}
+      serviceAccountName: fission-svc
+{{- if .Values.extraCoreComponentPodConfig }}
+{{ toYaml .Values.extraCoreComponentPodConfig | indent 6 -}}
+{{- end }}
+
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: kubewatcher
+  labels:
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    svc: kubewatcher
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      svc: kubewatcher
+  template:
+    metadata:
+      labels:
+        svc: kubewatcher
+    spec:
+      containers:
+      - name: kubewatcher
+        image: {{ include "fission-bundleImage" . | quote }}
+        imagePullPolicy: {{ .Values.pullPolicy }}
+        command: ["/fission-bundle"]
+        args: ["--kubewatcher", "--routerUrl", "http://router.{{ .Release.Namespace }}"]
+        env:
+        - name: TRACE_JAEGER_COLLECTOR_ENDPOINT
+          value: "{{ .Values.traceCollectorEndpoint }}"
+        - name: TRACING_SAMPLING_RATE
+          value: {{ .Values.traceSamplingRate | default "0.5" | quote }}
+      serviceAccountName: fission-svc
+{{- if .Values.extraCoreComponentPodConfig }}
+{{ toYaml .Values.extraCoreComponentPodConfig | indent 6 -}}
+{{- end }}
+
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: timer
+  labels:
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    svc: timer
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      svc: timer
+  template:
+    metadata:
+      labels:
+        svc: timer
+    spec:
+      containers:
+      - name: timer
+        image: {{ include "fission-bundleImage" . | quote }}
+        imagePullPolicy: {{ .Values.pullPolicy }}
+        command: ["/fission-bundle"]
+        args: ["--timer", "--routerUrl", "http://router.{{ .Release.Namespace }}"]
+        env:
+        - name: TRACE_JAEGER_COLLECTOR_ENDPOINT
+          value: "{{ .Values.traceCollectorEndpoint }}"
+        - name: TRACING_SAMPLING_RATE
+          value: {{ .Values.traceSamplingRate | default "0.5" | quote }}
+      serviceAccountName: fission-svc
+{{- if .Values.extraCoreComponentPodConfig }}
+{{ toYaml .Values.extraCoreComponentPodConfig | indent 6 -}}
+{{- end }}
+
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: storagesvc
+  labels:
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    svc: storagesvc
+    application: fission-storage
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      svc: storagesvc
+      application: fission-storage
+  template:
+    metadata:
+      labels:
+        svc: storagesvc
+        application: fission-storage
+    spec:
+      containers:
+      - name: storagesvc
+        image: {{ include "fission-bundleImage" . | quote }}
+        imagePullPolicy: {{ .Values.pullPolicy }}
+        command: ["/fission-bundle"]
+        {{- if and (.Values.persistence.enabled) (eq (.Values.persistence.storageType | default "local") "s3") }}
+        args: ["--storageServicePort", "8000", "--storageType", "s3"]
+        {{- else }}
+        args: ["--storageServicePort", "8000", "--storageType", "local"]
+        {{- end }}
+        env:
+        - name: PRUNE_INTERVAL
+          value: "{{.Values.pruneInterval}}"
+        - name: TRACE_JAEGER_COLLECTOR_ENDPOINT
+          value: "{{ .Values.traceCollectorEndpoint }}"
+        - name: TRACING_SAMPLING_RATE
+          value: {{ .Values.traceSamplingRate | default "0.5" | quote }}
+        {{- if and (.Values.persistence.enabled) (eq (.Values.persistence.storageType | default "local") "s3") }}
+        - name: STORAGE_S3_ENDPOINT
+          value: {{ .Values.persistence.s3.endPoint }}
+        - name: STORAGE_S3_BUCKET_NAME
+          value: {{ .Values.persistence.s3.bucketName }}
+        - name: STORAGE_S3_SUB_DIR
+          value: {{ .Values.persistence.s3.subDir }}
+        - name: STORAGE_S3_ACCESS_KEY_ID
+          value: {{ .Values.persistence.s3.accessKeyId }}
+        - name: STORAGE_S3_SECRET_ACCESS_KEY
+          value: {{ .Values.persistence.s3.secretAccessKey }}
+        - name: STORAGE_S3_REGION
+          value: {{ .Values.persistence.s3.region }}
+        {{- end }}
+        {{- if ne (.Values.persistence.storageType | default "local") "s3" }}
+        volumeMounts:
+        - name: fission-storage
+          mountPath: /fission
+        {{- end }}
+        ports:
+          - containerPort: 8000
+            name: http
+      serviceAccountName: fission-svc
+      {{- if and (.Values.persistence.enabled) (ne (.Values.persistence.storageType | default "local") "s3") }}
+      volumes:
+      - name: fission-storage
+        persistentVolumeClaim:
+          claimName: {{ .Values.persistence.existingClaim | default "fission-storage-pvc" }}
+      {{- else }}
+      volumes:
+      - name: fission-storage
+        emptyDir: {}
+      {{- end }}
+{{- if .Values.extraCoreComponentPodConfig }}
+{{ toYaml .Values.extraCoreComponentPodConfig | indent 6 -}}
+{{- end }}
+
+{{- if .Values.mqt_keda.enabled }}
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: mqtrigger-keda
+  labels:
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    svc: mqtrigger-keda
+    messagequeue: keda
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      svc: mqtrigger-keda
+      messagequeue: keda
+  template:
+    metadata:
+      labels:
+        svc: mqtrigger-keda
+        messagequeue: keda
+    spec:
+      containers:
+      - name:  mqtrigger-keda
+        image: {{ include "fission-bundleImage" . | quote }}
+        imagePullPolicy: {{ .Values.pullPolicy }}
+        command: ["/fission-bundle"]
+        args: ["--mqt_keda", "--routerUrl", "http://router.{{ .Release.Namespace }}"]
+        env:
+        - name: TRACE_JAEGER_COLLECTOR_ENDPOINT
+          value: "{{ .Values.traceCollectorEndpoint }}"
+        - name: TRACING_SAMPLING_RATE
+          value: {{ .Values.traceSamplingRate | default "0.5" | quote }}
+        - name: DEBUG_ENV
+          value: {{ .Values.debugEnv | quote }}
+        - name: CONNECTOR_IMAGE_PULL_POLICY
+          value: "{{ .Values.pullPolicy }}"
+        - name: KAFKA_IMAGE
+          value: "{{ .Values.mqt_keda.connector_images.kafka.image }}:{{ .Values.mqt_keda.connector_images.kafka.tag }}"
+        - name: RABBITMQ_IMAGE
+          value: "{{ .Values.mqt_keda.connector_images.rabbitmq.image }}:{{ .Values.mqt_keda.connector_images.rabbitmq.tag }}"
+        - name: AWS-KINESIS-STREAM_IMAGE
+          value: "{{ .Values.mqt_keda.connector_images.awskinesis.image }}:{{ .Values.mqt_keda.connector_images.awskinesis.tag }}"
+        - name: AWS-SQS-QUEUE_IMAGE
+          value: "{{ .Values.mqt_keda.connector_images.aws_sqs.image }}:{{ .Values.mqt_keda.connector_images.aws_sqs.tag }}"
+        - name: STAN_IMAGE
+          value: "{{ .Values.mqt_keda.connector_images.nats_steaming.image }}:{{ .Values.mqt_keda.connector_images.nats_steaming.tag }}"
+        - name: GCP-PUB-SUB_IMAGE
+          value: "{{ .Values.mqt_keda.connector_images.gcp_pub_sub.image }}:{{ .Values.mqt_keda.connector_images.gcp_pub_sub.tag }}"
+      serviceAccountName: fission-svc
+{{- if .Values.extraCoreComponentPodConfig }}
+{{ toYaml .Values.extraCoreComponentPodConfig | indent 6 -}}
+{{- end }}
+{{- end }}
+
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: Role
+metadata:
+  namespace: {{ .Values.functionNamespace }}
+  name: event-fetcher
+rules:
+- apiGroups: [""] # "" indicates the core API group
+  resources: ["pods"]
+  verbs: ["get", "watch", "list"]
+- apiGroups: [""] # "" indicates the core API group
+  resources: ["events"]
+  verbs: ["*"]
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: RoleBinding
+metadata:
+  name: fission-fetcher-pod-reader
+  namespace: {{ .Values.functionNamespace }}
+roleRef:
+  apiGroup: rbac.authorization.k8s.io
+  kind: Role
+  name: event-fetcher
+subjects:
+- kind: ServiceAccount
+  name: fission-fetcher
+  namespace: {{ .Values.functionNamespace }}

charts/fission-core/templates/nonhelm-install-job.yaml

@@ -0,0 +1,41 @@
+{{- if .Values.analyticsNonHelmInstall }}
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: {{ template "fullname" . }}-{{ .Chart.Version }}-{{ randNumeric 3 }}
+  labels:
+    # The "release" convention makes it easy to tie a release to all of the
+    # Kubernetes resources that were created as part of that release.
+    release: {{ .Release.Name }}
+    # This makes it easy to audit chart usage.
+    chart: {{ .Chart.Name }}-{{ .Chart.Version }}
+    app: {{ template "name" . }}
+spec:
+  #ttlSecondsAfterFinished: 120
+  template:
+    metadata:
+      name: {{ template "fullname" . }}
+      labels:
+        release: {{ .Release.Name }}
+        app: {{ template "name" . }}
+      annotations:
+        {{- if .Values.enableIstio }}
+        "sidecar.istio.io/inject": "false"
+        {{- end }}
+    spec:
+      restartPolicy: Never
+      containers:
+        - name: post-install-job
+        {{- if .Values.imageTag }}
+          image: {{ .Values.postInstallReportImage }}:{{ .Values.imageTag }}
+        {{- else }}
+          image: {{ .Values.postInstallReportImage }}
+        {{- end }}
+          imagePullPolicy: {{ .Values.pullPolicy }}
+          command: [ "/reporter" ]
+          args: ["event", "-c", "fission-use", "-a", "yaml-post-install", "-l", "{{ .Chart.Name }}-{{ .Chart.Version }}"]
+          env:
+            - name: GA_TRACKING_ID
+              value: "{{ .Values.gaTrackingID }}"
+      serviceAccountName: fission-svc
+{{- end }}

charts/fission-core/templates/post-install-job.yaml

@@ -0,0 +1,45 @@
+{{- if .Values.analytics }}
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: {{ template "fullname" . }}-{{ .Chart.Version }}
+  labels:
+    # The "release" convention makes it easy to tie a release to all of the
+    # Kubernetes resources that were created as part of that release.
+    release: {{ .Release.Name }}
+    # This makes it easy to audit chart usage.
+    chart: {{ .Chart.Name }}-{{ .Chart.Version }}
+    app: {{ template "name" . }}
+  annotations:
+    # This is what defines this resource as a hook. Without this line, the
+    # job is considered part of the release.
+    "helm.sh/hook": post-install
+    "helm.sh/hook-delete-policy": hook-succeeded
+spec:
+  template:
+    metadata:
+      name: {{ template "fullname" . }}
+      labels:
+        release: {{ .Release.Name }}
+        app: {{ template "name" . }}
+      annotations:
+        {{- if .Values.enableIstio }}
+        "sidecar.istio.io/inject": "false"
+        {{- end }}
+    spec:
+      restartPolicy: Never
+      containers:
+        - name: post-install-job
+        {{- if .Values.imageTag }}
+          image: {{ .Values.postInstallReportImage }}:{{ .Values.imageTag }}
+        {{- else }}
+          image: {{ .Values.postInstallReportImage }}
+        {{- end }}
+          imagePullPolicy: {{ .Values.pullPolicy }}
+          command: [ "/reporter" ]
+          args: ["event", "-c", "fission-use", "-a", "helm-post-install", "-l", "{{ .Chart.Name }}-{{ .Chart.Version }}"]
+          env:
+            - name: GA_TRACKING_ID
+              value: "{{ .Values.gaTrackingID }}"
+      serviceAccountName: fission-svc
+{{- end }}

charts/fission-core/templates/post-upgrade-job.yaml

@@ -0,0 +1,45 @@
+{{- if .Values.analytics }}
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: {{ template "fullname" . }}-{{ .Chart.Version }}
+  labels:
+    # The "release" convention makes it easy to tie a release to all of the
+    # Kubernetes resources that were created as part of that release.
+    release: {{ .Release.Name }}
+    # This makes it easy to audit chart usage.
+    chart: {{ .Chart.Name }}-{{ .Chart.Version }}
+    app: {{ template "name" . }}
+  annotations:
+    # This is what defines this resource as a hook. Without this line, the
+    # job is considered part of the release.
+    "helm.sh/hook": post-upgrade
+    "helm.sh/hook-delete-policy": hook-succeeded
+spec:
+  template:
+    metadata:
+      name: {{ template "fullname" . }}
+      labels:
+        release: {{ .Release.Name }}
+        app: {{ template "name" . }}
+      annotations:
+        {{- if .Values.enableIstio }}
+        "sidecar.istio.io/inject": "false"
+        {{- end }}
+    spec:
+      restartPolicy: Never
+      containers:
+        - name: post-upgrade-job
+        {{- if .Values.imageTag }}
+          image: {{ .Values.postInstallReportImage }}:{{ .Values.imageTag }}
+        {{- else }}
+          image: {{ .Values.postInstallReportImage }}
+        {{- end }}
+          imagePullPolicy: {{ .Values.pullPolicy }}
+          command: [ "/reporter" ]
+          args: ["event", "-c", "fission-use", "-a", "helm-post-upgrade", "-l", "{{ .Chart.Name }}-{{ .Chart.Version }}"]
+          env:
+            - name: GA_TRACKING_ID
+              value: "{{ .Values.gaTrackingID }}"
+      serviceAccountName: fission-svc
+{{- end }}

charts/fission-core/templates/pre-upgrade-job.yaml

@@ -0,0 +1,33 @@
+apiVersion: batch/v1
+kind: Job
+metadata:
+  name: {{ template "fullname" . }}-{{ .Chart.Version }}-{{ randNumeric 3 }}
+  labels:
+    # The "release" convention makes it easy to tie a release to all of the
+    # Kubernetes resources that were created as part of that release.
+    release: "{{ .Release.Name }}"
+    # This makes it easy to audit chart usage.
+    chart: {{ .Chart.Name }}-{{ .Chart.Version }}
+    app: {{ template "name" . }}
+  annotations:
+    # This is what defines this resource as a hook. Without this line, the
+    # job is considered part of the release.
+    "helm.sh/hook": pre-upgrade
+    "helm.sh/hook-delete-policy": hook-succeeded
+spec:
+  backoffLimit: 0
+  template:
+    metadata:
+      name: {{ template "fullname" . }}
+      labels:
+        release: "{{ .Release.Name }}"
+        app: {{ template "name" . }}
+    spec:
+      restartPolicy: Never
+      containers:
+      - name: pre-upgrade-job
+        image: {{ .Values.preUpgradeChecksImage }}:{{ .Values.imageTag }}
+        imagePullPolicy: {{ .Values.pullPolicy }}
+        command: [ "/pre-upgrade-checks" ]
+        args: ["--fn-pod-namespace", "{{ .Values.functionNamespace }}", "--envbuilder-namespace", "{{ .Values.builderNamespace }}"]
+      serviceAccountName: fission-svc

charts/fission-core/templates/pvc.yaml

@@ -0,0 +1,23 @@
+{{- if and (.Values.persistence.enabled) (not .Values.persistence.existingClaim) (eq (.Values.persistence.storageType | default "local") "local") }}
+kind: PersistentVolumeClaim
+apiVersion: v1
+metadata:
+  name: fission-storage-pvc
+  labels:
+    app: fission-storage
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    release: "{{ .Release.Name }}"
+spec:
+  accessModes:
+    - {{ .Values.persistence.accessMode | quote }}
+  resources:
+    requests:
+      storage: {{ .Values.persistence.size | quote }}
+  {{- if .Values.persistence.storageClass }}
+  {{- if (eq "-" .Values.persistence.storageClass) }}
+  storageClassName: ""
+  {{- else }}
+  storageClassName: {{ .Values.persistence.storageClass | quote }}
+  {{- end }}
+  {{- end }}
+{{- end }}

charts/fission-core/templates/router.yaml

@@ -0,0 +1,95 @@
+apiVersion: apps/v1
+{{- if not .Values.router.deployAsDaemonSet }}
+kind: Deployment
+{{- else }}
+kind: DaemonSet
+{{- end }}
+metadata:
+  name: router
+  labels:
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+    svc: router
+    application: fission-router
+spec:
+{{- if not .Values.router.deployAsDaemonSet }}
+  replicas: 1
+{{- end }}
+  selector:
+    matchLabels:
+      application: fission-router
+      svc: router
+  template:
+    metadata:
+      labels:
+        application: fission-router
+        svc: router
+      annotations:
+        prometheus.io/scrape: "true"
+        prometheus.io/path: "/metrics"
+        prometheus.io/port: "8080"
+    spec:
+      containers:
+      - name: router
+        image: {{ include "fission-bundleImage" . | quote }}
+        imagePullPolicy: {{ .Values.pullPolicy }}
+        command: ["/fission-bundle"]
+        args: ["--routerPort", "8888", "--executorUrl", "http://executor.{{ .Release.Namespace }}"]
+        env:
+          - name: POD_NAMESPACE
+            valueFrom:
+              fieldRef:
+                fieldPath: metadata.namespace
+          - name: ROUTER_ROUND_TRIP_TIMEOUT
+            value: {{ .Values.router.roundTrip.timeout | default "50ms" | quote }}
+          - name: ROUTER_ROUNDTRIP_TIMEOUT_EXPONENT
+            value: {{ .Values.router.roundTrip.timeoutExponent | default 2 | quote }}
+          - name: ROUTER_ROUND_TRIP_KEEP_ALIVE_TIME
+            value: {{ .Values.router.roundTrip.keepAliveTime | default "30s" | quote }}
+          - name: ROUTER_ROUND_TRIP_DISABLE_KEEP_ALIVE
+            value: {{ .Values.router.roundTrip.disableKeepAlive | default true | quote }}
+          - name: ROUTER_ROUND_TRIP_MAX_RETRIES
+            value: {{ .Values.router.roundTrip.maxRetries | default 10 | quote }}
+          - name: ROUTER_SVC_ADDRESS_MAX_RETRIES
+            value: {{ .Values.router.svcAddressMaxRetries | default 5 | quote }}
+          - name: ROUTER_SVC_ADDRESS_UPDATE_TIMEOUT
+            value: {{ .Values.router.svcAddressUpdateTimeout | default "30s" | quote }}
+          - name: ROUTER_UNTAP_SERVICE_TIMEOUT
+            value: {{ .Values.router.unTapServiceTimeout | default "3600s" | quote }}
+          - name: TRACE_JAEGER_COLLECTOR_ENDPOINT
+            value: "{{ .Values.traceCollectorEndpoint }}"
+          - name: TRACING_SAMPLING_RATE
+            value: {{ .Values.router.traceSamplingRate | default "0.5" | quote }}
+          - name: USE_ENCODED_PATH
+            value: {{ .Values.router.useEncodedPath | default false | quote }}
+          - name: DEBUG_ENV
+            value: {{ .Values.debugEnv | quote }}
+          - name: DISPLAY_ACCESS_LOG
+            value: {{ .Values.router.displayAccessLog | default false | quote }}
+        resources:
+          {{- toYaml .Values.router.resources | indent 10 }}
+        readinessProbe:
+          httpGet:
+            path: "/router-healthz"
+            port: 8888
+          initialDelaySeconds: 1
+          periodSeconds: 1
+          failureThreshold: 30
+        livenessProbe:
+          httpGet:
+            path: "/router-healthz"
+            port: 8888
+          initialDelaySeconds: 35
+          periodSeconds: 5
+        ports:
+        - containerPort: 8080
+          name: metrics
+        - containerPort: 8888
+          name: http
+      serviceAccountName: fission-svc
+{{- if .Values.router.extraCoreComponentPodConfig }}
+{{ toYaml .Values.router.extraCoreComponentPodConfig | indent 6 -}}
+{{- else }}
+{{- if .Values.extraCoreComponentPodConfig }}
+{{ toYaml .Values.extraCoreComponentPodConfig | indent 6 -}}
+{{- end }}
+{{- end }}

charts/fission-core/templates/svc.yaml

@@ -0,0 +1,75 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: router
+  labels:
+    svc: router
+    application: fission-router
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+{{- if .Values.router.svcAnnotations }}
+  annotations:
+{{ toYaml .Values.router.svcAnnotations | indent 4 }}
+{{- end }}
+spec:
+  type: {{ .Values.routerServiceType }}
+  ports:
+  - port: 80
+    targetPort: 8888
+{{- if eq .Values.routerServiceType "NodePort" }}
+    nodePort: {{ .Values.routerPort }}
+{{- end }}
+  selector:
+    svc: router
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: controller
+  labels:
+    svc: controller
+    application: fission-api
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+spec:
+  type: {{ .Values.serviceType }}
+  ports:
+  - port: 80
+    targetPort: 8888
+{{- if eq .Values.serviceType "NodePort" }}
+    nodePort: {{ .Values.controllerPort }}
+{{- end }}
+  selector:
+    svc: controller
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: storagesvc
+  labels:
+    svc: storagesvc
+    application: fission-storage
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+spec:
+  type: ClusterIP
+  ports:
+  - port: 80
+    targetPort: 8000
+  selector:
+    svc: storagesvc
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: executor
+  labels:
+    svc: executor
+    chart: "{{ .Chart.Name }}-{{ .Chart.Version }}"
+spec:
+  type: ClusterIP
+  ports:
+    - port: 80
+      targetPort: 8888
+  selector:
+    svc: executor

charts/fission-core/values.yaml

@@ -0,0 +1,257 @@
+#
+# Fission chart configuration
+#
+
+## Kubernetes configuration
+## For minikube, set this to NodePort, elsewhere use LoadBalancer or ClusterIP.
+serviceType: ClusterIP
+
+## For minikube, set this to NodePort, elsewhere use LoadBalancer or ClusterIP.
+routerServiceType: LoadBalancer
+
+## Image base repository
+## Leave it empty for using existing local image
+repository: index.docker.io
+
+## Fission image repository
+image: fission/fission-bundle
+
+## Fission image version
+imageTag: 1.13.1
+
+## Image pull policy
+pullPolicy: IfNotPresent
+
+## Port at which Fission controller service should be exposed
+controllerPort: 31313
+
+## Port at which Fission router service should be exposed
+routerPort: 31314
+
+## Namespace in which to run fission functions (this is different from
+## the release namespace)
+functionNamespace: fission-function
+
+## Namespace in which to run fission builders (this is different from
+## the release namespace)
+builderNamespace: fission-builder
+
+## Enable istio integration
+enableIstio: false
+
+fetcher:
+  ## Fetcher repository
+  image: fission/fetcher
+  ## Fetcher image version
+  imageTag: 1.13.1
+
+  ## Fetcher is only for to downloading or uploading archive.
+  ## Normally, you don't need to change the value here, unless necessary.
+  resource:
+    cpu:
+      requests: "10m"
+      ## Low CPU limits will increases the function specialization time.
+      limits: ""
+    mem:
+      requests: "16Mi"
+      limits: ""
+
+executor:
+  adoptExistingResources: false
+  podReadyTimeout: 300s
+
+## Router config
+router:
+  deployAsDaemonSet: false
+  svcAddressMaxRetries: 5
+  svcAddressUpdateTimeout: 30s
+  unTapServiceTimeout: 3600s
+  ## Display endpoint access logs
+  ## To be aware of enabling logging endpoint access log, it increases
+  ## router resource utilization when under heavy workloads.
+  displayAccessLog: false
+
+  ## Add annotations for router
+  # svcAnnotations:
+  #   cloud.google.com/load-balancer-type: Internal
+
+  ## For router to match encoded path.
+  ## If true, "/foo%2Fbar" will match the path "/{var}";
+  ## Otherwise, it will match the path "/foo/bar".
+  useEncodedPath: false
+
+  roundTrip:
+    ## If true, router will disable the HTTP keep-alive which result in performance degradation.
+    ## But it ensures that router can redirect new coming requests to new function pods.
+    ##
+    ## If false, router will enable transport keep-alive feature for better performance.
+    ## However, the drawback is it takes longer to switch to newly created function pods
+    ## if using newdeploy as executor type for function. If you want to preserve the
+    ## performance while keeping the short switching time to new function, you can create
+    ## an environment with short grace period by setting flag "--graceperiod" (default 360s),
+    ## so that kubernetes will be able to reap old function pod quickly.
+    ##
+    ## For details, see https://github.com/fission/fission/issues/723
+    disableKeepAlive: true
+
+    ## The keep-alive period for an active network connection to function pod.
+    keepAliveTime: 30s
+
+    ## HTTP transport request timeout
+    timeout: 50ms
+
+    ## The length of request timeout will multiply with timeoutExponent after each retry
+    timeoutExponent: 2
+
+    ## Max retries times of a failed request
+    maxRetries: 10
+
+  ## Sample with a rate per time window (traces/second)
+  traceSamplingRate: 0.5
+  
+  ## Extend the container specs for the router fission pods.
+  ## Can be used to add things like affinty/tolerations/nodeSelectors/etc.
+  ## For example:
+  ## extraCoreComponentPodConfig:
+  ##   affinity:
+  ##     nodeAffinity:
+  ##       requiredDuringSchedulingIgnoredDuringExecution:
+  ##         nodeSelectorTerms:
+  ##           - matchExpressions:
+  ##             - key: capability
+  ##               operator: In
+  ##               values:
+  ##                 - app
+  #extraCoreComponentPodConfig:
+  #  affinity:
+  #  tolerations:
+  #  nodeSelector:
+
+  # Pod resources as:
+  #  resources:
+  #    limits:
+  #      cpu: <tbd>
+  #      memory: <tbd>
+  #    requests:
+  #      cpu: <tbd>
+  #      memory: <tbd>
+  resources: {}
+
+## Persist data to a persistent volume.
+persistence:
+  ## If true, fission will create/use a Persistent Volume Claim unless storageType is set to s3
+  ## If false, use emptyDir
+  ##
+  enabled: true
+
+  ## Must be set to either local or S3.
+  ## If storateType is set(other than local), one of its backend configuration must be set as below.
+  #storageType: local | s3
+
+  ## Sample configruation for AWS s3 storage backend
+  #s3:
+  # bucketName: <awsBucketName>
+  # subDir: <sub directory within a bucket>
+  # accessKeyId: <awsAccessKeyId>
+  # secretAccessKey: <awsSecretAccessKey>
+  # region: <awsRegion>
+
+  ## A manually managed Persistent Volume Claim name
+  ## Requires persistence.enabled: true
+  ## If defined, PVC must be created manually before volume will be bound
+  ##
+  # existingClaim:
+
+  ## If defined, storageClassName: <storageClass>
+  ## If set to "-", storageClassName: "", which disables dynamic provisioning
+  ## If undefined (the default) or set to null, no storageClassName spec is
+  ##   set, choosing the default provisioner. (gp2 on AWS, standard on
+  ##   GKE, AWS & OpenStack)
+  ##
+  # storageClass: "-"
+
+  accessMode: ReadWriteOnce
+  size: 8Gi
+
+## Extend the container specs for the core fission pods.
+## Can be used to add things like affinty/tolerations/nodeSelectors/etc.
+## For example:
+## extraCoreComponentPodConfig:
+##   affinity:
+##     nodeAffinity:
+##       requiredDuringSchedulingIgnoredDuringExecution:
+##         nodeSelectorTerms:
+##           - matchExpressions:
+##             - key: capability
+##               operator: In
+##               values:
+##                 - app
+#extraCoreComponentPodConfig:
+#  affinity:
+#  tolerations:
+#  nodeSelector:
+
+## Analytics let us count how many people installed fission. Set to
+## false to disable analytics.
+analytics: true
+
+## Internally used for generating an analytics job for non-helm installs
+analyticsNonHelmInstall: false
+
+## Google Analytics Tracking ID
+gaTrackingID: UA-196546703-1
+
+## Archive pruner is a garbage collector for archives on the fission storage service.
+## This interval configures the frequency at which it runs inside the storagesvc pod.
+## The value is in minutes.
+pruneInterval: 60
+
+## Fission pre-install/pre-upgrade checks live in this image
+preUpgradeChecksImage: fission/pre-upgrade-checks
+
+## Fission ppost-install/post-upgrade reporting live in this image
+postInstallReportImage: fission/reporter
+
+## if there are any pod specialization errors when a function is triggered and this flag is set to true, the error
+## summary is returned as part of http response
+debugEnv: false
+
+## Prometheus for scrapping service metrics
+prometheus:
+  ## set this flag to true if prometheus needs to be deployed along with fission
+  enabled: false
+
+  ## If enabled is false, please assign the prometheus service URL
+  ## that is accessible by components.
+  serviceEndpoint: ""
+
+## set this flag to false if you dont need canary deployment feature
+canaryDeployment:
+  enabled: false
+
+# Use these flags to enable opentracing, the variable is endpoint of Jaeger collector in the format shown below
+#traceCollectorEndpoint: "http://jaeger-collector.jaeger.svc:14268/api/traces?format=jaeger.thrift"
+#traceSamplingRate: 0.75
+
+## Message Queue Trigger Kind, KEDA: enable and configuration
+mqt_keda:
+  enabled: true
+  connector_images:
+    kafka:
+      image: fission/keda-kafka-http-connector
+      tag: v0.6
+    rabbitmq:
+      image: fission/keda-rabbitmq-http-connector
+      tag: v0.6
+    awskinesis:
+      image: fission/keda-aws-kinesis-http-connector
+      tag: v0.6
+    aws_sqs:
+      image: fission/keda-aws-sqs-http-connector
+      tag: v0.6
+    nats_steaming:
+      image: fission/keda-nats-streaming-http-connector
+      tag: v0.6
+    gcp_pub_sub:
+      image: fission/keda-gcp-pubsub-http-connector
+      tag: v0.1

cmd/builder/Dockerfile.fission-builder

@@ -0,0 +1,45 @@
+FROM golang:1.15-alpine as godep
+RUN apk add bash ca-certificates git gcc g++ libc-dev
+
+ARG GOPKG=github.com/fission/fission
+
+ENV GO111MODULE=on
+
+WORKDIR /go/src/${GOPKG}
+
+# To reuse build cache, copy go.mod & go.sum and download dependencies first.
+COPY go.* ./
+
+RUN go mod download
+
+FROM godep as builder
+
+ARG GOPKG
+WORKDIR /go/src/${GOPKG}
+
+# Copy whole fission directory to work dir
+COPY ./ ./
+
+WORKDIR /go/src/${GOPKG}/cmd/builder
+
+ARG GITCOMMIT=unknown
+# E.g. GITCOMMIT=$(git rev-parse HEAD)
+
+ARG BUILDVERSION=unknown
+# E.g. BUILDVERSION=$(git rev-parse HEAD)
+
+ARG BUILDDATE=unknown
+# E.g. BUILDDATE=$(date -u +'%Y-%m-%dT%H:%M:%SZ')
+
+RUN CGO_ENABLED=0 go build \
+    -o /go/bin/builder \
+    -gcflags=-trimpath=$GOPATH \
+    -asmflags=-trimpath=$GOPATH \
+    -ldflags "-X github.com/fission/fission/pkg/info.GitCommit=${GITCOMMIT} -X github.com/fission/fission/pkg/info.BuildDate=${BUILDDATE} -X github.com/fission/fission/pkg/info.Version=${BUILDVERSION}"
+
+FROM alpine:3.13 as base
+RUN apk add --update ca-certificates
+COPY --from=builder /go/bin/builder /
+EXPOSE 8001
+
+ENTRYPOINT ["/builder"]

cmd/builder/app/server.go

@@ -0,0 +1,37 @@
+/*
+Copyright 2016 The Fission Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package app
+
+import (
+	"net/http"
+
+	"go.uber.org/zap"
+
+	builder "github.com/fission/fission/pkg/builder"
+)
+
+// Usage: builder <shared volume path>
+func Run(logger *zap.Logger, shareVolume string) error {
+	builder := builder.MakeBuilder(logger, shareVolume)
+	mux := http.NewServeMux()
+	mux.HandleFunc("/", builder.Handler)
+	mux.HandleFunc("/version", builder.VersionHandler)
+	mux.HandleFunc("/healthz", func(w http.ResponseWriter, r *http.Request) {
+		w.WriteHeader(http.StatusOK)
+	})
+	return http.ListenAndServe(":8001", mux)
+}

cmd/builder/main.go

@@ -0,0 +1,51 @@
+/*
+Copyright 2018 The Fission Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package main
+
+import (
+	"log"
+	"os"
+
+	"go.uber.org/zap"
+	"go.uber.org/zap/zapcore"
+
+	"github.com/fission/fission/cmd/builder/app"
+)
+
+// Usage: builder <shared volume path>
+func main() {
+	config := zap.NewProductionConfig()
+	config.EncoderConfig.EncodeTime = zapcore.ISO8601TimeEncoder
+	logger, err := config.Build()
+	if err != nil {
+		log.Fatalf("can't initialize zap logger: %v", err)
+	}
+	defer logger.Sync()
+
+	shareVolume := os.Args[1]
+	if _, err := os.Stat(shareVolume); err != nil {
+		if os.IsNotExist(err) {
+			err = os.MkdirAll(shareVolume, os.ModeDir|0700)
+			if err != nil {
+				logger.Fatal("error creating directory: %v", zap.Error(err), zap.String("directory", shareVolume))
+			}
+		}
+	}
+
+	err = app.Run(logger, shareVolume)
+	logger.Error("error running builder", zap.Error(err))
+}

cmd/fetcher/Dockerfile.fission-fetcher

@@ -0,0 +1,45 @@
+FROM golang:1.15-alpine as godep
+RUN apk add bash ca-certificates git gcc g++ libc-dev
+
+ARG GOPKG=github.com/fission/fission
+
+ENV GO111MODULE=on
+
+WORKDIR /go/src/${GOPKG}
+
+# To reuse build cache, copy go.mod & go.sum and download dependencies first.
+COPY go.* ./
+
+RUN go mod download
+
+FROM godep as builder
+
+ARG GOPKG
+WORKDIR /go/src/${GOPKG}
+
+# Copy whole fission directory to work dir
+COPY ./ ./
+
+WORKDIR /go/src/${GOPKG}/cmd/fetcher
+
+ARG GITCOMMIT=unknown
+# E.g. GITCOMMIT=$(git rev-parse HEAD)
+
+ARG BUILDVERSION=unknown
+# E.g. BUILDVERSION=$(git rev-parse HEAD)
+
+ARG BUILDDATE=unknown
+# E.g. BUILDDATE=$(date -u +'%Y-%m-%dT%H:%M:%SZ')
+
+RUN CGO_ENABLED=0 go build \
+    -o /go/bin/fetcher \
+    -gcflags=-trimpath=$GOPATH \
+    -asmflags=-trimpath=$GOPATH \
+    -ldflags "-X github.com/fission/fission/pkg/info.GitCommit=${GITCOMMIT} -X github.com/fission/fission/pkg/info.BuildDate=${BUILDDATE} -X github.com/fission/fission/pkg/info.Version=${BUILDVERSION}"
+
+FROM alpine:3.13 as base
+RUN apk add --update ca-certificates
+COPY --from=builder /go/bin/fetcher /
+EXPOSE 8000
+
+ENTRYPOINT ["/fetcher"]

cmd/fetcher/app/server.go

@@ -0,0 +1,150 @@
+/*
+Copyright 2019 The Fission Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package app
+
+import (
+	"context"
+	"encoding/json"
+	"flag"
+	"fmt"
+	"log"
+	"net/http"
+	"os"
+
+	"contrib.go.opencensus.io/exporter/jaeger"
+	"go.opencensus.io/plugin/ochttp"
+	"go.opencensus.io/trace"
+	"go.uber.org/zap"
+
+	"github.com/fission/fission/pkg/fetcher"
+)
+
+func registerTraceExporter(collectorEndpoint string) error {
+	if collectorEndpoint == "" {
+		return nil
+	}
+
+	serviceName := "Fission-Fetcher"
+	exporter, err := jaeger.NewExporter(jaeger.Options{
+		CollectorEndpoint: collectorEndpoint,
+		Process: jaeger.Process{
+			ServiceName: serviceName,
+			Tags: []jaeger.Tag{
+				jaeger.BoolTag("fission", true),
+			},
+		},
+	})
+	if err != nil {
+		return err
+	}
+	trace.RegisterExporter(exporter)
+	trace.ApplyConfig(trace.Config{DefaultSampler: trace.AlwaysSample()})
+	return nil
+}
+
+func Run(logger *zap.Logger) {
+	flag.Usage = fetcherUsage
+	collectorEndpoint := flag.String("jaeger-collector-endpoint", "", "")
+	specializeOnStart := flag.Bool("specialize-on-startup", false, "Flag to activate specialize process at pod starup")
+	specializePayload := flag.String("specialize-request", "", "JSON payload for specialize request")
+	secretDir := flag.String("secret-dir", "", "Path to shared secrets directory")
+	configDir := flag.String("cfgmap-dir", "", "Path to shared configmap directory")
+
+	flag.Parse()
+	if flag.NArg() == 0 {
+		flag.Usage()
+		os.Exit(1)
+	}
+
+	dir := flag.Arg(0)
+	if _, err := os.Stat(dir); err != nil {
+		if os.IsNotExist(err) {
+			err = os.MkdirAll(dir, os.ModeDir|0700)
+			if err != nil {
+				logger.Fatal("error creating directory", zap.Error(err), zap.String("directory", dir))
+			}
+		}
+	}
+
+	if err := registerTraceExporter(*collectorEndpoint); err != nil {
+		logger.Fatal("could not register trace exporter", zap.Error(err), zap.String("collector_endpoint", *collectorEndpoint))
+	}
+
+	f, err := fetcher.MakeFetcher(logger, dir, *secretDir, *configDir)
+	if err != nil {
+		logger.Fatal("error making fetcher", zap.Error(err))
+	}
+
+	readyToServe := false
+
+	// do specialization in other goroutine to prevent blocking in newdeploy
+	go func() {
+		if *specializeOnStart {
+			var specializeReq fetcher.FunctionSpecializeRequest
+
+			err := json.Unmarshal([]byte(*specializePayload), &specializeReq)
+			if err != nil {
+				logger.Fatal("error decoding specialize request", zap.Error(err))
+			}
+
+			ctx := context.Background()
+			err = f.SpecializePod(ctx, specializeReq.FetchReq, specializeReq.LoadReq)
+			if err != nil {
+				logger.Fatal("error specializing function pod", zap.Error(err))
+			}
+
+			readyToServe = true
+		}
+	}()
+
+	mux := http.NewServeMux()
+	mux.HandleFunc("/fetch", f.FetchHandler)
+	mux.HandleFunc("/specialize", f.SpecializeHandler)
+	mux.HandleFunc("/upload", f.UploadHandler)
+	mux.HandleFunc("/version", f.VersionHandler)
+	mux.HandleFunc("/wsevent/start", f.WsStartHandler)
+	mux.HandleFunc("/wsevent/end", f.WsEndHandler)
+
+	readinessHandler := func(w http.ResponseWriter, r *http.Request) {
+		if !*specializeOnStart || readyToServe {
+			w.WriteHeader(http.StatusOK)
+		} else {
+			w.WriteHeader(http.StatusServiceUnavailable)
+		}
+	}
+
+	mux.HandleFunc("/readiness-healthz", readinessHandler)
+	mux.HandleFunc("/healthz", func(w http.ResponseWriter, r *http.Request) {
+		w.WriteHeader(http.StatusOK)
+	})
+
+	// For backward compatibility
+	// TODO: remove this path in future
+	mux.HandleFunc("/readniess-healthz", readinessHandler)
+
+	logger.Info("fetcher ready to receive requests")
+	err = http.ListenAndServe(":8000", &ochttp.Handler{
+		Handler: mux,
+	})
+	if err != nil {
+		log.Fatal(err)
+	}
+}
+
+func fetcherUsage() {
+	fmt.Println("Usage: fetcher [-specialize-on-startup] [-specialize-request <json>] [-secret-dir <string>] [-cfgmap-dir <string>] <shared volume path>")
+}

cmd/fetcher/main.go

@@ -0,0 +1,38 @@
+/*
+Copyright 2018 The Fission Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package main
+
+import (
+	"log"
+
+	"go.uber.org/zap"
+	"go.uber.org/zap/zapcore"
+
+	"github.com/fission/fission/cmd/fetcher/app"
+)
+
+// Usage: fetcher <shared volume path>
+func main() {
+	config := zap.NewProductionConfig()
+	config.EncoderConfig.EncodeTime = zapcore.ISO8601TimeEncoder
+	logger, err := config.Build()
+	if err != nil {
+		log.Fatalf("can't initialize zap logger: %v", err)
+	}
+	defer logger.Sync()
+	app.Run(logger)
+}

cmd/fission-bundle/Dockerfile.fission-bundle

@@ -0,0 +1,44 @@
+FROM golang:1.15-alpine as godep
+RUN apk add bash ca-certificates git gcc g++ libc-dev
+
+ARG GOPKG=github.com/fission/fission
+
+ENV GO111MODULE=on
+
+WORKDIR /go/src/${GOPKG}
+
+# To reuse build cache, copy go.mod & go.sum and download dependencies first.
+COPY go.* ./
+
+RUN go mod download
+
+FROM godep as builder
+
+ARG GOPKG
+WORKDIR /go/src/${GOPKG}
+
+# Copy whole fission directory to work dir
+COPY ./ ./
+
+WORKDIR /go/src/${GOPKG}/cmd/fission-bundle
+
+ARG GITCOMMIT=unknown
+# E.g. GITCOMMIT=$(git rev-parse HEAD)
+
+ARG BUILDVERSION=unknown
+# E.g. BUILDVERSION=$(git rev-parse HEAD)
+
+ARG BUILDDATE=unknown
+# E.g. BUILDDATE=$(date -u +'%Y-%m-%dT%H:%M:%SZ')
+
+RUN CGO_ENABLED=0 go build \
+    -o /go/bin/fission-bundle \
+    -gcflags=-trimpath=$GOPATH \
+    -asmflags=-trimpath=$GOPATH \
+    -ldflags "-X github.com/fission/fission/pkg/info.GitCommit=${GITCOMMIT} -X github.com/fission/fission/pkg/info.BuildDate=${BUILDDATE} -X github.com/fission/fission/pkg/info.Version=${BUILDVERSION}"
+
+FROM alpine:3.13 as base
+RUN apk add --update ca-certificates
+COPY --from=builder /go/bin/fission-bundle /
+
+ENTRYPOINT ["/fission-bundle"]

cmd/fission-bundle/main.go

@@ -0,0 +1,330 @@
+/*
+Copyright 2019 The Fission Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package main
+
+import (
+	"flag"
+	"fmt"
+	"log"
+	"os"
+	"strconv"
+
+	"contrib.go.opencensus.io/exporter/jaeger"
+	docopt "github.com/docopt/docopt-go"
+	"go.opencensus.io/trace"
+	"go.uber.org/zap"
+	"go.uber.org/zap/zapcore"
+
+	"github.com/fission/fission/cmd/fission-bundle/mqtrigger"
+	"github.com/fission/fission/pkg/buildermgr"
+	"github.com/fission/fission/pkg/controller"
+	"github.com/fission/fission/pkg/executor"
+	"github.com/fission/fission/pkg/info"
+	"github.com/fission/fission/pkg/kubewatcher"
+	functionLogger "github.com/fission/fission/pkg/logger"
+	mqt "github.com/fission/fission/pkg/mqtrigger"
+	"github.com/fission/fission/pkg/router"
+	"github.com/fission/fission/pkg/storagesvc"
+	"github.com/fission/fission/pkg/timer"
+)
+
+func runController(logger *zap.Logger, port int) {
+	controller.Start(logger, port, false)
+	logger.Fatal("controller exited")
+}
+
+func runRouter(logger *zap.Logger, port int, executorUrl string) {
+	router.Start(logger, port, executorUrl)
+	logger.Fatal("router exited")
+}
+
+func runExecutor(logger *zap.Logger, port int, functionNamespace, envBuilderNamespace string) {
+	err := executor.StartExecutor(logger, functionNamespace, envBuilderNamespace, port)
+	if err != nil {
+		logger.Fatal("error starting executor", zap.Error(err))
+	}
+}
+
+func runKubeWatcher(logger *zap.Logger, routerUrl string) {
+	err := kubewatcher.Start(logger, routerUrl)
+	if err != nil {
+		logger.Fatal("error starting kubewatcher", zap.Error(err))
+	}
+}
+
+func runTimer(logger *zap.Logger, routerUrl string) {
+	err := timer.Start(logger, routerUrl)
+	if err != nil {
+		logger.Fatal("error starting timer", zap.Error(err))
+	}
+}
+
+func runMessageQueueMgr(logger *zap.Logger, routerUrl string) {
+	err := mqtrigger.Start(logger, routerUrl)
+	if err != nil {
+		logger.Fatal("error starting message queue manager", zap.Error(err))
+	}
+}
+
+// KEDA based MessageQueue Trigger Manager
+func runMQManager(logger *zap.Logger, routerURL string) {
+	err := mqt.StartScalerManager(logger, routerURL)
+	if err != nil {
+		logger.Fatal("error starting mqt scaler manager", zap.Error(err))
+	}
+}
+
+func runStorageSvc(logger *zap.Logger, port int, storage storagesvc.Storage) {
+	err := storagesvc.Start(logger, storage, port)
+	if err != nil {
+		logger.Fatal("error starting storage service", zap.Error(err))
+	}
+}
+
+func runBuilderMgr(logger *zap.Logger, storageSvcUrl string, envBuilderNamespace string) {
+	err := buildermgr.Start(logger, storageSvcUrl, envBuilderNamespace)
+	if err != nil {
+		logger.Fatal("error starting builder manager", zap.Error(err))
+	}
+}
+
+func runLogger() {
+	functionLogger.Start()
+	log.Fatalf("Error: Logger exited.")
+}
+
+func getPort(logger *zap.Logger, portArg interface{}) int {
+	portArgStr := portArg.(string)
+	port, err := strconv.Atoi(portArgStr)
+	if err != nil {
+		logger.Fatal("invalid port number", zap.Error(err), zap.String("port", portArgStr))
+	}
+	return port
+}
+
+func getStringArgWithDefault(arg interface{}, defaultValue string) string {
+	if arg != nil {
+		return arg.(string)
+	} else {
+		return defaultValue
+	}
+}
+
+func registerTraceExporter(logger *zap.Logger, arguments map[string]interface{}) error {
+	collectorEndpoint := os.Getenv("TRACE_JAEGER_COLLECTOR_ENDPOINT")
+	if len(collectorEndpoint) == 0 {
+		logger.Info("skipping trace exporter registration")
+		return nil
+	}
+
+	serviceName := "Fission-Unknown"
+
+	if arguments["--controllerPort"] != nil {
+		serviceName = "Fission-Controller"
+	} else if arguments["--routerPort"] != nil {
+		serviceName = "Fission-Router"
+	} else if arguments["--executorPort"] != nil {
+		serviceName = "Fission-Executor"
+	} else if arguments["--kubewatcher"] == true {
+		serviceName = "Fission-KubeWatcher"
+	} else if arguments["--timer"] == true {
+		serviceName = "Fission-Timer"
+	} else if arguments["--mqt"] == true {
+		serviceName = "Fission-MessageQueueTrigger"
+	} else if arguments["--builderMgr"] == true {
+		serviceName = "Fission-BuilderMgr"
+	} else if arguments["--storageServicePort"] != nil {
+		serviceName = "Fission-StorageSvc"
+	} else if arguments["--mqt_keda"] == true {
+		serviceName = "Fission-Keda-MQTrigger"
+	}
+
+	exporter, err := jaeger.NewExporter(jaeger.Options{
+		CollectorEndpoint: collectorEndpoint,
+		Process: jaeger.Process{
+			ServiceName: serviceName,
+			Tags: []jaeger.Tag{
+				jaeger.BoolTag("fission", true),
+			},
+		},
+	})
+	if err != nil {
+		return err
+	}
+
+	samplingRate, err := strconv.ParseFloat(os.Getenv("TRACING_SAMPLING_RATE"), 32)
+	if err != nil {
+		return err
+	}
+	trace.RegisterExporter(exporter)
+	trace.ApplyConfig(trace.Config{DefaultSampler: trace.ProbabilitySampler(samplingRate)})
+	return nil
+}
+
+func main() {
+	var err error
+
+	// From https://github.com/containous/traefik/pull/1817/files
+	// Tell glog to log into STDERR. Otherwise, we risk
+	// certain kinds of API errors getting logged into a directory not
+	// available in a `FROM scratch` Docker container, causing glog to abort
+	// hard with an exit code > 0.
+	// TODO: fix the lint error. Error checking here is causing all components to crash with error "logtostderr not found"
+	flag.Set("logtostderr", "true") //nolint: errcheck
+
+	usage := `fission-bundle: Package of all fission microservices: controller, router, executor.
+
+Use it to start one or more of the fission servers:
+
+ Controller is a stateless API frontend for fission resources.
+
+ Pool manager maintains a pool of generalized function containers, and
+ specializes them on-demand. Executor must be run from a pod in a
+ Kubernetes cluster.
+
+ Router implements HTTP triggers: it routes to running instances,
+ working with the controller and executor.
+
+ Kubewatcher implements Kubernetes Watch triggers: it watches
+ Kubernetes resources and invokes functions described in the
+ KubernetesWatchTrigger.
+
+ The storage service implements storage for functions too large to fit
+ in the Kubernetes API resource object. It supports various storage
+ backends.
+
+Usage:
+  fission-bundle --controllerPort=<port>
+  fission-bundle --routerPort=<port> [--executorUrl=<url>]
+  fission-bundle --executorPort=<port> [--namespace=<namespace>] [--fission-namespace=<namespace>]
+  fission-bundle --kubewatcher [--routerUrl=<url>]
+  fission-bundle --storageServicePort=<port> --storageType=<storateType>
+  fission-bundle --builderMgr [--storageSvcUrl=<url>] [--envbuilder-namespace=<namespace>]
+  fission-bundle --timer [--routerUrl=<url>]
+  fission-bundle --mqt   [--routerUrl=<url>]
+  fission-bundle --mqt_keda [--routerUrl=<url>]
+  fission-bundle --logger
+  fission-bundle --version
+Options:
+  --controllerPort=<port>         Port that the controller should listen on.
+  --routerPort=<port>             Port that the router should listen on.
+  --executorPort=<port>           Port that the executor should listen on.
+  --storageServicePort=<port>     Port that the storage service should listen on.
+  --executorUrl=<url>             Executor URL. Not required if --executorPort is specified.
+  --routerUrl=<url>               Router URL.
+  --etcdUrl=<etcdUrl>             Etcd URL.
+  --storageSvcUrl=<url>           StorageService URL.
+  --filePath=<filePath>           Directory to store functions in.
+  --namespace=<namespace>         Kubernetes namespace in which to run function containers. Defaults to 'fission-function'.
+  --kubewatcher                   Start Kubernetes events watcher.
+  --timer                         Start Timer.
+  --mqt                           Start message queue trigger.
+  --mqt_keda					  Start message queue trigger of kind KEDA
+  --builderMgr                    Start builder manager.
+  --version                       Print version information
+`
+
+	var logger *zap.Logger
+	var config zap.Config
+
+	isDebugEnv, _ := strconv.ParseBool(os.Getenv("DEBUG_ENV"))
+	if isDebugEnv {
+		config = zap.NewDevelopmentConfig()
+		config.DisableStacktrace = true
+		config.EncoderConfig.EncodeTime = zapcore.ISO8601TimeEncoder
+	} else {
+		config = zap.NewProductionConfig()
+		config.DisableStacktrace = true
+		config.EncoderConfig.EncodeTime = zapcore.ISO8601TimeEncoder
+	}
+	logger, err = config.Build()
+	if err != nil {
+		log.Fatalf("I can't initialize zap logger: %v", err)
+	}
+	defer logger.Sync()
+	version := fmt.Sprintf("Fission Bundle Version: %v", info.BuildInfo().String())
+	arguments, err := docopt.ParseArgs(usage, nil, version)
+	if err != nil {
+		logger.Fatal("Could not parse command line arguments", zap.Error(err))
+	}
+
+	err = registerTraceExporter(logger, arguments)
+	if err != nil {
+		logger.Fatal("Could not register trace exporter", zap.Error(err), zap.Any("argument", arguments))
+	}
+
+	functionNs := getStringArgWithDefault(arguments["--namespace"], "fission-function")
+	envBuilderNs := getStringArgWithDefault(arguments["--envbuilder-namespace"], "fission-builder")
+
+	executorUrl := getStringArgWithDefault(arguments["--executorUrl"], "http://executor.fission")
+	routerUrl := getStringArgWithDefault(arguments["--routerUrl"], "http://router.fission")
+	storageSvcUrl := getStringArgWithDefault(arguments["--storageSvcUrl"], "http://storagesvc.fission")
+
+	if arguments["--controllerPort"] != nil {
+		port := getPort(logger, arguments["--controllerPort"])
+		runController(logger, port)
+	}
+
+	if arguments["--routerPort"] != nil {
+		port := getPort(logger, arguments["--routerPort"])
+		runRouter(logger, port, executorUrl)
+	}
+
+	if arguments["--executorPort"] != nil {
+		port := getPort(logger, arguments["--executorPort"])
+		runExecutor(logger, port, functionNs, envBuilderNs)
+	}
+
+	if arguments["--kubewatcher"] == true {
+		runKubeWatcher(logger, routerUrl)
+	}
+
+	if arguments["--timer"] == true {
+		runTimer(logger, routerUrl)
+	}
+
+	if arguments["--mqt"] == true {
+		runMessageQueueMgr(logger, routerUrl)
+	}
+
+	if arguments["--mqt_keda"] == true {
+		runMQManager(logger, routerUrl)
+	}
+
+	if arguments["--builderMgr"] == true {
+		runBuilderMgr(logger, storageSvcUrl, envBuilderNs)
+	}
+
+	if arguments["--logger"] == true {
+		runLogger()
+	}
+
+	if arguments["--storageServicePort"] != nil {
+		port := getPort(logger, arguments["--storageServicePort"])
+
+		var storage storagesvc.Storage
+
+		if arguments["--storageType"] != nil && arguments["--storageType"] == string(storagesvc.StorageTypeS3) {
+			storage = storagesvc.NewS3Storage()
+		} else if arguments["--storageType"] == string(storagesvc.StorageTypeLocal) {
+			storage = storagesvc.NewLocalStorage("/fission")
+		}
+		runStorageSvc(logger, port, storage)
+	}
+
+	select {}
+}

cmd/fission-bundle/mqtrigger/mqtrigger.go

@@ -0,0 +1,115 @@
+/*
+Copyright 2016 The Fission Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package mqtrigger
+
+import (
+	"fmt"
+	"io/ioutil"
+	"os"
+	"path"
+	"strings"
+
+	"github.com/pkg/errors"
+	"go.uber.org/zap"
+
+	fv1 "github.com/fission/fission/pkg/apis/core/v1"
+	"github.com/fission/fission/pkg/crd"
+	"github.com/fission/fission/pkg/mqtrigger"
+	"github.com/fission/fission/pkg/mqtrigger/factory"
+	"github.com/fission/fission/pkg/mqtrigger/messageQueue"
+	_ "github.com/fission/fission/pkg/mqtrigger/messageQueue/azurequeuestorage"
+	_ "github.com/fission/fission/pkg/mqtrigger/messageQueue/kafka"
+	_ "github.com/fission/fission/pkg/mqtrigger/messageQueue/nats"
+)
+
+func Start(logger *zap.Logger, routerUrl string) error {
+	fissionClient, _, _, _, err := crd.MakeFissionClient()
+
+	if err != nil {
+		return errors.Wrap(err, "failed to get fission or kubernetes client")
+	}
+
+	err = fissionClient.WaitForCRDs()
+	if err != nil {
+		return errors.Wrap(err, "error waiting for CRDs")
+	}
+
+	mqType := (fv1.MessageQueueType)(os.Getenv("MESSAGE_QUEUE_TYPE"))
+	mqUrl := os.Getenv("MESSAGE_QUEUE_URL")
+
+	secretsPath := strings.TrimSpace(os.Getenv("MESSAGE_QUEUE_SECRETS"))
+
+	var secrets map[string][]byte
+	if len(secretsPath) > 0 {
+		// For authentication with message queue
+		secrets, err = readSecrets(logger, secretsPath)
+		if err != nil {
+			return err
+		}
+	}
+
+	mq, err := factory.Create(
+		logger,
+		mqType,
+		messageQueue.Config{
+			MQType:  (string)(mqType),
+			Url:     mqUrl,
+			Secrets: secrets,
+		},
+		routerUrl,
+	)
+	if err != nil {
+		logger.Fatal("failed to connect to remote message queue server", zap.Error(err))
+	}
+
+	mqtrigger.MakeMessageQueueTriggerManager(logger, fissionClient, mqType, mq).Run()
+
+	return nil
+}
+
+func readSecrets(logger *zap.Logger, secretsPath string) (map[string][]byte, error) {
+	// return if no secrets exist
+	if _, err := os.Stat(secretsPath); os.IsNotExist(err) {
+		return nil, err
+	}
+
+	secretFiles, err := ioutil.ReadDir(secretsPath)
+	if err != nil {
+		return nil, err
+	}
+
+	secrets := make(map[string][]byte)
+	for _, secretFile := range secretFiles {
+
+		fileName := secretFile.Name()
+		// /etc/secrets contain some hidden directories (like .data)
+		// ignore them
+		if !secretFile.IsDir() && !strings.HasPrefix(fileName, ".") {
+			logger.Info(fmt.Sprintf("Reading secret from %s", fileName))
+
+			filePath := path.Join(secretsPath, fileName)
+			secret, fileReadErr := ioutil.ReadFile(filePath)
+			if fileReadErr != nil {
+				return nil, fileReadErr
+			}
+
+			secrets[fileName] = secret
+		}
+	}
+
+	return secrets, nil
+}

cmd/fission-cli/app/app.go

@@ -0,0 +1,92 @@
+package app
+
+import (
+	"github.com/spf13/cobra"
+
+	"github.com/fission/fission/pkg/controller/client"
+	"github.com/fission/fission/pkg/controller/client/rest"
+	"github.com/fission/fission/pkg/fission-cli/cliwrapper/cli"
+	wrapper "github.com/fission/fission/pkg/fission-cli/cliwrapper/driver/cobra"
+	"github.com/fission/fission/pkg/fission-cli/cliwrapper/driver/cobra/helptemplate"
+	"github.com/fission/fission/pkg/fission-cli/cmd"
+	"github.com/fission/fission/pkg/fission-cli/cmd/canaryconfig"
+	"github.com/fission/fission/pkg/fission-cli/cmd/environment"
+	"github.com/fission/fission/pkg/fission-cli/cmd/function"
+	"github.com/fission/fission/pkg/fission-cli/cmd/httptrigger"
+	"github.com/fission/fission/pkg/fission-cli/cmd/kubewatch"
+	"github.com/fission/fission/pkg/fission-cli/cmd/mqtrigger"
+	_package "github.com/fission/fission/pkg/fission-cli/cmd/package"
+	"github.com/fission/fission/pkg/fission-cli/cmd/spec"
+	"github.com/fission/fission/pkg/fission-cli/cmd/support"
+	"github.com/fission/fission/pkg/fission-cli/cmd/timetrigger"
+	"github.com/fission/fission/pkg/fission-cli/cmd/version"
+	"github.com/fission/fission/pkg/fission-cli/console"
+	"github.com/fission/fission/pkg/fission-cli/flag"
+	flagkey "github.com/fission/fission/pkg/fission-cli/flag/key"
+	"github.com/fission/fission/pkg/fission-cli/util"
+	_ "github.com/fission/fission/pkg/mqtrigger/messageQueue/azurequeuestorage"
+	_ "github.com/fission/fission/pkg/mqtrigger/messageQueue/kafka"
+	_ "github.com/fission/fission/pkg/mqtrigger/messageQueue/nats"
+)
+
+const (
+	usage = `Fission: Fast and Simple Serverless Functions for Kubernetes
+
+ * Github: https://github.com/fission/fission 
+ * Documentation: https://docs.fission.io/docs
+`
+)
+
+func App() *cobra.Command {
+	cobra.EnableCommandSorting = false
+
+	rootCmd := &cobra.Command{
+		Use:  "fission",
+		Long: usage,
+		//SilenceUsage: true,
+		PersistentPreRunE: wrapper.Wrapper(
+			func(input cli.Input) error {
+				console.Verbosity = input.Int(flagkey.Verbosity)
+
+				if input.IsSet(flagkey.ClientOnly) {
+					// TODO: use fake rest client for offline spec generation
+					cmd.SetClientset(client.MakeFakeClientset(nil))
+				} else {
+					serverUrl, err := util.GetServerURL(input)
+					if err != nil {
+						return err
+					}
+					restClient := rest.NewRESTClient(serverUrl)
+					cmd.SetClientset(client.MakeClientset(restClient))
+				}
+
+				return nil
+			},
+		),
+	}
+
+	// Workaround fix for not to show help command
+	// https://github.com/spf13/cobra/issues/587
+	rootCmd.SetHelpCommand(&cobra.Command{
+		Use:    "no-help",
+		Hidden: true,
+	})
+
+	wrapper.SetFlags(rootCmd, flag.FlagSet{
+		Global: []flag.Flag{flag.GlobalServer, flag.GlobalVerbosity, flag.KubeContext},
+	})
+
+	groups := helptemplate.CommandGroups{}
+	groups = append(groups, helptemplate.CreateCmdGroup("Basic Commands", environment.Commands(), _package.Commands(), function.Commands()))
+	groups = append(groups, helptemplate.CreateCmdGroup("Trigger Commands", httptrigger.Commands(), mqtrigger.Commands(), timetrigger.Commands(), kubewatch.Commands()))
+	groups = append(groups, helptemplate.CreateCmdGroup("Deploy Strategies Commands", canaryconfig.Commands()))
+	groups = append(groups, helptemplate.CreateCmdGroup("Declarative Application Commands", spec.Commands()))
+	groups = append(groups, helptemplate.CreateCmdGroup("Other Commands", support.Commands(), version.Commands()))
+	groups.Add(rootCmd)
+
+	flagExposer := helptemplate.ActsAsRootCommand(rootCmd, nil, groups...)
+	// show global options in usage
+	flagExposer.ExposeFlags(rootCmd, flagkey.Server, flagkey.Verbosity, flagkey.KubeContext)
+
+	return rootCmd
+}

cmd/fission-cli/main.go

@@ -0,0 +1,36 @@
+/*
+Copyright 2018 The Fission Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package main
+
+import (
+	"os"
+
+	"github.com/fission/fission/cmd/fission-cli/app"
+	"github.com/fission/fission/pkg/fission-cli/console"
+)
+
+func main() {
+	cmd := app.App()
+	cmd.SilenceErrors = true // use our own error message printer
+
+	err := cmd.Execute()
+	if err != nil {
+		// let program exit with non-zero code when error occurs
+		console.Error(err.Error())
+		os.Exit(1)
+	}
+}

cmd/preupgradechecks/Dockerfile.fission-preupgradechecks

@@ -0,0 +1,45 @@
+FROM golang:1.15-alpine as godep
+RUN apk add bash ca-certificates git gcc g++ libc-dev
+
+ARG GOPKG=github.com/fission/fission
+
+ENV GO111MODULE=on
+
+WORKDIR /go/src/${GOPKG}
+
+# To reuse build cache, copy go.mod & go.sum and download dependencies first.
+COPY go.* ./
+
+RUN go mod download
+
+FROM godep as builder
+
+ARG GOPKG
+WORKDIR /go/src/${GOPKG}
+
+# Copy whole fission directory to work dir
+COPY ./ ./
+
+WORKDIR /go/src/${GOPKG}/cmd/preupgradechecks
+
+ARG GITCOMMIT=unknown
+# E.g. GITCOMMIT=$(git rev-parse HEAD)
+
+ARG BUILDVERSION=unknown
+# E.g. BUILDVERSION=$(git rev-parse HEAD)
+
+ARG BUILDDATE=unknown
+# E.g. BUILDDATE=$(date -u +'%Y-%m-%dT%H:%M:%SZ')
+
+RUN CGO_ENABLED=0 go build \
+    -o /go/bin/pre-upgrade-checks \
+    -gcflags=-trimpath=$GOPATH \
+    -asmflags=-trimpath=$GOPATH \
+    -ldflags "-X github.com/fission/fission/pkg/info.GitCommit=${GITCOMMIT} -X github.com/fission/fission/pkg/info.BuildDate=${BUILDDATE} -X github.com/fission/fission/pkg/info.Version=${BUILDVERSION}"
+
+FROM alpine:3.13 as base
+RUN apk add --update ca-certificates
+COPY --from=builder /go/bin/pre-upgrade-checks /
+
+ENTRYPOINT ["/pre-upgrade-checks"]
+EXPOSE 8001

cmd/preupgradechecks/main.go

@@ -0,0 +1,79 @@
+/*
+Copyright 2016 The Fission Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package main
+
+import (
+	"log"
+
+	"github.com/docopt/docopt-go"
+	"go.uber.org/zap"
+	"go.uber.org/zap/zapcore"
+
+	"github.com/fission/fission/pkg/info"
+)
+
+func getStringArgWithDefault(arg interface{}, defaultValue string) string {
+	if arg != nil {
+		return arg.(string)
+	} else {
+		return defaultValue
+	}
+}
+
+func main() {
+	config := zap.NewProductionConfig()
+	config.EncoderConfig.EncodeTime = zapcore.ISO8601TimeEncoder
+	logger, err := config.Build()
+
+	if err != nil {
+		log.Fatalf("can't initialize zap logger: %v", err)
+	}
+	defer logger.Sync()
+
+	usage := `Package to perform operations needed prior to fission installation
+Usage:
+  pre-upgrade-checks --fn-pod-namespace=<podNamespace> --envbuilder-namespace=<envBuilderNamespace>
+Options:
+  --fn-pod-namespace=<podNamespace>                        Namespace where function pods get deployed.
+  --envbuilder-namespace=<envBuilderNamespace>             Namespace where builder env pods are deployed.`
+
+	arguments, err := docopt.ParseArgs(usage, nil, info.BuildInfo().String())
+	if err != nil {
+		logger.Fatal("Could not parse command line arguments", zap.Error(err))
+	}
+
+	functionPodNs := getStringArgWithDefault(arguments["--fn-pod-namespace"], "fission-function")
+	envBuilderNs := getStringArgWithDefault(arguments["--envbuilder-namespace"], "fission-builder")
+
+	crdBackedClient, err := makePreUpgradeTaskClient(logger, functionPodNs, envBuilderNs)
+	if err != nil {
+		logger.Fatal("error creating a crd client, please retry helm upgrade",
+			zap.Error(err))
+	}
+
+	crd := crdBackedClient.GetFunctionCRD()
+	if crd == nil {
+		logger.Info("nothing to do since CRDs are not present on the cluster")
+		return
+	}
+
+	err = crdBackedClient.LatestSchemaApplied()
+	if err != nil {
+		logger.Fatal("New CRDs are not applied")
+	}
+	crdBackedClient.VerifyFunctionSpecReferences()
+}

cmd/preupgradechecks/preupgradechecks.go

@@ -0,0 +1,169 @@
+/*
+Copyright 2016 The Fission Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package main
+
+import (
+	"context"
+	"fmt"
+	"strings"
+
+	multierror "github.com/hashicorp/go-multierror"
+	"github.com/pkg/errors"
+	"go.uber.org/zap"
+	v1 "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1"
+	apiextensionsclient "k8s.io/apiextensions-apiserver/pkg/client/clientset/clientset"
+	k8serrors "k8s.io/apimachinery/pkg/api/errors"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	"k8s.io/client-go/kubernetes"
+
+	fv1 "github.com/fission/fission/pkg/apis/core/v1"
+	"github.com/fission/fission/pkg/crd"
+)
+
+type (
+	PreUpgradeTaskClient struct {
+		logger        *zap.Logger
+		fissionClient *crd.FissionClient
+		k8sClient     *kubernetes.Clientset
+		apiExtClient  *apiextensionsclient.Clientset
+		fnPodNs       string
+		envBuilderNs  string
+	}
+)
+
+const (
+	maxRetries  = 5
+	FunctionCRD = "functions.fission.io"
+	MqtCRD      = "messagequeuetriggers.fission.io"
+)
+
+func makePreUpgradeTaskClient(logger *zap.Logger, fnPodNs, envBuilderNs string) (*PreUpgradeTaskClient, error) {
+	fissionClient, k8sClient, apiExtClient, _, err := crd.MakeFissionClient()
+	if err != nil {
+		return nil, errors.Wrap(err, "error making fission client")
+	}
+
+	return &PreUpgradeTaskClient{
+		logger:        logger.Named("pre_upgrade_task_client"),
+		fissionClient: fissionClient,
+		k8sClient:     k8sClient,
+		fnPodNs:       fnPodNs,
+		envBuilderNs:  envBuilderNs,
+		apiExtClient:  apiExtClient,
+	}, nil
+}
+
+// GetFunctionCRD checks if function CRD is present on the cluster and returns it. It returns nil if not found
+// We can use this to find out if fission had been previously installed on this cluster too.
+func (client *PreUpgradeTaskClient) GetFunctionCRD() *v1.CustomResourceDefinition {
+	for i := 0; i < maxRetries; i++ {
+		crd, err := client.apiExtClient.ApiextensionsV1().CustomResourceDefinitions().Get(context.TODO(), FunctionCRD, metav1.GetOptions{})
+		if err != nil && k8serrors.IsNotFound(err) {
+			continue
+		}
+		return crd
+	}
+	return nil
+}
+
+// GetMqtCRD checks if MQT CRD is present on the cluster and returns it. It returns nil if not found
+func (client *PreUpgradeTaskClient) GetMqtCRD() *v1.CustomResourceDefinition {
+	crd, err := client.apiExtClient.ApiextensionsV1().CustomResourceDefinitions().Get(context.TODO(), MqtCRD, metav1.GetOptions{})
+	if err != nil {
+		client.logger.Error("Could not find MQT CRD", zap.Error(err))
+		return nil
+	}
+	return crd
+}
+
+// LatestSchemaApplied ensures that the end user has applied the latest CRDs generated to the cluster.
+// For future reference: whenever a new field is added, we need to check for that field's existence in this function
+func (client *PreUpgradeTaskClient) LatestSchemaApplied() error {
+	client.logger.Info("Checking if user has applied the latest CRDs")
+	funcCRD := client.GetFunctionCRD()
+	if funcCRD == nil {
+		return errors.New("Could not get the Function CRD")
+	}
+	// Any new field added in Function spec can be checked here provided the substring matches the description in CRD Validation of the field
+	if !strings.Contains(funcCRD.Spec.String(), "RequestsPerPod") || !strings.Contains(funcCRD.Spec.String(), "OnceOnly") {
+		return errors.New("Apply the newer CRDs before upgrading")
+	}
+
+	mqtCRD := client.GetMqtCRD()
+	if mqtCRD == nil {
+		return errors.New("Could not get the MQT CRD")
+	}
+
+	// Any new field added in MQT spec can be checked here provided the substring matches the description in CRD Validation of the field
+	if !strings.Contains(mqtCRD.Spec.String(), "PodSpec") {
+		return errors.New("Apply the newer CRDs before upgrading")
+	}
+	return nil
+}
+
+// VerifyFunctionSpecReferences verifies that a function references secrets, configmaps, pkgs in its own namespace and
+// outputs a list of functions that don't adhere to this requirement.
+func (client *PreUpgradeTaskClient) VerifyFunctionSpecReferences() {
+	client.logger.Info("verifying function spec references for all functions in the cluster")
+
+	var err error
+	var fList *fv1.FunctionList
+
+	for i := 0; i < maxRetries; i++ {
+		fList, err = client.fissionClient.CoreV1().Functions(metav1.NamespaceAll).List(context.TODO(), metav1.ListOptions{})
+		if err == nil {
+			break
+		}
+	}
+
+	if err != nil {
+		client.logger.Fatal("error listing functions after max retries",
+			zap.Error(err),
+			zap.Int("max_retries", maxRetries))
+	}
+
+	errs := &multierror.Error{}
+
+	// check that all secrets, configmaps, packages are in the same namespace
+	for _, fn := range fList.Items {
+		secrets := fn.Spec.Secrets
+		for _, secret := range secrets {
+			if secret.Namespace != fn.ObjectMeta.Namespace {
+				errs = multierror.Append(errs, fmt.Errorf("function : %s.%s cannot reference a secret : %s in namespace : %s", fn.ObjectMeta.Name, fn.ObjectMeta.Namespace, secret.Name, secret.Namespace))
+			}
+		}
+
+		configmaps := fn.Spec.ConfigMaps
+		for _, configmap := range configmaps {
+			if configmap.Namespace != fn.ObjectMeta.Namespace {
+				errs = multierror.Append(errs, fmt.Errorf("function : %s.%s cannot reference a configmap : %s in namespace : %s", fn.ObjectMeta.Name, fn.ObjectMeta.Namespace, configmap.Name, configmap.Namespace))
+			}
+		}
+
+		if fn.Spec.Package.PackageRef.Namespace != fn.ObjectMeta.Namespace {
+			errs = multierror.Append(errs, fmt.Errorf("function : %s.%s cannot reference a package : %s in namespace : %s", fn.ObjectMeta.Name, fn.ObjectMeta.Namespace, fn.Spec.Package.PackageRef.Name, fn.Spec.Package.PackageRef.Namespace))
+		}
+	}
+
+	if errs.ErrorOrNil() != nil {
+		client.logger.Fatal("installation failed",
+			zap.Error(err),
+			zap.String("summary", "a function cannot reference secrets, configmaps and packages outside it's own namespace"))
+	}
+
+	client.logger.Info("function spec references verified")
+}

cmd/reporter/Dockerfile.reporter

@@ -0,0 +1,43 @@
+FROM golang:1.15-alpine as godep
+RUN apk add bash ca-certificates git gcc g++ libc-dev
+
+ARG GOPKG=github.com/fission/fission
+
+ENV GO111MODULE=on
+
+WORKDIR /go/src/${GOPKG}
+
+# To reuse build cache, copy go.mod & go.sum and download dependencies first.
+COPY go.* ./
+
+RUN go mod download
+
+FROM godep as builder
+
+ARG GOPKG
+WORKDIR /go/src/${GOPKG}
+
+# Copy whole fission directory to work dir
+COPY ./ ./
+
+WORKDIR /go/src/${GOPKG}/cmd/reporter
+
+ARG GITCOMMIT=unknown
+# E.g. GITCOMMIT=$(git rev-parse HEAD)
+
+ARG BUILDVERSION=unknown
+# E.g. BUILDVERSION=$(git rev-parse HEAD)
+
+ARG BUILDDATE=unknown
+# E.g. BUILDDATE=$(date -u +'%Y-%m-%dT%H:%M:%SZ')
+
+RUN CGO_ENABLED=0 go build \
+    -o /go/bin/reporter \
+    -gcflags=-trimpath=$GOPATH \
+    -asmflags=-trimpath=$GOPATH \
+    -ldflags "-X github.com/fission/fission/pkg/info.GitCommit=${GITCOMMIT} -X github.com/fission/fission/pkg/info.BuildDate=${BUILDDATE} -X github.com/fission/fission/pkg/info.Version=${BUILDVERSION}"
+
+FROM alpine:3.13 as base
+RUN apk add --update ca-certificates
+COPY --from=builder /go/bin/reporter /
+ENTRYPOINT ["/reporter"]

cmd/reporter/app/app.go

@@ -0,0 +1,33 @@
+/*
+Copyright 2021 The Fission Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package app
+
+import (
+	"github.com/spf13/cobra"
+)
+
+func App() *cobra.Command {
+	cobra.EnableCommandSorting = false
+	rootCmd := &cobra.Command{
+		Use:       "reporter",
+		Short:     "Report fission events to analytics service",
+		ValidArgs: []string{"event"},
+		Args:      cobra.OnlyValidArgs,
+	}
+	rootCmd.AddCommand(EventCommand())
+	return rootCmd
+}

cmd/reporter/app/cmd_event.go

@@ -0,0 +1,76 @@
+/*
+Copyright 2021 The Fission Authors.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+package app
+
+import (
+	"log"
+
+	"github.com/fission/fission/pkg/tracker"
+	"github.com/spf13/cobra"
+)
+
+func eventCommandHandler(cmd *cobra.Command, args []string) error {
+	var err error
+	flags := cmd.PersistentFlags()
+
+	event := tracker.Event{}
+
+	event.Category, err = flags.GetString("category")
+	if err != nil {
+		return err
+	}
+
+	event.Action, err = flags.GetString("action")
+	if err != nil {
+		return err
+	}
+
+	event.Label, err = flags.GetString("label")
+	if err != nil {
+		return err
+	}
+
+	event.Value, err = flags.GetString("value")
+	if err != nil {
+		return err
+	}
+
+	return tracker.Tracker.SendEvent(event)
+}
+
+//EventCommand reports an event to analytics
+func EventCommand() *cobra.Command {
+	eventCmd := &cobra.Command{
+		Use:   "event",
+		Short: "Report event to analytics",
+		RunE:  eventCommandHandler,
+		Args:  cobra.NoArgs,
+	}
+	persistentFlags := eventCmd.PersistentFlags()
+	persistentFlags.StringP("category", "c", "", "event category")
+	persistentFlags.StringP("action", "a", "", "event action")
+	persistentFlags.StringP("label", "l", "", "event label")
+	persistentFlags.StringP("value", "v", "", "event value")
+	err := eventCmd.MarkPersistentFlagRequired("category")
+	if err != nil {
+		log.Fatal(err)
+	}
+	err = eventCmd.MarkPersistentFlagRequired("action")
+	if err != nil {
+		log.Fatal(err)
+	}
+	return eventCmd
+}

cmd/reporter/main.go

@@ -1,5 +1,5 @@
 /*
-Copyright 2016 The Fission Authors.
+Copyright 2021 The Fission Authors.
 
 Licensed under the Apache License, Version 2.0 (the "License");
 you may not use this file except in compliance with the License.
@@ -14,19 +14,17 @@ See the License for the specific language governing permissions and
 limitations under the License.
 */
 
-package controller
+package main
 
 import (
-	"encoding/json"
+	"log"
+
+	"github.com/fission/fission/cmd/reporter/app"
 )
 
-type JsonSerializer struct {
-}
-
-func (j JsonSerializer) serialize(r resource) ([]byte, error) {
-	return json.Marshal(r)
-}
-
-func (j JsonSerializer) deserialize(buf []byte, r resource) error {
-	return json.Unmarshal(buf, r)
+func main() {
+	err := app.App().Execute()
+	if err != nil {
+		log.Fatal(err)
+	}
 }

controller/api.go

@@ -1,83 +0,0 @@
-/*
-Copyright 2016 The Fission Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package controller
-
-import (
-	"fmt"
-	"net/http"
-	"os"
-	"runtime/debug"
-
-	log "github.com/Sirupsen/logrus"
-	"github.com/gorilla/handlers"
-	"github.com/gorilla/mux"
-
-	"github.com/platform9/fission"
-)
-
-type API struct {
-	FunctionStore
-	HTTPTriggerStore
-	EnvironmentStore
-}
-
-func (api *API) respondWithSuccess(w http.ResponseWriter, resp []byte) {
-	_, err := w.Write(resp)
-	if err != nil {
-		// this will probably fail too, but try anyway
-		api.respondWithError(w, err)
-	}
-}
-
-func (api *API) respondWithError(w http.ResponseWriter, err error) {
-	debug.PrintStack()
-	code, msg := fission.GetHTTPError(err)
-	log.Errorf("Error: %v: %v", code, msg)
-	http.Error(w, msg, code)
-}
-
-func (api *API) HomeHandler(w http.ResponseWriter, r *http.Request) {
-	fmt.Fprintf(w, "{message: \"Fission API\", version: \"0.1.0\"}\n")
-}
-
-func (api *API) Serve(port int) {
-	r := mux.NewRouter()
-	r.HandleFunc("/", api.HomeHandler)
-
-	r.HandleFunc("/v1/functions", api.FunctionApiList).Methods("GET")
-	r.HandleFunc("/v1/functions", api.FunctionApiCreate).Methods("POST")
-	r.HandleFunc("/v1/functions/{function}", api.FunctionApiGet).Methods("GET")
-	r.HandleFunc("/v1/functions/{function}", api.FunctionApiUpdate).Methods("PUT")
-	r.HandleFunc("/v1/functions/{function}", api.FunctionApiDelete).Methods("DELETE")
-
-	r.HandleFunc("/v1/triggers/http", api.HTTPTriggerApiList).Methods("GET")
-	r.HandleFunc("/v1/triggers/http", api.HTTPTriggerApiCreate).Methods("POST")
-	r.HandleFunc("/v1/triggers/http/{httpTrigger}", api.HTTPTriggerApiGet).Methods("GET")
-	r.HandleFunc("/v1/triggers/http/{httpTrigger}", api.HTTPTriggerApiUpdate).Methods("PUT")
-	r.HandleFunc("/v1/triggers/http/{httpTrigger}", api.HTTPTriggerApiDelete).Methods("DELETE")
-
-	r.HandleFunc("/v1/environments", api.EnvironmentApiList).Methods("GET")
-	r.HandleFunc("/v1/environments", api.EnvironmentApiCreate).Methods("POST")
-	r.HandleFunc("/v1/environments/{environment}", api.EnvironmentApiGet).Methods("GET")
-	r.HandleFunc("/v1/environments/{environment}", api.EnvironmentApiUpdate).Methods("PUT")
-	r.HandleFunc("/v1/environments/{environment}", api.EnvironmentApiDelete).Methods("DELETE")
-
-	address := fmt.Sprintf(":%v", port)
-
-	log.WithFields(log.Fields{"port": port}).Info("Server started")
-	log.Fatal(http.ListenAndServe(address, handlers.LoggingHandler(os.Stdout, r)))
-}

controller/api_test.go

@@ -1,215 +0,0 @@
-/*
-Copyright 2016 The Fission Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package controller
-
-import (
-	"flag"
-	"io/ioutil"
-	"net/http"
-	"os"
-	"testing"
-	"time"
-
-	log "github.com/Sirupsen/logrus"
-	etcdClient "github.com/coreos/etcd/client"
-	"golang.org/x/net/context"
-
-	"github.com/platform9/fission"
-	"github.com/platform9/fission/controller/client"
-)
-
-var g struct {
-	client *client.Client
-}
-
-func TestFunctionApi(t *testing.T) {
-	log.SetFormatter(&log.TextFormatter{DisableColors: true})
-
-	testFunc := &fission.Function{
-		Metadata: fission.Metadata{
-			Name: "foo",
-			Uid:  "",
-		},
-		Environment: fission.Metadata{
-			Name: "nodejs",
-			Uid:  "xxx",
-		},
-		Code: "code1",
-	}
-
-	m, err := g.client.FunctionCreate(testFunc)
-	panicIf(err)
-	uid1 := m.Uid
-	//log.Printf("Created function %v: %v", m.Name, m.Uid)
-
-	code, err := g.client.FunctionGetRaw(m)
-	panicIf(err)
-	assert(string(code) == testFunc.Code, "code from FunctionGetRaw must match created function")
-
-	testFunc.Code = "code2"
-	m, err = g.client.FunctionUpdate(testFunc)
-	panicIf(err)
-	uid2 := m.Uid
-	//log.Printf("Updated function %v: %v", m.Name, m.Uid)
-
-	m.Uid = uid1
-	testFunc.Code = "code1"
-	f, err := g.client.FunctionGet(m)
-	panicIf(err)
-
-	testFunc.Metadata.Uid = m.Uid
-	//log.Printf("f = %#v", f)
-	//log.Printf("testFunc = %#v", testFunc)
-	assert(*f == *testFunc, "first version should match when read by uid")
-
-	m.Uid = uid2
-	testFunc.Metadata.Uid = m.Uid
-	testFunc.Code = "code2"
-	f, err = g.client.FunctionGet(m)
-	panicIf(err)
-
-	assert(*f == *testFunc, "second version should match when read by uid")
-
-	m.Uid = ""
-	testFunc.Metadata.Uid = uid2
-	testFunc.Code = "code2"
-	f, err = g.client.FunctionGet(m)
-	panicIf(err)
-
-	assert(*f == *testFunc, "second version should match when read as latest")
-
-	testFunc.Metadata.Name = "bar"
-	m, err = g.client.FunctionCreate(testFunc)
-	panicIf(err)
-
-	funcs, err := g.client.FunctionList()
-	panicIf(err)
-	assert(len(funcs) == 2,
-		"created two functions, but didn't find them")
-
-	err = g.client.FunctionDelete(&fission.Metadata{Name: "foo"})
-	panicIf(err)
-	err = g.client.FunctionDelete(&fission.Metadata{Name: "bar"})
-	panicIf(err)
-}
-
-func TestHTTPTriggerApi(t *testing.T) {
-	testTrigger := &fission.HTTPTrigger{
-		Metadata: fission.Metadata{
-			Name: "xxx",
-			Uid:  "yyy",
-		},
-		UrlPattern: "/hello",
-		Function: fission.Metadata{
-			Name: "foo",
-			Uid:  "",
-		},
-	}
-	m, err := g.client.HTTPTriggerCreate(testTrigger)
-	panicIf(err)
-	defer g.client.HTTPTriggerDelete(m)
-
-	tr, err := g.client.HTTPTriggerGet(m)
-	panicIf(err)
-	testTrigger.Metadata.Uid = m.Uid
-	assert(*testTrigger == *tr, "trigger should match after reading")
-
-	testTrigger.UrlPattern = "/hi"
-	m2, err := g.client.HTTPTriggerUpdate(testTrigger)
-	panicIf(err)
-
-	m.Uid = m2.Uid
-	tr, err = g.client.HTTPTriggerGet(m)
-	panicIf(err)
-	testTrigger.Metadata.Uid = m.Uid
-	assert(*testTrigger == *tr, "trigger should match after reading")
-
-	testTrigger.Metadata.Name = "yyy"
-	m, err = g.client.HTTPTriggerCreate(testTrigger)
-	panicIf(err)
-	defer g.client.HTTPTriggerDelete(m)
-
-	ts, err := g.client.HTTPTriggerList()
-	panicIf(err)
-	assert(len(ts) == 2, "created two triggers, but didn't find them")
-}
-
-func TestEnvironmentApi(t *testing.T) {
-	testEnv := &fission.Environment{
-		Metadata: fission.Metadata{
-			Name: "xxx",
-			Uid:  "yyy",
-		},
-		RunContainerImageUrl: "gcr.io/xyz",
-	}
-	m, err := g.client.EnvironmentCreate(testEnv)
-	panicIf(err)
-	defer g.client.EnvironmentDelete(m)
-
-	tr, err := g.client.EnvironmentGet(m)
-	panicIf(err)
-	testEnv.Metadata.Uid = m.Uid
-	assert(*testEnv == *tr, "env should match after reading")
-
-	testEnv.RunContainerImageUrl = "/hi"
-	m2, err := g.client.EnvironmentUpdate(testEnv)
-	panicIf(err)
-
-	m.Uid = m2.Uid
-	tr, err = g.client.EnvironmentGet(m)
-	panicIf(err)
-	testEnv.Metadata.Uid = m.Uid
-	assert(*testEnv == *tr, "env should match after reading")
-
-	testEnv.Metadata.Name = "yyy"
-	m, err = g.client.EnvironmentCreate(testEnv)
-	panicIf(err)
-	defer g.client.EnvironmentDelete(m)
-
-	ts, err := g.client.EnvironmentList()
-	panicIf(err)
-	assert(len(ts) == 2, "created two envs, but didn't find them")
-}
-
-func TestMain(m *testing.M) {
-	flag.Parse()
-
-	fileStore, ks, rs := getTestResourceStore()
-	defer os.RemoveAll(fileStore.root)
-
-	api := &API{
-		FunctionStore:    FunctionStore{ResourceStore: *rs},
-		HTTPTriggerStore: HTTPTriggerStore{ResourceStore: *rs},
-		EnvironmentStore: EnvironmentStore{ResourceStore: *rs},
-	}
-	g.client = client.MakeClient("http://localhost:8888")
-
-	ks.Delete(context.Background(), "Function", &etcdClient.DeleteOptions{Recursive: true})
-	ks.Delete(context.Background(), "HTTPTrigger", &etcdClient.DeleteOptions{Recursive: true})
-	ks.Delete(context.Background(), "Environment", &etcdClient.DeleteOptions{Recursive: true})
-
-	go api.Serve(8888)
-	time.Sleep(500 * time.Millisecond)
-
-	resp, err := http.Get("http://localhost:8888/")
-	panicIf(err)
-	assert(resp.StatusCode == 200, "http get status code on root")
-	_, err = ioutil.ReadAll(resp.Body)
-	panicIf(err)
-
-	os.Exit(m.Run())
-}

controller/client/client.go

@@ -1,461 +0,0 @@
-/*
-Copyright 2016 The Fission Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package client
-
-import (
-	"bytes"
-	"encoding/base64"
-	"encoding/json"
-	"errors"
-	"fmt"
-	"io/ioutil"
-	"net/http"
-	"strings"
-
-	log "github.com/Sirupsen/logrus"
-
-	"github.com/platform9/fission"
-)
-
-type (
-	Client struct {
-		Url string
-	}
-)
-
-func MakeClient(serverUrl string) *Client {
-	return &Client{Url: strings.TrimSuffix(serverUrl, "/")}
-}
-
-func (c *Client) delete(relativeUrl string) error {
-	req, err := http.NewRequest("DELETE", c.url(relativeUrl), nil)
-	if err != nil {
-		return err
-	}
-
-	resp, err := http.DefaultClient.Do(req)
-	if err != nil {
-		return err
-	}
-	defer resp.Body.Close()
-
-	if resp.StatusCode != 200 {
-		body, err := ioutil.ReadAll(resp.Body)
-		if err != nil {
-			return errors.New("Delete failed")
-		} else {
-			return errors.New("Delete failed: " + string(body))
-		}
-	}
-
-	return nil
-}
-
-func (c *Client) put(relativeUrl string, contentType string, body []byte) (*http.Response, error) {
-	req, err := http.NewRequest("PUT", c.url(relativeUrl), bytes.NewReader(body))
-	if err != nil {
-		return nil, err
-	}
-	req.Header.Set("Content-type", contentType)
-	return http.DefaultClient.Do(req)
-}
-
-func (c *Client) url(relativeUrl string) string {
-	return c.Url + "/v1/" + relativeUrl
-}
-
-func (c *Client) handleResponse(resp *http.Response) ([]byte, error) {
-	if resp.StatusCode != 200 {
-		var errCode int
-		switch resp.StatusCode {
-		case 403:
-			errCode = fission.ErrorNotAuthorized
-		case 404:
-			errCode = fission.ErrorNotFound
-		case 400:
-			errCode = fission.ErrorInvalidArgument
-		default:
-			errCode = fission.ErrorInternal
-		}
-		return nil, fission.MakeError(errCode,
-			fmt.Sprintf("HTTP error %v", resp.StatusCode))
-	}
-	body, err := ioutil.ReadAll(resp.Body)
-	return body, err
-}
-
-func (c *Client) FunctionCreate(f *fission.Function) (*fission.Metadata, error) {
-	orig := f.Code
-	f.Code = base64.StdEncoding.EncodeToString([]byte(f.Code))
-	defer func() { f.Code = orig }()
-
-	reqbody, err := json.Marshal(f)
-	if err != nil {
-		return nil, err
-	}
-
-	resp, err := http.Post(c.url("functions"), "application/json", bytes.NewReader(reqbody))
-	if err != nil {
-		return nil, err
-	}
-	defer resp.Body.Close()
-
-	body, err := c.handleResponse(resp)
-	if err != nil {
-		log.WithFields(log.Fields{
-			"name": f.Metadata.Name,
-			"err":  err,
-		}).Error("Failed to create function")
-		return nil, err
-	}
-
-	var m fission.Metadata
-	err = json.Unmarshal(body, &m)
-	if err != nil {
-		return nil, err
-	}
-
-	return &m, nil
-}
-
-func (c *Client) FunctionGet(m *fission.Metadata) (*fission.Function, error) {
-	relativeUrl := fmt.Sprintf("functions/%v", m.Name)
-	if len(m.Uid) > 0 {
-		relativeUrl += fmt.Sprintf("?uid=%v", m.Uid)
-	}
-
-	resp, err := http.Get(c.url(relativeUrl))
-	if err != nil {
-		return nil, err
-	}
-	defer resp.Body.Close()
-
-	body, err := c.handleResponse(resp)
-	if err != nil {
-		return nil, err
-	}
-
-	var f fission.Function
-	err = json.Unmarshal(body, &f)
-	if err != nil {
-		return nil, err
-	}
-
-	dec, err := base64.StdEncoding.DecodeString(f.Code)
-	if err != nil {
-		return nil, err
-	}
-	f.Code = string(dec)
-
-	return &f, nil
-}
-
-func (c *Client) FunctionGetRaw(m *fission.Metadata) ([]byte, error) {
-	relativeUrl := fmt.Sprintf("functions/%v?raw=1", m.Name)
-	if len(m.Uid) > 0 {
-		relativeUrl += fmt.Sprintf("&uid=%v", m.Uid)
-	}
-
-	resp, err := http.Get(c.url(relativeUrl))
-	if err != nil {
-		return nil, err
-	}
-	defer resp.Body.Close()
-
-	return c.handleResponse(resp)
-}
-
-func (c *Client) FunctionUpdate(f *fission.Function) (*fission.Metadata, error) {
-	orig := f.Code
-	f.Code = base64.StdEncoding.EncodeToString([]byte(f.Code))
-	defer func() { f.Code = orig }()
-
-	reqbody, err := json.Marshal(f)
-	if err != nil {
-		return nil, err
-	}
-	relativeUrl := fmt.Sprintf("functions/%v", f.Metadata.Name)
-
-	resp, err := c.put(relativeUrl, "application/json", reqbody)
-	if err != nil {
-		return nil, err
-	}
-	defer resp.Body.Close()
-
-	body, err := c.handleResponse(resp)
-	if err != nil {
-		return nil, err
-	}
-
-	var m fission.Metadata
-	err = json.Unmarshal(body, &m)
-	if err != nil {
-		return nil, err
-	}
-	return &m, nil
-}
-
-func (c *Client) FunctionDelete(m *fission.Metadata) error {
-	relativeUrl := fmt.Sprintf("functions/%v", m.Name)
-	if len(m.Uid) > 0 {
-		relativeUrl += fmt.Sprintf("?uid=%v", m.Uid)
-	}
-	err := c.delete(relativeUrl)
-	return err
-}
-
-func (c *Client) FunctionList() ([]fission.Function, error) {
-	resp, err := http.Get(c.url("functions"))
-	if err != nil {
-		return nil, err
-	}
-
-	body, err := c.handleResponse(resp)
-	if err != nil {
-		return nil, err
-	}
-
-	funcs := make([]fission.Function, 0)
-	err = json.Unmarshal(body, &funcs)
-	if err != nil {
-		return nil, err
-	}
-
-	return funcs, nil
-}
-
-func (c *Client) HTTPTriggerCreate(t *fission.HTTPTrigger) (*fission.Metadata, error) {
-	reqbody, err := json.Marshal(t)
-	if err != nil {
-		return nil, err
-	}
-
-	resp, err := http.Post(c.url("triggers/http"), "application/json", bytes.NewReader(reqbody))
-	if err != nil {
-		return nil, err
-	}
-	defer resp.Body.Close()
-
-	body, err := c.handleResponse(resp)
-	if err != nil {
-		log.WithFields(log.Fields{
-			"name": t.Metadata.Name,
-			"err":  err,
-		}).Error("Failed to create http trigger")
-		return nil, err
-	}
-
-	var m fission.Metadata
-	err = json.Unmarshal(body, &m)
-	if err != nil {
-		return nil, err
-	}
-
-	return &m, nil
-}
-
-func (c *Client) HTTPTriggerGet(m *fission.Metadata) (*fission.HTTPTrigger, error) {
-	relativeUrl := fmt.Sprintf("triggers/http/%v", m.Name)
-	if len(m.Uid) > 0 {
-		relativeUrl += fmt.Sprintf("?uid=%v", m.Uid)
-	}
-
-	resp, err := http.Get(c.url(relativeUrl))
-	if err != nil {
-		return nil, err
-	}
-	defer resp.Body.Close()
-
-	body, err := c.handleResponse(resp)
-	if err != nil {
-		return nil, err
-	}
-
-	var t fission.HTTPTrigger
-	err = json.Unmarshal(body, &t)
-	if err != nil {
-		return nil, err
-	}
-
-	return &t, nil
-}
-
-func (c *Client) HTTPTriggerUpdate(t *fission.HTTPTrigger) (*fission.Metadata, error) {
-	reqbody, err := json.Marshal(t)
-	if err != nil {
-		return nil, err
-	}
-	relativeUrl := fmt.Sprintf("triggers/http/%v", t.Metadata.Name)
-
-	resp, err := c.put(relativeUrl, "application/json", reqbody)
-	if err != nil {
-		return nil, err
-	}
-	defer resp.Body.Close()
-
-	body, err := c.handleResponse(resp)
-	if err != nil {
-		return nil, err
-	}
-
-	var m fission.Metadata
-	err = json.Unmarshal(body, &m)
-	if err != nil {
-		return nil, err
-	}
-	return &m, nil
-}
-
-func (c *Client) HTTPTriggerDelete(m *fission.Metadata) error {
-	relativeUrl := fmt.Sprintf("triggers/http/%v", m.Name)
-	if len(m.Uid) > 0 {
-		relativeUrl += fmt.Sprintf("?uid=%v", m.Uid)
-	}
-	err := c.delete(relativeUrl)
-	return err
-}
-
-func (c *Client) HTTPTriggerList() ([]fission.HTTPTrigger, error) {
-	resp, err := http.Get(c.url("triggers/http"))
-	if err != nil {
-		return nil, err
-	}
-
-	body, err := c.handleResponse(resp)
-	if err != nil {
-		return nil, err
-	}
-
-	triggers := make([]fission.HTTPTrigger, 0)
-	err = json.Unmarshal(body, &triggers)
-	if err != nil {
-		return nil, err
-	}
-
-	return triggers, nil
-}
-
-func (c *Client) EnvironmentCreate(env *fission.Environment) (*fission.Metadata, error) {
-	reqbody, err := json.Marshal(env)
-	if err != nil {
-		return nil, err
-	}
-
-	resp, err := http.Post(c.url("environments"), "application/json", bytes.NewReader(reqbody))
-	if err != nil {
-		return nil, err
-	}
-	defer resp.Body.Close()
-
-	body, err := c.handleResponse(resp)
-	if err != nil {
-		log.WithFields(log.Fields{
-			"name": env.Metadata.Name,
-			"err":  err,
-		}).Error("Failed to create environment")
-		return nil, err
-	}
-
-	var m fission.Metadata
-	err = json.Unmarshal(body, &m)
-	if err != nil {
-		return nil, err
-	}
-
-	return &m, nil
-}
-
-func (c *Client) EnvironmentGet(m *fission.Metadata) (*fission.Environment, error) {
-	relativeUrl := fmt.Sprintf("environments/%v", m.Name)
-	if len(m.Uid) > 0 {
-		relativeUrl += fmt.Sprintf("?uid=%v", m.Uid)
-	}
-
-	resp, err := http.Get(c.url(relativeUrl))
-	if err != nil {
-		return nil, err
-	}
-	defer resp.Body.Close()
-
-	body, err := c.handleResponse(resp)
-	if err != nil {
-		return nil, err
-	}
-
-	var env fission.Environment
-	err = json.Unmarshal(body, &env)
-	if err != nil {
-		return nil, err
-	}
-
-	return &env, nil
-}
-
-func (c *Client) EnvironmentUpdate(env *fission.Environment) (*fission.Metadata, error) {
-	reqbody, err := json.Marshal(env)
-	if err != nil {
-		return nil, err
-	}
-	relativeUrl := fmt.Sprintf("environments/%v", env.Metadata.Name)
-
-	resp, err := c.put(relativeUrl, "application/json", reqbody)
-	if err != nil {
-		return nil, err
-	}
-	defer resp.Body.Close()
-
-	body, err := c.handleResponse(resp)
-	if err != nil {
-		return nil, err
-	}
-
-	var m fission.Metadata
-	err = json.Unmarshal(body, &m)
-	if err != nil {
-		return nil, err
-	}
-	return &m, nil
-}
-
-func (c *Client) EnvironmentDelete(m *fission.Metadata) error {
-	relativeUrl := fmt.Sprintf("environments/%v", m.Name)
-	if len(m.Uid) > 0 {
-		relativeUrl += fmt.Sprintf("?uid=%v", m.Uid)
-	}
-	err := c.delete(relativeUrl)
-	return err
-}
-
-func (c *Client) EnvironmentList() ([]fission.Environment, error) {
-	resp, err := http.Get(c.url("environments"))
-	if err != nil {
-		return nil, err
-	}
-
-	body, err := c.handleResponse(resp)
-	if err != nil {
-		return nil, err
-	}
-
-	envs := make([]fission.Environment, 0)
-	err = json.Unmarshal(body, &envs)
-	if err != nil {
-		return nil, err
-	}
-
-	return envs, nil
-}

controller/environmentApi.go

@@ -1,153 +0,0 @@
-/*
-Copyright 2016 The Fission Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package controller
-
-import (
-	"encoding/json"
-	"io/ioutil"
-	"net/http"
-
-	log "github.com/Sirupsen/logrus"
-	"github.com/gorilla/mux"
-
-	"github.com/platform9/fission"
-)
-
-func (api *API) EnvironmentApiList(w http.ResponseWriter, r *http.Request) {
-	envs, err := api.EnvironmentStore.List()
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	resp, err := json.Marshal(envs)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	api.respondWithSuccess(w, resp)
-}
-
-func (api *API) EnvironmentApiCreate(w http.ResponseWriter, r *http.Request) {
-	body, err := ioutil.ReadAll(r.Body)
-	if err != nil {
-		api.respondWithError(w, err)
-	}
-	defer r.Body.Close()
-
-	var env fission.Environment
-	err = json.Unmarshal(body, &env)
-	if err != nil {
-		log.Printf("Failed to unmarshal request body: [%v]", body)
-		api.respondWithError(w, err)
-		return
-	}
-
-	uid, err := api.EnvironmentStore.Create(&env)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	m := &fission.Metadata{Name: env.Metadata.Name, Uid: uid}
-	resp, err := json.Marshal(m)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	api.respondWithSuccess(w, resp)
-}
-
-func (api *API) EnvironmentApiGet(w http.ResponseWriter, r *http.Request) {
-	var m fission.Metadata
-
-	vars := mux.Vars(r)
-	m.Name = vars["environment"]
-	m.Uid = r.FormValue("uid") // empty if uid is absent
-
-	env, err := api.EnvironmentStore.Get(&m)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	resp, err := json.Marshal(env)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	api.respondWithSuccess(w, resp)
-}
-
-func (api *API) EnvironmentApiUpdate(w http.ResponseWriter, r *http.Request) {
-	vars := mux.Vars(r)
-	name := vars["environment"]
-
-	body, err := ioutil.ReadAll(r.Body)
-	if err != nil {
-		api.respondWithError(w, err)
-	}
-
-	var env fission.Environment
-	err = json.Unmarshal(body, &env)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	if name != env.Metadata.Name {
-		err = fission.MakeError(fission.ErrorInvalidArgument, "Environment name doesn't match URL")
-		api.respondWithError(w, err)
-		return
-	}
-
-	uid, err := api.EnvironmentStore.Update(&env)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	m := &fission.Metadata{Name: env.Metadata.Name, Uid: uid}
-	resp, err := json.Marshal(m)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-	api.respondWithSuccess(w, resp)
-}
-
-func (api *API) EnvironmentApiDelete(w http.ResponseWriter, r *http.Request) {
-	vars := mux.Vars(r)
-	var m fission.Metadata
-	m.Name = vars["environment"]
-
-	m.Uid = r.FormValue("uid") // empty if uid is absent
-	if len(m.Uid) == 0 {
-		log.WithFields(log.Fields{"httpTrigger": m.Name}).Info("Deleting all versions")
-	}
-
-	err := api.EnvironmentStore.Delete(m)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	api.respondWithSuccess(w, []byte(""))
-}

controller/environmentStore.go

@@ -1,79 +0,0 @@
-/*
-Copyright 2016 The Fission Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package controller
-
-import (
-	"github.com/satori/go.uuid"
-
-	"github.com/platform9/fission"
-)
-
-type EnvironmentStore struct {
-	ResourceStore
-}
-
-func (es *EnvironmentStore) Create(e *fission.Environment) (string, error) {
-	e.Metadata.Uid = uuid.NewV4().String()
-	return e.Metadata.Uid, es.ResourceStore.create(e)
-}
-
-func (es *EnvironmentStore) Get(m *fission.Metadata) (*fission.Environment, error) {
-	var e fission.Environment
-	err := es.ResourceStore.read(m.Name, &e)
-	if err != nil {
-		return nil, err
-	}
-	return &e, nil
-}
-
-func (es *EnvironmentStore) Update(e *fission.Environment) (string, error) {
-	e.Metadata.Uid = uuid.NewV4().String()
-	return e.Metadata.Uid, es.ResourceStore.update(e)
-}
-
-func (es *EnvironmentStore) Delete(m fission.Metadata) error {
-	typeName, err := getTypeName(fission.Environment{})
-	if err != nil {
-		return err
-	}
-	return es.ResourceStore.delete(typeName, m.Name)
-}
-
-func (es *EnvironmentStore) List() ([]fission.Environment, error) {
-	typeName, err := getTypeName(fission.Environment{})
-	if err != nil {
-		return nil, err
-	}
-
-	bufs, err := es.ResourceStore.getAll(typeName)
-	if err != nil {
-		return nil, err
-	}
-
-	envs := make([]fission.Environment, 0, len(bufs))
-	js := JsonSerializer{}
-	for _, buf := range bufs {
-		var e fission.Environment
-		err = js.deserialize([]byte(buf), &e)
-		if err != nil {
-			return nil, err
-		}
-		envs = append(envs, e)
-	}
-
-	return envs, nil
-}

controller/fileStore.go

@@ -1,128 +0,0 @@
-/*
-Copyright 2016 The Fission Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package controller
-
-import (
-	"io/ioutil"
-	"os"
-	"path"
-
-	log "github.com/Sirupsen/logrus"
-)
-
-type requestType int
-
-const (
-	READ requestType = iota
-	WRITE
-	DELETE
-)
-
-type (
-	FileStore struct {
-		root           string // abs path of root of filestore
-		requestChannel chan fileStoreRequest
-	}
-
-	fileStoreRequest struct {
-		requestType
-		fileName        string // relative path
-		fileContents    []byte
-		responseChannel chan fileStoreResponse
-	}
-
-	fileStoreResponse struct {
-		error
-		fileContents []byte
-	}
-)
-
-func MakeFileStore(path string) *FileStore {
-
-	// create directory if necessary
-	if _, err := os.Stat(path); err != nil {
-		if os.IsNotExist(err) {
-			err = os.MkdirAll(path, os.ModeDir|0700)
-			if err != nil {
-				log.Printf("Failed to create directory %v", path)
-				return nil
-			}
-			log.Printf("Created directory %v", path)
-		}
-	}
-
-	fileStore := &FileStore{
-		root:           path,
-		requestChannel: make(chan fileStoreRequest),
-	}
-	go fileStore.fileStoreService()
-	return fileStore
-}
-
-func (fs *FileStore) fileStoreService() {
-	for {
-		req := <-fs.requestChannel
-		response := &fileStoreResponse{}
-
-		log.WithFields(log.Fields{"file": req.fileName, "type": req.requestType}).Debug("fileStore request")
-		switch req.requestType {
-		case READ:
-			response.fileContents, response.error = ioutil.ReadFile(path.Join(fs.root, req.fileName))
-		case WRITE:
-			response.error = ioutil.WriteFile(path.Join(fs.root, req.fileName), req.fileContents, 0600)
-		case DELETE:
-			response.error = os.Remove(path.Join(fs.root, req.fileName))
-		default:
-			log.Panic("bad request")
-		}
-		req.responseChannel <- *response
-	}
-}
-
-func (fs *FileStore) read(fileName string) ([]byte, error) {
-	req := fileStoreRequest{
-		requestType:     READ,
-		fileName:        fileName,
-		responseChannel: make(chan fileStoreResponse),
-	}
-	fs.requestChannel <- req
-	response := <-req.responseChannel
-	return response.fileContents, response.error
-}
-
-func (fs *FileStore) write(fileName string, contents []byte) error {
-	req := fileStoreRequest{
-		requestType:     WRITE,
-		fileName:        fileName,
-		fileContents:    contents,
-		responseChannel: make(chan fileStoreResponse),
-	}
-	fs.requestChannel <- req
-	response := <-req.responseChannel
-	return response.error
-}
-
-func (fs *FileStore) delete(fileName string) error {
-	req := fileStoreRequest{
-		requestType:     DELETE,
-		fileName:        fileName,
-		responseChannel: make(chan fileStoreResponse),
-	}
-	fs.requestChannel <- req
-	response := <-req.responseChannel
-	return response.error
-}

controller/fileStore_test.go

@@ -1,63 +0,0 @@
-/*
-Copyright 2016 The Fission Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package controller
-
-import (
-	"io/ioutil"
-	"log"
-	"os"
-	"testing"
-)
-
-func TestFileStore(t *testing.T) {
-	// tmp dir
-	dir, err := ioutil.TempDir("", "testFileStore")
-	if err != nil {
-		t.Fatalf("error creating temp dir: %v", err)
-	}
-	defer os.RemoveAll(dir)
-	log.Printf("temp dir at %v", dir)
-
-	// file store
-	fs := MakeFileStore(dir)
-
-	_, err = fs.read("nonexistent")
-	if err == nil {
-		t.Fatalf("expected an error")
-	}
-
-	path := "fileStoreTest"
-	contents := []byte("bar")
-	err = fs.write(path, contents)
-	if err != nil {
-		t.Fatalf("error: %v", err)
-	}
-
-	observedContents, err := fs.read(path)
-	if err != nil {
-		t.Fatalf("error: %v", err)
-	}
-
-	if string(observedContents) != string(contents) {
-		t.Fatalf("contents don't match")
-	}
-
-	err = fs.delete(path)
-	if err != nil {
-		t.Fatalf("error: %v", err)
-	}
-}

controller/functionApi.go

@@ -1,172 +0,0 @@
-/*
-Copyright 2016 The Fission Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package controller
-
-import (
-	"io/ioutil"
-	"net/http"
-
-	"encoding/json"
-	log "github.com/Sirupsen/logrus"
-	"github.com/gorilla/mux"
-
-	"encoding/base64"
-	"github.com/platform9/fission"
-)
-
-func (api *API) FunctionApiList(w http.ResponseWriter, r *http.Request) {
-	funcs, err := api.FunctionStore.List()
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	resp, err := json.Marshal(funcs)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	api.respondWithSuccess(w, resp)
-}
-
-func (api *API) FunctionApiCreate(w http.ResponseWriter, r *http.Request) {
-	body, err := ioutil.ReadAll(r.Body)
-	if err != nil {
-		api.respondWithError(w, err)
-	}
-
-	var f fission.Function
-	err = json.Unmarshal(body, &f)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	dec, err := base64.StdEncoding.DecodeString(f.Code)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-	f.Code = string(dec)
-
-	uid, err := api.FunctionStore.Create(&f)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	m := &fission.Metadata{Name: f.Name, Uid: uid}
-	resp, err := json.Marshal(m)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	api.respondWithSuccess(w, resp)
-}
-
-func (api *API) FunctionApiGet(w http.ResponseWriter, r *http.Request) {
-	var m fission.Metadata
-
-	vars := mux.Vars(r)
-	m.Name = vars["function"]
-	m.Uid = r.FormValue("uid") // empty if uid is absent
-	raw := r.FormValue("raw")  // just the code
-
-	f, err := api.FunctionStore.Get(&m)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	var resp []byte
-	if raw != "" {
-		resp = []byte(f.Code)
-	} else {
-		f.Code = base64.StdEncoding.EncodeToString([]byte(f.Code))
-		resp, err = json.Marshal(f)
-		if err != nil {
-			api.respondWithError(w, err)
-			return
-		}
-	}
-	api.respondWithSuccess(w, resp)
-}
-
-func (api *API) FunctionApiUpdate(w http.ResponseWriter, r *http.Request) {
-	vars := mux.Vars(r)
-	funcName := vars["function"]
-
-	body, err := ioutil.ReadAll(r.Body)
-	if err != nil {
-		api.respondWithError(w, err)
-	}
-
-	var f fission.Function
-	err = json.Unmarshal(body, &f)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	if funcName != f.Metadata.Name {
-		err = fission.MakeError(fission.ErrorInvalidArgument, "Function name doesn't match URL")
-		api.respondWithError(w, err)
-		return
-	}
-
-	dec, err := base64.StdEncoding.DecodeString(f.Code)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-	f.Code = string(dec)
-
-	uid, err := api.FunctionStore.Update(&f)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	m := &fission.Metadata{Name: f.Name, Uid: uid}
-	resp, err := json.Marshal(m)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-	api.respondWithSuccess(w, resp)
-}
-
-func (api *API) FunctionApiDelete(w http.ResponseWriter, r *http.Request) {
-	vars := mux.Vars(r)
-	var m fission.Metadata
-	m.Name = vars["function"]
-
-	m.Uid = r.FormValue("uid") // empty if uid is absent
-	if len(m.Uid) == 0 {
-		log.WithFields(log.Fields{"function": m.Name}).Info("Deleting all versions")
-	}
-
-	err := api.FunctionStore.Delete(m)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	api.respondWithSuccess(w, []byte(""))
-}

controller/functionStore.go

@@ -1,137 +0,0 @@
-/*
-Copyright 2016 The Fission Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package controller
-
-import (
-	log "github.com/Sirupsen/logrus"
-
-	"github.com/platform9/fission"
-)
-
-type FunctionStore struct {
-	ResourceStore
-}
-
-func (fs *FunctionStore) Create(f *fission.Function) (string, error) {
-	code := []byte(f.Code)
-	_, uid, err := fs.ResourceStore.writeFile(f.Key(), code)
-	if err != nil {
-		return "", err
-	}
-
-	f.Metadata.Uid = uid
-	f.Code = ""
-
-	err = fs.ResourceStore.create(f)
-	if err != nil {
-		fs.ResourceStore.deleteFile(f.Key(), uid) // ignore errors
-		return "", err
-	}
-	return f.Metadata.Uid, nil
-}
-
-func (fs *FunctionStore) Get(m *fission.Metadata) (*fission.Function, error) {
-	var f fission.Function
-	err := fs.ResourceStore.read(m.Name, &f)
-	if err != nil {
-		return nil, err
-	}
-
-	var code []byte
-	if len(m.Uid) > 0 {
-		log.WithFields(log.Fields{"Uid": m.Uid}).Info("fetching by uid")
-		code, err = fs.ResourceStore.readFile(m.Name, &m.Uid)
-		f.Metadata = *m
-	} else {
-		code, err = fs.ResourceStore.readFile(m.Name, nil)
-	}
-	if err != nil {
-		return nil, err
-	}
-
-	f.Code = string(code)
-	return &f, nil
-}
-
-func (fs *FunctionStore) Update(f *fission.Function) (string, error) {
-	code := []byte(f.Code)
-	_, uid, err := fs.ResourceStore.writeFile(f.Key(), code)
-	if err != nil {
-		return "", err
-	}
-
-	var fnew fission.Function
-	err = fs.ResourceStore.read(f.Metadata.Name, &fnew)
-	if err != nil {
-		fs.ResourceStore.deleteFile(f.Key(), uid) // ignore err
-		return "", err
-	}
-
-	fnew.Metadata.Uid = uid
-	fnew.Environment = f.Environment
-
-	err = fs.ResourceStore.update(fnew)
-	if err != nil {
-		fs.ResourceStore.deleteFile(f.Key(), uid) // ignore err
-		return "", err
-	}
-	return uid, err
-}
-
-func (fs *FunctionStore) Delete(m fission.Metadata) error {
-	if len(m.Uid) == 0 {
-		err := fs.ResourceStore.deleteAllFiles(m.Name)
-		if err != nil {
-			return err
-		}
-	} else {
-		err := fs.ResourceStore.deleteFile(m.Name, m.Uid)
-		if err != nil {
-			return err
-		}
-	}
-	typeName, err := getTypeName(fission.Function{})
-	if err != nil {
-		return err
-	}
-	return fs.ResourceStore.delete(typeName, m.Name)
-}
-
-func (fs *FunctionStore) List() ([]fission.Function, error) {
-	typeName, err := getTypeName(fission.Function{})
-	if err != nil {
-		return nil, err
-	}
-
-	bufs, err := fs.ResourceStore.getAll(typeName)
-	if err != nil {
-		return nil, err
-	}
-
-	js := JsonSerializer{}
-	functions := make([]fission.Function, 0, len(bufs))
-	for _, buf := range bufs {
-		var f fission.Function
-		err = js.deserialize([]byte(buf), &f)
-		if err != nil {
-			return nil, err
-		}
-		functions = append(functions, f)
-	}
-
-	return functions, nil
-}

controller/httpTriggerApi.go

@@ -1,151 +0,0 @@
-/*
-Copyright 2016 The Fission Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package controller
-
-import (
-	"encoding/json"
-	"io/ioutil"
-	"net/http"
-
-	log "github.com/Sirupsen/logrus"
-	"github.com/gorilla/mux"
-
-	"github.com/platform9/fission"
-)
-
-func (api *API) HTTPTriggerApiList(w http.ResponseWriter, r *http.Request) {
-	triggers, err := api.HTTPTriggerStore.List()
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	resp, err := json.Marshal(triggers)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	api.respondWithSuccess(w, resp)
-}
-
-func (api *API) HTTPTriggerApiCreate(w http.ResponseWriter, r *http.Request) {
-	body, err := ioutil.ReadAll(r.Body)
-	if err != nil {
-		api.respondWithError(w, err)
-	}
-
-	var t fission.HTTPTrigger
-	err = json.Unmarshal(body, &t)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	uid, err := api.HTTPTriggerStore.Create(&t)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	m := &fission.Metadata{Name: t.Metadata.Name, Uid: uid}
-	resp, err := json.Marshal(m)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	api.respondWithSuccess(w, resp)
-}
-
-func (api *API) HTTPTriggerApiGet(w http.ResponseWriter, r *http.Request) {
-	var m fission.Metadata
-
-	vars := mux.Vars(r)
-	m.Name = vars["httpTrigger"]
-	m.Uid = r.FormValue("uid") // empty if uid is absent
-
-	t, err := api.HTTPTriggerStore.Get(&m)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	resp, err := json.Marshal(t)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	api.respondWithSuccess(w, resp)
-}
-
-func (api *API) HTTPTriggerApiUpdate(w http.ResponseWriter, r *http.Request) {
-	vars := mux.Vars(r)
-	name := vars["httpTrigger"]
-
-	body, err := ioutil.ReadAll(r.Body)
-	if err != nil {
-		api.respondWithError(w, err)
-	}
-
-	var t fission.HTTPTrigger
-	err = json.Unmarshal(body, &t)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	if name != t.Metadata.Name {
-		err = fission.MakeError(fission.ErrorInvalidArgument, "HTTPTrigger name doesn't match URL")
-		api.respondWithError(w, err)
-		return
-	}
-
-	uid, err := api.HTTPTriggerStore.Update(&t)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	m := &fission.Metadata{Name: t.Metadata.Name, Uid: uid}
-	resp, err := json.Marshal(m)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-	api.respondWithSuccess(w, resp)
-}
-
-func (api *API) HTTPTriggerApiDelete(w http.ResponseWriter, r *http.Request) {
-	vars := mux.Vars(r)
-	var m fission.Metadata
-	m.Name = vars["httpTrigger"]
-
-	m.Uid = r.FormValue("uid") // empty if uid is absent
-	if len(m.Uid) == 0 {
-		log.WithFields(log.Fields{"httpTrigger": m.Name}).Info("Deleting all versions")
-	}
-
-	err := api.HTTPTriggerStore.Delete(m)
-	if err != nil {
-		api.respondWithError(w, err)
-		return
-	}
-
-	api.respondWithSuccess(w, []byte(""))
-}

controller/httpTriggerStore.go

@@ -1,79 +0,0 @@
-/*
-Copyright 2016 The Fission Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package controller
-
-import (
-	"github.com/satori/go.uuid"
-
-	"github.com/platform9/fission"
-)
-
-type HTTPTriggerStore struct {
-	ResourceStore
-}
-
-func (hts *HTTPTriggerStore) Create(ht *fission.HTTPTrigger) (string, error) {
-	ht.Metadata.Uid = uuid.NewV4().String()
-	return ht.Metadata.Uid, hts.ResourceStore.create(ht)
-}
-
-func (hts *HTTPTriggerStore) Get(m *fission.Metadata) (*fission.HTTPTrigger, error) {
-	var ht fission.HTTPTrigger
-	err := hts.ResourceStore.read(m.Name, &ht)
-	if err != nil {
-		return nil, err
-	}
-	return &ht, nil
-}
-
-func (hts *HTTPTriggerStore) Update(ht *fission.HTTPTrigger) (string, error) {
-	ht.Metadata.Uid = uuid.NewV4().String()
-	return ht.Metadata.Uid, hts.ResourceStore.update(ht)
-}
-
-func (hts *HTTPTriggerStore) Delete(m fission.Metadata) error {
-	typeName, err := getTypeName(fission.HTTPTrigger{})
-	if err != nil {
-		return err
-	}
-	return hts.ResourceStore.delete(typeName, m.Name)
-}
-
-func (hts *HTTPTriggerStore) List() ([]fission.HTTPTrigger, error) {
-	typeName, err := getTypeName(fission.HTTPTrigger{})
-	if err != nil {
-		return nil, err
-	}
-
-	bufs, err := hts.ResourceStore.getAll(typeName)
-	if err != nil {
-		return nil, err
-	}
-
-	triggers := make([]fission.HTTPTrigger, 0, len(bufs))
-	js := JsonSerializer{}
-	for _, buf := range bufs {
-		var ht fission.HTTPTrigger
-		err = js.deserialize([]byte(buf), &ht)
-		if err != nil {
-			return nil, err
-		}
-		triggers = append(triggers, ht)
-	}
-
-	return triggers, nil
-}

controller/resourceStore.go

@@ -1,254 +0,0 @@
-/*
-Copyright 2016 The Fission Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package controller
-
-import (
-	"errors"
-	"reflect"
-	"time"
-
-	log "github.com/Sirupsen/logrus"
-	"github.com/coreos/etcd/client"
-	"github.com/satori/go.uuid"
-	"golang.org/x/net/context"
-)
-
-type (
-	ResourceStore struct {
-		*FileStore
-		client.KeysAPI
-		serializer
-	}
-)
-
-func MakeResourceStore(fs *FileStore, etcdUrls []string) (*ResourceStore, error) {
-	ks, err := getEtcdKeyAPI(etcdUrls)
-	if err != nil {
-		return nil, err
-	}
-	s := JsonSerializer{}
-	return &ResourceStore{FileStore: fs, KeysAPI: ks, serializer: s}, nil
-}
-
-func getEtcdKeyAPI(etcdUrls []string) (client.KeysAPI, error) {
-	cfg := client.Config{
-		Endpoints: etcdUrls,
-		Transport: client.DefaultTransport,
-		// set timeout per request to fail fast when the target endpoint is unavailable
-		HeaderTimeoutPerRequest: time.Second,
-	}
-	c, err := client.New(cfg)
-	if err != nil {
-		log.Printf("failed to connect to etcd: %v", err)
-		return nil, err
-	}
-	return client.NewKeysAPI(c), nil
-}
-
-func getTypeName(r resource) (string, error) {
-	typ := reflect.TypeOf(r)
-	if typ.Kind().String() == "ptr" {
-		typ = typ.Elem()
-	}
-	typName := typ.Name()
-	if len(typName) == 0 {
-		return "", errors.New("Failed to get type")
-	}
-	return typName, nil
-}
-
-func getKey(r resource) (string, error) {
-	typName, err := getTypeName(r)
-	if err != nil {
-		return "", err
-	}
-	rkey := r.Key()
-	return (typName + "/" + rkey), nil
-}
-
-func (rs *ResourceStore) create(r resource) error {
-	key, err := getKey(r)
-	if err != nil {
-		return err
-	}
-
-	serialized, err := rs.serializer.serialize(r)
-	if err != nil {
-		return err
-	}
-
-	_, err = rs.KeysAPI.Set(context.Background(), key, string(serialized),
-		&client.SetOptions{PrevExist: client.PrevNoExist})
-	return err
-}
-
-func (rs *ResourceStore) read(rkey string, res resource) error {
-	typName, err := getTypeName(res)
-	if err != nil {
-		return err
-	}
-	key := typName + "/" + rkey
-
-	resp, err := rs.KeysAPI.Get(context.Background(), key, nil)
-	if err != nil {
-		return err
-	}
-	return rs.serializer.deserialize([]byte(resp.Node.Value), res)
-}
-
-func (rs *ResourceStore) update(r resource) error {
-	key, err := getKey(r)
-	if err != nil {
-		return err
-	}
-
-	serialized, err := rs.serializer.serialize(r)
-	if err != nil {
-		return err
-	}
-
-	_, err = rs.KeysAPI.Set(context.Background(), key, string(serialized),
-		&client.SetOptions{PrevExist: client.PrevExist})
-	return err
-}
-
-func (rs *ResourceStore) delete(typename, rkey string) error {
-	key := typename + "/" + rkey
-	_, err := rs.KeysAPI.Delete(context.Background(), key, nil) // ignore response
-	return err
-}
-
-// getAll finds all entries under key.  If none or found or key
-// doesn't exist, returns an empty slice.
-func (rs *ResourceStore) getAll(key string) ([]string, error) {
-	resp, err := rs.KeysAPI.Get(context.Background(), key, &client.GetOptions{Recursive: true})
-	if err != nil {
-		if client.IsKeyNotFound(err) {
-			return []string{}, nil
-		}
-		return nil, err
-	}
-
-	res := make([]string, 0, len(resp.Node.Nodes))
-	for _, n := range resp.Node.Nodes {
-		res = append(res, n.Value)
-	}
-	return res, nil
-}
-
-func (rs *ResourceStore) writeFile(parentKey string, contents []byte) (string, string, error) {
-	uid := uuid.NewV4().String()
-
-	err := rs.FileStore.write(uid, contents)
-	if err != nil {
-		return "", "", err
-	}
-
-	parentKey = "file/" + parentKey
-	resp, err := rs.KeysAPI.CreateInOrder(context.Background(), parentKey, uid, nil)
-	if err != nil {
-		_ = rs.FileStore.delete(uid)
-		return "", "", err
-	}
-
-	return resp.Node.Key, uid, nil
-}
-
-func (rs *ResourceStore) readFile(key string, uid *string) ([]byte, error) {
-	key = "file/" + key
-	resp, err := rs.KeysAPI.Get(context.Background(), key, &client.GetOptions{Sort: true})
-	if err != nil {
-		return nil, err
-	}
-
-	if uid == nil {
-		// get latest
-		n := resp.Node.Nodes
-		uid = &n[len(n)-1].Value
-	} else {
-		// validate uid is in the list
-		found := false
-		for _, u := range resp.Node.Nodes {
-			if *uid == u.Value {
-				found = true
-				break
-			}
-		}
-		if !found {
-			return nil, errors.New("Invalid UID " + *uid)
-		}
-	}
-
-	contents, err := rs.FileStore.read(*uid)
-	return contents, err
-}
-
-func (rs *ResourceStore) deleteFile(key string, uid string) error {
-	key = "file/" + key
-	resp, err := rs.KeysAPI.Get(context.Background(), key, &client.GetOptions{Sort: true})
-	if err != nil {
-		return err
-	}
-
-	var node *client.Node
-	for _, u := range resp.Node.Nodes {
-		if u.Value == uid {
-			node = u
-		}
-	}
-	if node == nil {
-		log.WithFields(log.Fields{"key": key, "uid": uid}).Error("unreferenced file")
-		return errors.New("won't delete unreferenced file")
-	}
-
-	err = rs.FileStore.delete(node.Value)
-	if err != nil {
-		return err
-	}
-
-	_, err = rs.KeysAPI.Delete(context.Background(), node.Key, nil)
-	if err != nil {
-		return err
-	}
-
-	if len(resp.Node.Nodes) == 1 {
-		_, err = rs.KeysAPI.Delete(context.Background(), key, &client.DeleteOptions{Dir: true})
-		return err
-	}
-	return nil
-}
-
-func (rs *ResourceStore) deleteAllFiles(key string) error {
-	key = "file/" + key
-	resp, err := rs.KeysAPI.Get(context.Background(), key, &client.GetOptions{Sort: true})
-	if err != nil {
-		return err
-	}
-	for _, u := range resp.Node.Nodes {
-		err = rs.FileStore.delete(u.Value)
-		if err != nil {
-			return err
-		}
-
-		_, err = rs.KeysAPI.Delete(context.Background(), u.Key, nil)
-		if err != nil {
-			return err
-		}
-	}
-	_, err = rs.KeysAPI.Delete(context.Background(), key, &client.DeleteOptions{Dir: true})
-	return err
-}

controller/resourceStore_test.go

@@ -1,152 +0,0 @@
-/*
-Copyright 2016 The Fission Authors.
-
-Licensed under the Apache License, Version 2.0 (the "License");
-you may not use this file except in compliance with the License.
-You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
-*/
-
-package controller
-
-import (
-	"io/ioutil"
-	"log"
-	"os"
-	"testing"
-
-	"github.com/coreos/etcd/client"
-	"golang.org/x/net/context"
-)
-
-type TestResource struct {
-	A string
-	B int
-}
-
-func (tr TestResource) Key() string {
-	return tr.A
-}
-
-func panicIf(err error) {
-	if err != nil {
-		log.Panicf("err: %v", err)
-	}
-}
-
-func assert(b bool, msg string) {
-	if !b {
-		log.Panic("assertion failed: " + msg)
-	}
-}
-
-func getTestResourceStore() (*FileStore, client.KeysAPI, *ResourceStore) {
-	// make a tmp dir
-	dir, err := ioutil.TempDir("", "testFileStore")
-	panicIf(err)
-	fs := MakeFileStore(dir)
-
-	rs, err := MakeResourceStore(fs, []string{"http://localhost:2379"})
-	panicIf(err)
-
-	return fs, rs.KeysAPI, rs
-}
-
-func TestResourceStore(t *testing.T) {
-	fs, ks, rs := getTestResourceStore()
-	defer os.RemoveAll(fs.root)
-
-	s := JsonSerializer{}
-
-	tr := TestResource{A: "hello", B: 1}
-
-	// Delete the key first, in case of a panic'd previous test run; ignore errors
-	_ = rs.delete("TestResource", tr.Key())
-	ks.Delete(context.Background(), "/TestResource", &client.DeleteOptions{Dir: true})
-
-	// Verify getAll for empty db
-	trs, err := rs.getAll("TestResource")
-	panicIf(err)
-	if len(trs) != 0 {
-		log.Fatalf("Expected zero length slice, got %v", trs)
-	}
-
-	// Create
-	err = rs.create(tr)
-	panicIf(err)
-	defer ks.Delete(context.Background(), "/TestResource", &client.DeleteOptions{Dir: true})
-	defer rs.delete("TestResource", tr.Key())
-
-	// Etcd key /TestResource/hello should exist
-	_, err = ks.Get(context.Background(), "TestResource/hello", nil)
-	panicIf(err)
-
-	// Read
-	tr1 := TestResource{}
-	err = rs.read(tr.Key(), &tr1)
-	panicIf(err)
-	assert(tr1 == tr, "retrieved value must equal created value")
-
-	// Update and Read
-	tr.B += 1
-	err = rs.update(tr)
-	panicIf(err)
-	err = rs.read(tr.Key(), &tr1)
-	panicIf(err)
-	assert(tr1 == tr, "retrieved value must equal updated value")
-
-	// Get list
-	results, err := rs.getAll("TestResource")
-	panicIf(err)
-	res := make([]TestResource, 0, 0)
-	for _, r := range results {
-		tmp := TestResource{}
-		err = s.deserialize([]byte(r), &tmp)
-		panicIf(err)
-		res = append(res, tmp)
-	}
-	assert(res[0] == tr, "value from retrieved list must equal updated value")
-
-	// file tests
-	fileKey := "ResourceStoreTest"
-	fileContents1 := []byte("hello")
-	fileContents2 := []byte("world")
-	key, uid1, err := rs.writeFile(fileKey, fileContents1)
-	panicIf(err)
-	defer rs.deleteFile(fileKey, uid1)
-	log.Printf("key = %v, uid = %v", key, uid1)
-
-	// read latest
-	contents, err := rs.readFile(fileKey, nil)
-	panicIf(err)
-	assert(string(contents) == string(fileContents1), "retrieved file contents must match written value")
-
-	// update-- same key new contents
-	_, uid2, err := rs.writeFile(fileKey, fileContents2)
-	panicIf(err)
-	defer rs.deleteFile(fileKey, uid2)
-
-	// read latest
-	contents, err = rs.readFile(fileKey, nil)
-	panicIf(err)
-	assert(string(contents) == string(fileContents2), "retrieved file contents must match updated value")
-
-	// read by uid
-	// 1
-	contents, err = rs.readFile(fileKey, &uid1)
-	panicIf(err)
-	assert(string(contents) == string(fileContents1), "retrieved file contents must match updated value")
-
-	// 2
-	contents, err = rs.readFile(fileKey, &uid2)
-	panicIf(err)
-	assert(string(contents) == string(fileContents2), "retrieved file contents must match updated value")
-
-}