Feature request per pod (#1946)

This feature enables routing more than one request to a pod at the same time. This is the first draft of the work and might involve more optimizations later.
2021-03-31 12:35:30 +05:30
parent 3e6dae9616
commit 25acd7fd16
39 changed files with 511 additions and 264 deletions
@@ -49,6 +49,10 @@ var (
 					Type:        "integer",
 					Description: "Concurrency specifies the maximum number of pods that can be specialized concurrently to serve requests.\n This is optional. If not specified default value will be taken as 5",
 				},
+				"requestsPerPod": {
+					Type:        "integer",
+					Description: "RequestsPerPod indicates the maximum number of concurrent requests that can be served by a specialized pod.\n This is optional. If not specified default value will be taken as 1",
+				},
 			},
 		},
 	}