test: aa1 def main(event, context) из архива — 200 OK
naeel/fission-python-env:v1.0 с патчем inspect.signature работает.
Любая сигнатура main() поддерживается без изменений кода пользователя:
- def main() -> main()
- def main(event, context) -> main(request, {})
- def main(request) -> main(request)
This commit is contained in:
@@ -0,0 +1,224 @@
|
||||
#!/usr/bin/env python
|
||||
import importlib
|
||||
import inspect
|
||||
import logging
|
||||
import os
|
||||
import signal
|
||||
import sys
|
||||
import json
|
||||
|
||||
from flask import Flask, request, abort
|
||||
from gevent.pywsgi import WSGIServer
|
||||
import bjoern
|
||||
import sentry_sdk
|
||||
from sentry_sdk.integrations.flask import FlaskIntegration
|
||||
|
||||
from flask_sockets import Sockets
|
||||
|
||||
IS_PY2 = (sys.version_info.major == 2)
|
||||
SENTRY_DSN = os.environ.get('SENTRY_DSN', None)
|
||||
SENTRY_RELEASE = os.environ.get('SENTRY_RELEASE', None)
|
||||
USERFUNCVOL = os.environ.get("USERFUNCVOL", "/userfunc")
|
||||
RUNTIME_PORT = int(os.environ.get("RUNTIME_PORT", "8888"))
|
||||
|
||||
if SENTRY_DSN:
|
||||
params = {'dsn': SENTRY_DSN, 'integrations': [FlaskIntegration()]}
|
||||
if SENTRY_RELEASE:
|
||||
params['release'] = SENTRY_RELEASE
|
||||
sentry_sdk.init(**params)
|
||||
|
||||
|
||||
def import_src(path):
|
||||
if IS_PY2:
|
||||
import imp
|
||||
return imp.load_source('mod', path)
|
||||
else:
|
||||
return importlib.machinery.SourceFileLoader('mod', path).load_module()
|
||||
|
||||
|
||||
def store_specialize_info(state):
|
||||
json.dump(state, open(os.path.join(USERFUNCVOL, "state.json"), "w"))
|
||||
|
||||
|
||||
def check_specialize_info_exists():
|
||||
return os.path.exists(os.path.join(USERFUNCVOL, "state.json"))
|
||||
|
||||
|
||||
def read_specialize_info():
|
||||
return json.load(open(os.path.join(USERFUNCVOL, "state.json")))
|
||||
|
||||
|
||||
def remove_specialize_info():
|
||||
os.remove(os.path.join(USERFUNCVOL, "state.json"))
|
||||
|
||||
|
||||
class SignalExit(SystemExit):
|
||||
|
||||
def __init__(self, signo, exccode=1):
|
||||
super(SignalExit, self).__init__(exccode)
|
||||
self.signo = signo
|
||||
|
||||
|
||||
def register_signal_handlers(signal_handler=signal.SIG_DFL):
|
||||
signal.signal(signal.SIGINT, signal_handler)
|
||||
signal.signal(signal.SIGTERM, signal_handler)
|
||||
|
||||
|
||||
def _count_required_params(func):
|
||||
"""Return number of required (non-default) positional parameters."""
|
||||
try:
|
||||
sig = inspect.signature(func)
|
||||
count = 0
|
||||
for p in sig.parameters.values():
|
||||
if p.kind in (inspect.Parameter.VAR_POSITIONAL,
|
||||
inspect.Parameter.VAR_KEYWORD):
|
||||
continue
|
||||
if p.default is inspect.Parameter.empty:
|
||||
count += 1
|
||||
return count
|
||||
except (ValueError, TypeError):
|
||||
return 0
|
||||
|
||||
|
||||
class FuncApp(Flask):
|
||||
|
||||
def __init__(self, name, loglevel=logging.DEBUG):
|
||||
super(FuncApp, self).__init__(name)
|
||||
|
||||
self.userfunc = None
|
||||
self.root = logging.getLogger()
|
||||
self.ch = logging.StreamHandler(sys.stdout)
|
||||
|
||||
self.root.setLevel(loglevel)
|
||||
self.ch.setLevel(loglevel)
|
||||
self.ch.setFormatter(
|
||||
logging.Formatter('%(asctime)s - %(levelname)s - %(message)s'))
|
||||
self.logger.addHandler(self.ch)
|
||||
|
||||
if check_specialize_info_exists():
|
||||
self.logger.info('Found state.json')
|
||||
specialize_info = read_specialize_info()
|
||||
self.userfunc = self._load_v2(specialize_info)
|
||||
self.logger.info('Loaded user function {}'.format(specialize_info))
|
||||
|
||||
def load(self):
|
||||
self.logger.info('/specialize called')
|
||||
self.userfunc = import_src('/userfunc/user').main
|
||||
return ""
|
||||
|
||||
def loadv2(self):
|
||||
specialize_info = request.get_json()
|
||||
if check_specialize_info_exists():
|
||||
self.logger.warning("Found state.json, overwriting")
|
||||
self.userfunc = self._load_v2(specialize_info)
|
||||
store_specialize_info(specialize_info)
|
||||
return ""
|
||||
|
||||
def healthz(self):
|
||||
return "", 200
|
||||
|
||||
def userfunc_call(self, *args, **kwargs):
|
||||
"""
|
||||
Call user function with compatible signature detection:
|
||||
def main() -> main()
|
||||
def main(event, context) -> main(request, {})
|
||||
def main(request) -> main(request)
|
||||
def main(event=None, ...) -> main() (all defaults)
|
||||
"""
|
||||
if self.userfunc is None:
|
||||
self.logger.error('userfunc is None')
|
||||
return abort(500)
|
||||
|
||||
required = _count_required_params(self.userfunc)
|
||||
|
||||
if required == 0:
|
||||
# def main() or def main(event=None, context=None) — call with no args
|
||||
return self.userfunc()
|
||||
elif required == 1:
|
||||
# def main(request) style
|
||||
return self.userfunc(request)
|
||||
elif required >= 2:
|
||||
# def main(event, context) — AWS Lambda / Kubeless style
|
||||
# pass flask request as event, empty dict as context
|
||||
return self.userfunc(request, {})
|
||||
else:
|
||||
return self.userfunc(*args)
|
||||
|
||||
def _load_v2(self, specialize_info):
|
||||
filepath = specialize_info['filepath']
|
||||
handler = specialize_info['functionName']
|
||||
self.logger.info(
|
||||
'specialize called with filepath = "{}" handler = "{}"'.format(
|
||||
filepath, handler))
|
||||
parts = handler.rsplit(".", 1)
|
||||
if len(handler) == 0:
|
||||
moduleName = 'main'
|
||||
funcName = 'main'
|
||||
elif len(parts) == 1:
|
||||
moduleName = 'main'
|
||||
funcName = parts[0]
|
||||
else:
|
||||
moduleName = parts[0]
|
||||
funcName = parts[1]
|
||||
self.logger.debug('moduleName = "{}" funcName = "{}"'.format(
|
||||
moduleName, funcName))
|
||||
|
||||
if os.path.isdir(filepath):
|
||||
sys.path.append(filepath)
|
||||
self.logger.debug('__package__ = "{}"'.format(__package__))
|
||||
if __package__:
|
||||
mod = importlib.import_module(moduleName, __package__)
|
||||
else:
|
||||
mod = importlib.import_module(moduleName)
|
||||
else:
|
||||
mod = import_src(filepath)
|
||||
|
||||
return getattr(mod, funcName)
|
||||
|
||||
def signal_handler(self, signalnum, frame):
|
||||
self.logger.info('Received signal {}'.format(
|
||||
signal.strsignal(signalnum)))
|
||||
if check_specialize_info_exists():
|
||||
self.logger.info('Found state.json, removing')
|
||||
remove_specialize_info()
|
||||
signal.signal(signalnum, signal.SIG_DFL)
|
||||
raise SignalExit(signalnum)
|
||||
|
||||
|
||||
def main():
|
||||
app = FuncApp(__name__, logging.DEBUG)
|
||||
sockets = Sockets(app)
|
||||
register_signal_handlers(app.signal_handler)
|
||||
|
||||
app.add_url_rule('/specialize', 'load', app.load, methods=['POST'])
|
||||
app.add_url_rule('/v2/specialize', 'loadv2', app.loadv2, methods=['POST'])
|
||||
app.add_url_rule('/healthz', 'healthz', app.healthz, methods=['GET'])
|
||||
app.add_url_rule(
|
||||
'/',
|
||||
'userfunc_call',
|
||||
app.userfunc_call,
|
||||
methods=['GET', 'POST', 'PUT', 'HEAD', 'OPTIONS', 'DELETE'])
|
||||
app.add_url_rule(
|
||||
'/<path:path>',
|
||||
'userfunc_call',
|
||||
app.userfunc_call,
|
||||
methods=['GET', 'POST', 'PUT', 'HEAD', 'OPTIONS', 'DELETE'])
|
||||
sockets.add_url_rule(
|
||||
'/',
|
||||
'userfunc_call',
|
||||
app.userfunc_call,
|
||||
methods=['GET', 'POST', 'PUT', 'HEAD', 'OPTIONS', 'DELETE'])
|
||||
|
||||
if os.environ.get("WSGI_FRAMEWORK") == "GEVENT":
|
||||
app.logger.info("Starting gevent based server")
|
||||
from gevent_ws import WebSocketHandler
|
||||
svc = WSGIServer(('0.0.0.0', RUNTIME_PORT),
|
||||
app,
|
||||
handler_class=WebSocketHandler)
|
||||
svc.serve_forever()
|
||||
else:
|
||||
app.logger.info("Starting bjoern based server")
|
||||
bjoern.run(app, '0.0.0.0', RUNTIME_PORT, reuse_port=True)
|
||||
|
||||
|
||||
main()
|
||||
Reference in New Issue
Block a user