You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 
 
 

59 lines
1.9 KiB

from typing import Dict
import pandas as pd
import logging, traceback
import detectors
from analytic_unit_worker import AnalyticUnitWorker
logger = logging.getLogger('AnalyticUnitManager')
AnalyticUnitId = str
analytic_workers: Dict[AnalyticUnitId, AnalyticUnitWorker] = dict()
def get_detector_by_type(analytic_unit_type) -> detectors.Detector:
if analytic_unit_type == 'GENERAL':
detector = detectors.GeneralDetector()
else:
detector = detectors.PatternDetector(analytic_unit_type)
return detector
def ensure_worker(analytic_unit_id, analytic_unit_type) -> AnalyticUnitWorker:
if analytic_unit_id in analytic_workers:
# TODO: check that type is the same
return analytic_workers[analytic_unit_id]
detector = get_detector_by_type(analytic_unit_type)
worker = AnalyticUnitWorker(analytic_unit_id, detector)
analytic_workers[analytic_unit_id] = worker
return worker
async def handle_analytic_task(task):
try:
payload = task['payload']
worker = ensure_worker(task['analyticUnitId'], payload['pattern'])
data = pd.DataFrame(payload['data'], columns=['timestamp', 'value'])
data['timestamp'] = pd.to_datetime(data['timestamp'])
result_payload = {}
if task['type'] == "LEARN":
await worker.do_learn(payload['segments'], data)
elif task['type'] == "PREDICT":
result_payload = await worker.do_predict(data)
else:
raise ValueError('Unknown task type "%s"' % task['type'])
return {
'status': 'SUCCESS',
'payload': result_payload
}
except Exception as e:
error_text = traceback.format_exc()
logger.error("handle_analytic_task exception: '%s'" % error_text)
# TODO: move result to a class which renders to json for messaging to analytics
return {
'status': "FAILED",
'error': str(e)
}