hastic-server/analytics/analytic_unit_manager.py

from typing import Dict
import pandas as pd
import logging, traceback

import detectors
from analytic_unit_worker import AnalyticUnitWorker

logger = logging.getLogger('AnalyticUnitManager')

analytic_unit_id = str
analytic_workers: Dict[analytic_unit_id, AnalyticUnitWorker] = dict()

def get_detector(analytic_unit_type) -> detectors.Detector:
    if analytic_unit_type == 'GENERAL':
        detector = detectors.GeneralDetector()
    else:
        detector = detectors.PatternDetector(analytic_unit_type)
    return detector

def ensure_worker(analytic_unit_id, analytic_unit_type) -> AnalyticUnitWorker:
    if analytic_unit_id in analytic_workers:
        # TODO: check that type is the same
        return analytic_workers[analytic_unit_id]
    detector = get_detector(analytic_unit_type)
    worker = AnalyticUnitWorker(analytic_unit_id, detector)
    analytic_workers[analytic_unit_id] = worker
    return worker

async def handle_analytic_task(task):
    try:
        payload = task['payload']
        payload['data'] = pd.DataFrame(payload['data'], columns = ['timestamp', 'value'])
        worker = ensure_worker(task['analyticUnitId'], payload['pattern'])

        result_payload = {}
        print(task['type'])
        if task['type'] == "PREDICT":
            result_payload = await worker.do_predict(analytic_unit_id, payload)
            print(result_payload)
        elif task['type'] == "LEARN":
            await worker.do_learn(analytic_unit_id, payload)
        else:
            raise ValueError('Unknown task type "%s"' % task['type'])
        print(result_payload)
        return {
            'status': 'SUCCESS',
            'payload': result_payload
        }

    except Exception as e:
        error_text = traceback.format_exc()
        logger.error("handle_analytic_task exception: '%s'" % error_text)
        # TODO: move result to a class which renders to json for messaging to analytics
        return {
            'status': "FAILED",
            'error': str(e)
        }