hastic/server/src/services/analytic_service/analytic_unit/anomaly_analytic_unit.rs

use crate::services::{
    analytic_service::types::HSR, metric_service::MetricService, segments_service::SegmentsService,
};

use super::types::{AnalyticUnit, AnalyticUnitConfig, AnomalyConfig, LearningResult};

use async_trait::async_trait;
use subbeat::metric::MetricResult;

use chrono::prelude::*;


// TODO: move to config
const DETECTION_STEP: u64 = 10;

// timerange offset in seconds backwards from end of ts in assumption that ts has no gaps
fn get_value_with_offset(ts: &Vec<(u64, f64)>, offset: u64) -> Option<(u64, f64)>{
    // TODO: remove dependency to DETECTION_STEP
    
    let indexes_offset = (offset / DETECTION_STEP) as usize;
    let n = ts.len() - 1;
    if n < indexes_offset {
        return None;
    }
    let i = n - indexes_offset;
    return Some(ts[i]);
}


struct SARIMA {
    pub ts: Vec<(u64, f64)>,
    pub seasonality: u64,
}

impl SARIMA {
    pub fn new(seasonality: u64) -> SARIMA {
        return SARIMA {
            ts: Vec::new(),
            seasonality,
        };
    }

    pub fn learn(&mut self, ts: &Vec<(u64, f64)>) -> anyhow::Result<()> {

        // TODO: don't count NaNs in model

        if ts.len() < 2 {
            return Err(anyhow::format_err!("to short timeserie to learn from"));
        }
        // TODO: ensure capacity with seasonality size
        let mut res_ts = Vec::<(u64, f64)>::new();
        let from = ts[0].0;
        let to = ts.last().unwrap().0;
        let s_from = ts[ts.len() - (self.seasonality / DETECTION_STEP) as usize].0;

        if to - from != 3 * self.seasonality {
            return Err(anyhow::format_err!("timeserie to learn from should be 3 * sasonality"));
        }

        for k in 0..self.seasonality {
            let v1 = get_value_with_offset(ts, 3 * self.seasonality + k * DETECTION_STEP).unwrap();
            let v2 = get_value_with_offset(ts, 2 * self.seasonality + k * DETECTION_STEP).unwrap();
            let v3 = get_value_with_offset(ts, 1 * self.seasonality + k * DETECTION_STEP).unwrap();
            let v = (v1.1 + v2.1 + v3.1) / 3.0;
            res_ts.push((s_from + k * DETECTION_STEP, v));
        }

        self.ts = res_ts;

        return Ok(());
        
    }
    pub fn predict(&self, timestamp: u64, value: f64) -> (f64, f64, f64) {
        // TODO: basic implement based on existing ts
        return (0.0, 0.0, 0.0);
    }

    pub fn push_point() {
        // TODO: inmplement
    }

}


pub struct AnomalyAnalyticUnit {
    config: AnomalyConfig,
    sarima: Option<SARIMA>,
}

impl AnomalyAnalyticUnit {
    pub fn new(config: AnomalyConfig) -> AnomalyAnalyticUnit {
        AnomalyAnalyticUnit {
            config,
            sarima: None,
        }
    }

    fn get_hsr_from_metric_result(&self, mr: &MetricResult) -> anyhow::Result<HSR> {
        // TODO: get it from model
        if mr.data.keys().len() == 0 {
            return Ok(HSR::ConfidenceTimeSerie(Vec::new()));
        }

        let k = mr.data.keys().nth(0).unwrap();
        let ts = mr.data[k].clone();

        if ts.len() == 0 {
            return Ok(HSR::ConfidenceTimeSerie(Vec::new()));
        }

        let mut sts = Vec::new();
        sts.push((
            ts[0].0,
            ts[0].1,
            ((
                ts[0].1 + self.config.confidence,
                ts[0].1 - self.config.confidence,
            )),
        ));

        for t in 1..ts.len() {
            let alpha = self.config.alpha;
            let stv = alpha * ts[t].1 + (1.0 - alpha) * sts[t - 1].1;
            sts.push((
                ts[t].0,
                stv,
                (stv + self.config.confidence, stv - self.config.confidence),
            ));
        }

        Ok(HSR::ConfidenceTimeSerie(sts))
    }
}

#[async_trait]
impl AnalyticUnit for AnomalyAnalyticUnit {
    fn set_config(&mut self, config: AnalyticUnitConfig) {
        if let AnalyticUnitConfig::Anomaly(cfg) = config {
            self.config = cfg;
        } else {
            panic!("Bad config!");
        }
    }
    async fn learn(&mut self, ms: MetricService, _ss: SegmentsService) -> LearningResult {
        let mut sarima = SARIMA::new(self.config.seasonality);

        let utc: DateTime<Utc> = Utc::now();
        let to = utc.timestamp() as u64;
        let from = to - self.config.seasonality * 3;

        let mr = ms.query(from, to, DETECTION_STEP).await.unwrap();
        if mr.data.keys().len() == 0 {
            return LearningResult::FinishedEmpty;
        }

        let k = mr.data.keys().nth(0).unwrap();
        let ts = &mr.data[k];
        sarima.learn(ts).unwrap();

        // TODO: ensure that learning reruns on seasonaliy change
        // TODO: load data to learning

        // TODO: update model to work online
        return LearningResult::Finished;
    }
    async fn detect(
        &self,
        ms: MetricService,
        from: u64,
        to: u64,
    ) -> anyhow::Result<Vec<(u64, u64)>> {
        if self.sarima.is_none() {
            return Err(anyhow::format_err!("Learning model is not ready"));
        }
        let mr = ms
            .query(from - self.config.seasonality * 5, to, DETECTION_STEP)
            .await
            .unwrap();

        if mr.data.keys().len() == 0 {
            return Ok(Vec::new());
        }

        let k = mr.data.keys().nth(0).unwrap();
        let ts = mr.data[k].clone();

        if ts.len() == 0 {
            return Ok(Vec::new());
        }

        let mut result = Vec::new();

        let confidence_time_serie = self.get_hsr_from_metric_result(&mr)?;

        if let HSR::ConfidenceTimeSerie(hsr) = confidence_time_serie {
            let mut from = None;

            for ((t, _, (u, l)), (t1, rv)) in hsr.iter().zip(ts.iter()) {
                if *t != *t1 {
                    return Err(anyhow::format_err!("incompatible hsr/ts"));
                }
                if rv > u || rv < l {
                    if from.is_none() {
                        from = Some(*t);
                    }
                } else {
                    if from.is_some() {
                        result.push((from.unwrap(), *t));
                        from = None;
                    }
                }
            }

            if from.is_some() {
                result.push((from.unwrap(), ts.last().unwrap().0));
            }

            return Ok(result);
        } else {
            return Err(anyhow::format_err!("bad hsr"));
        }
    }

    // TODO: use hsr for learning and detections
    async fn get_hsr(&self, ms: MetricService, from: u64, to: u64) -> anyhow::Result<HSR> {
        let mr = ms.query(from, to, DETECTION_STEP).await.unwrap();
        return self.get_hsr_from_metric_result(&mr);
    }
}