Alexandr Velikiy
7 changed files with 161 additions and 46 deletions
@ -0,0 +1,115 @@ |
|||||||
|
from models import PeakModel, DropModel, TroughModel, JumpModel, GeneralModel |
||||||
|
|
||||||
|
import aiounittest |
||||||
|
from analytic_unit_manager import AnalyticUnitManager |
||||||
|
from collections import namedtuple |
||||||
|
|
||||||
|
TestData = namedtuple('TestData', ['uid', 'type', 'values', 'segments']) |
||||||
|
|
||||||
|
def get_random_id() -> str: |
||||||
|
return str(id(list())) |
||||||
|
|
||||||
|
class TestDataset(aiounittest.AsyncTestCase): |
||||||
|
|
||||||
|
timestep = 50 #ms |
||||||
|
|
||||||
|
def _fill_task(self, uid, data, task_type, analytic_unit_type, segments=None, cache=None): |
||||||
|
task = { |
||||||
|
'analyticUnitId': uid, |
||||||
|
'type': task_type, |
||||||
|
'payload': { |
||||||
|
'data': data, |
||||||
|
'from': data[0][0], |
||||||
|
'to': data[-1][0], |
||||||
|
'analyticUnitType': analytic_unit_type, |
||||||
|
'detector': 'pattern', |
||||||
|
'cache': cache |
||||||
|
}, |
||||||
|
'_id': get_random_id() |
||||||
|
} |
||||||
|
if segments: task['payload']['segments'] = segments |
||||||
|
|
||||||
|
return task |
||||||
|
|
||||||
|
def _convert_values(self, values) -> list: |
||||||
|
from_t = 0 |
||||||
|
to_t = len(values) * self.timestep |
||||||
|
return list(zip(range(from_t, to_t, self.timestep), values)) |
||||||
|
|
||||||
|
def _index_to_test_time(self, idx) -> int: |
||||||
|
return idx * self.timestep |
||||||
|
|
||||||
|
def _get_learn_task(self, test_data): |
||||||
|
uid, analytic_unit_type, values, segments = test_data |
||||||
|
data = self._convert_values(values) |
||||||
|
segments = [{ |
||||||
|
'analyticUnitId': uid, |
||||||
|
'from': self._index_to_test_time(s[0]), |
||||||
|
'to': self._index_to_test_time(s[1]), |
||||||
|
'labeled': True, |
||||||
|
'deleted': False |
||||||
|
} for s in segments] |
||||||
|
return self._fill_task(uid, data, 'LEARN', analytic_unit_type, segments=segments) |
||||||
|
|
||||||
|
def _get_detect_task(self, test_data, cache): |
||||||
|
uid, analytic_unit_type, values, _ = test_data |
||||||
|
data = self._convert_values(values) |
||||||
|
return self._fill_task(uid, data, 'DETECT', analytic_unit_type, cache=cache) |
||||||
|
|
||||||
|
def _get_test_dataset(self, pattern) -> tuple: |
||||||
|
""" |
||||||
|
pattern name: ([dataset values], [list of segments]) |
||||||
|
|
||||||
|
segment - (begin, end) - indexes in dataset values |
||||||
|
returns dataset in format (data: List[int], segments: List[List[int]]) |
||||||
|
""" |
||||||
|
datasets = { |
||||||
|
'PEAK': ([0, 0, 1, 2, 3, 4, 3, 2, 1, 0, 0], [[2, 8]]), |
||||||
|
'JUMP': ([0, 0, 1, 2, 3, 4, 4, 4], [[1, 6]]), |
||||||
|
'DROP': ([4, 4, 4, 3, 2, 1, 0, 0], [[1, 6]]), |
||||||
|
'TROUGH': ([4, 4, 3, 2, 1, 0, 1, 2, 3, 4, 4], [[1, 9]]), |
||||||
|
'GENERAL': ([0, 0, 1, 2, 3, 4, 3, 2, 1, 0, 0], [[2, 8]]) |
||||||
|
} |
||||||
|
return datasets[pattern] |
||||||
|
|
||||||
|
async def _learn(self, task, manager=None) -> dict: |
||||||
|
if not manager: manager = AnalyticUnitManager() |
||||||
|
result = await manager.handle_analytic_task(task) |
||||||
|
return result['payload']['cache'] |
||||||
|
|
||||||
|
async def _detect(self, task, manager=None) -> dict: |
||||||
|
if not manager: manager = AnalyticUnitManager() |
||||||
|
result = await manager.handle_analytic_task(task) |
||||||
|
return result |
||||||
|
|
||||||
|
async def _test_detect(self, test_data, manager=None): |
||||||
|
learn_task = self._get_learn_task(test_data) |
||||||
|
cache = await self._learn(learn_task, manager) |
||||||
|
detect_task = self._get_detect_task(test_data, cache) |
||||||
|
result = await self._detect(detect_task, manager) |
||||||
|
return result |
||||||
|
|
||||||
|
async def test_unit_manager(self): |
||||||
|
test_data = TestData(get_random_id(), 'PEAK', [0,1,2,5,10,5,2,1,1,1,0,0,0,0], [[1,7]]) |
||||||
|
manager = AnalyticUnitManager() |
||||||
|
|
||||||
|
with_manager = await self._test_detect(test_data, manager) |
||||||
|
without_manager = await self._test_detect(test_data) |
||||||
|
self.assertEqual(with_manager, without_manager) |
||||||
|
|
||||||
|
async def test_cache(self): |
||||||
|
cache_attrs = { |
||||||
|
'PEAK': PeakModel().state.keys(), |
||||||
|
'JUMP': JumpModel().state.keys(), |
||||||
|
'DROP': DropModel().state.keys(), |
||||||
|
'TROUGH': TroughModel().state.keys(), |
||||||
|
'GENERAL': GeneralModel().state.keys() |
||||||
|
} |
||||||
|
|
||||||
|
for pattern, attrs in cache_attrs.items(): |
||||||
|
test_data = TestData(get_random_id(), pattern, *self._get_test_dataset(pattern)) |
||||||
|
learn_task = self._get_learn_task(test_data) |
||||||
|
cache = await self._learn(learn_task) |
||||||
|
|
||||||
|
for a in attrs: |
||||||
|
self.assertTrue(a in cache.keys(), msg='{} not in cache keys: {}'.format(a, cache.keys())) |
||||||
Loading…
Reference in new issue