|
|
|
import config
|
|
|
|
import json
|
|
|
|
import logging
|
|
|
|
import sys
|
|
|
|
import asyncio
|
|
|
|
|
|
|
|
import services
|
|
|
|
from analytic_unit_worker import AnalyticUnitWorker
|
|
|
|
|
|
|
|
|
|
|
|
root = logging.getLogger()
|
|
|
|
logger = logging.getLogger('SERVER')
|
|
|
|
|
|
|
|
worker: AnalyticUnitWorker = None
|
|
|
|
server_service: services.ServerService = None
|
|
|
|
data_service: services.DataService = None
|
|
|
|
|
|
|
|
root.setLevel(logging.DEBUG)
|
|
|
|
|
|
|
|
|
|
|
|
logging_formatter = logging.Formatter("%(asctime)s [%(threadName)-12.12s] [%(levelname)-5.5s] %(message)s")
|
|
|
|
|
|
|
|
logging_handler = logging.StreamHandler(sys.stdout)
|
|
|
|
#logging_handler = logging.FileHandler(config.DATA_FOLDER + '/analytics.log')
|
|
|
|
logging_handler.setLevel(logging.DEBUG)
|
|
|
|
logging_handler.setFormatter(logging_formatter)
|
|
|
|
|
|
|
|
root.addHandler(logging_handler)
|
|
|
|
|
|
|
|
|
|
|
|
async def handle_task(task: object):
|
|
|
|
try:
|
|
|
|
|
|
|
|
logger.info("Command is OK")
|
|
|
|
|
|
|
|
response_task_payload = {
|
|
|
|
'_taskId': task['_taskId'],
|
|
|
|
'task': task['type'],
|
|
|
|
'analyticUnitId': task['analyticUnitId'],
|
|
|
|
'status': "IN_PROGRESS"
|
|
|
|
}
|
|
|
|
|
|
|
|
message = services.server_service.ServerMessage('TASK_RESULT', response_task_payload)
|
|
|
|
await server_service.send_message(message)
|
|
|
|
|
|
|
|
res = await worker.do_task(task)
|
|
|
|
res['_taskId'] = task['_taskId']
|
|
|
|
|
|
|
|
message = services.server_service.ServerMessage('TASK_RESULT', res)
|
|
|
|
await server_service.send_message(message)
|
|
|
|
|
|
|
|
except Exception as e:
|
|
|
|
logger.error("handle_task Exception: '%s'" % str(e))
|
|
|
|
|
|
|
|
async def handle_message(message: services.ServerMessage):
|
|
|
|
payload = None
|
|
|
|
if message.method == 'TASK':
|
|
|
|
await handle_task(message.payload)
|
|
|
|
|
|
|
|
|
|
|
|
def init_services():
|
|
|
|
logger.info("Starting services...")
|
|
|
|
logger.info("Server...")
|
|
|
|
server_service = services.ServerService(handle_message)
|
|
|
|
logger.info("Ok")
|
|
|
|
logger.info("Data service...")
|
|
|
|
data_service = services.DataService(server_service)
|
|
|
|
logger.info("Ok")
|
|
|
|
|
|
|
|
return server_service, data_service
|
|
|
|
|
|
|
|
async def app_loop():
|
|
|
|
await server_service.handle_loop()
|
|
|
|
# await asyncio.gather(server_service.handle_loop(), test_file_save())
|
|
|
|
|
|
|
|
|
|
|
|
if __name__ == "__main__":
|
|
|
|
loop = asyncio.get_event_loop()
|
|
|
|
logger.info("Starting worker...")
|
|
|
|
worker = AnalyticUnitWorker()
|
|
|
|
logger.info("Ok")
|
|
|
|
server_service, data_service = init_services()
|
|
|
|
print('Analytics process is running') # we need to print to stdout and flush
|
|
|
|
sys.stdout.flush() # because node.js expects it
|
|
|
|
|
|
|
|
loop.run_until_complete(app_loop())
|