An error occurred while loading the file. Please try again.
-
Darshan M N authoredab301b4a
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
import config
from elasticsearch import Elasticsearch
import json
import time
class Log(object):
@classmethod
def from_default(cls):
return cls(None)
def __init__(self, agentRunContext):
self.agentRunContext = agentRunContext
self.es_client = Elasticsearch([config.ELASTIC_DB_URL])
def __populate_context(self):
data = {
'agentId': self.agentRunContext.requestBody['agentId'],
'jobId': self.agentRunContext.jobId,
'jobType': self.agentRunContext.jobType,
'timestamp': int(time.time()*1000),
'buildNumber': config.BUILD_NUMBER
}
return data
def __index_data_to_es(self, index, data):
if self.es_client.ping():
self.es_client.index(index=index, body=json.dumps(data))
else:
with open('logger.txt', 'a+') as f:
f.write(json.dumps(data)+'\n')
def info(self, info_type, message):
info_data = self.__populate_context()
info_data['type'] = info_type
info_data['message'] = message
self.__index_data_to_es(config.ES_LOG_INDEX, info_data)
def data(self, data):
data.update(self.__populate_context())
self.__index_data_to_es(config.ES_DATA_INDEX, data)
def job(self, status, message):
job_data = self.__populate_context()
job_data['status'] = status
job_data['message'] = message
self.__index_data_to_es(config.ES_JOB_INDEX, job_data)
def get_status(self, jobId):
print(jobId)
if not self.es_client.ping():
return {'status': 'ES_CONNECTION_FAILED', 'message': "Not able to connect to ES DB"}
else:
search_param = {
"sort": [
{
"timestamp": {
"order": "desc"
}
}
],
"query": {
"bool": {
"must": [
{"match": {
"jobId.keyword": jobId
}}
]
}
}
}
res = self.es_client.search(
index=config.ES_JOB_INDEX, body=search_param)
if len(res['hits']['hits']) > 0:
source = res['hits']['hits'][0]['_source']
return {'status': source['status'], 'message': source['message']}
else:
return {'status': 'JOBID_NOT_FOUND', 'message': "Please check the given jobId"}