Here is an example script that I have used in the past to simplify the information in the log files. It will only register 1 record for an error that occurred several times during the same day and write out the start and end date time and the number of times the error occurred. It is far from being perfect, but might be a start.
def main():
import os
import datetime
import codecs
min_date = datetime.datetime(2017, 7, 1).date()
max_date = datetime.datetime(2017, 7, 10).date()
today = datetime.date.today()
log_folder = r'C:\GeoNet\ServiceHealth\txt'
lst_servers = ['dev_server' , 'test_server', 'prod_server']
atts_service = ['time', 'type', 'code', 'target', 'machine', 'process', 'thread']
lst_errores = [u'SEVERE', u'WARNING']
for svr in lst_servers:
path = r'\\{0}\arcgisserver\logs\{1}\services'.format(svr, svr.upper())
file_name = 'service_errors_{0}_{1}_{2}.txt'.format(svr, min_date, max_date)
log_file = os.path.join(log_folder, file_name)
print log_file
dct = {}
for (path, dirs, files) in os.walk(path):
for fname in files:
if fname.endswith('.log'):
filepath = os.path.join(path, fname)
dt = datetime.datetime.fromtimestamp(os.stat(filepath).st_mtime).date()
if all([dt >= min_date, dt <= max_date]):
print " - ", filepath, ' (', round(os.path.getsize(filepath)/1024, 0), ' KB)'
with open(filepath, 'r') as f:
for line in f:
line = line.replace('\n', '')
if '<Msg' in line:
err = line[line.find('>')+1:line.find('<',line.find('>'))]
lst = []
for att in atts_service:
lst.append(getAttrService(line, att))
lst.append(err)
daytime = lst[0]
err_dt = getDateTime(daytime)
day = daytime[:10]
ids = svr + ' ' + day + ' ' + err
dct = updateInfo(dct, ids, err_dt, lst)
with codecs.open(log_file, 'w', encoding='utf-8') as f:
header = ['first', 'last', 'count', 'type', 'code', 'target', 'machine', 'process', 'thread', 'error']
f.write('\t'.join(header)+'\r\n')
for ids, info in dct.items():
lst = [to_unicode_or_burst(info[1]), to_unicode_or_burst(info[2]), to_unicode_or_burst(info[3])]
for a in info[0][1:]:
lst.append(to_unicode_or_burst(a))
if lst[3] in lst_errores:
f.write(u'\t'.join([unicode(a) for a in lst])+'\r\n')
def to_unicode_or_burst(obj, encoding='utf-8'):
if isinstance(obj, basestring):
if not isinstance(obj, unicode):
try:
obj = unicode(obj, encoding)
except Exception as e:
print e
return obj
def getDateTime(daytime):
from datetime import datetime
lst = daytime.split(',')
dts = lst[0]
dts = dts.replace('T', ' ')
return datetime.strptime(dts, '%Y-%m-%d %H:%M:%S')
def updateInfo(dct, ids, err_dt, lst):
if ids in dct:
info = dct[ids]
first_dt = info[1]
last_dt = info[2]
cnt = info[3]
if err_dt < first_dt: first_dt = err_dt
if err_dt > last_dt: last_dt = err_dt
cnt += 1
info[1] = first_dt
info[2] = last_dt
info[3] = cnt
dct[ids] = info
else:
info = [lst, err_dt, err_dt, 1]
dct[ids] = info
return dct
def getAttrService(line, att):
s = "{0}='".format(att)
i1 = line.find(s)
i2 = line.find("'", i1+len(s))
return line[i1+len(s):i2]
def getAttrServer(line, att):
s = '{0}="'.format(att)
i1 = line.find(s)
i2 = line.find('"', i1+len(s))
return line[i1+len(s):i2]
if __name__ == '__main__':
main()
Maybe it is still only available internally. The other choices were "Novice user in GIS" and "Some Background in GIS". strange question....strange choices. Looking forward to seeing it. I'm heading down to the UC on Weds so maybe there will be a demo available by then.
