[Libreoffice-commits] dev-tools.git: esc-reporting/esc-collect.py

[jan Iversen]

 esc-reporting/esc-collect.py |   43 ++++++++++++++++++++++++++++++++++++++++++-
 1 file changed, 42 insertions(+), 1 deletion(-)

New commits:
commit d3b30e1a8fae958446bc7bcbf8fc1dacfee42152
Author: jan Iversen <jani at libreoffice.org>
Date:   Sun May 7 10:32:48 2017 +0200

    esc-report, add collect of crashtest csv files

diff --git a/esc-reporting/esc-collect.py b/esc-reporting/esc-collect.py
index 280ff21..8315bc3 100755
--- a/esc-reporting/esc-collect.py
+++ b/esc-reporting/esc-collect.py
@@ -660,6 +660,46 @@ def get_git(cfg):
 
 
 
+def get_crash(cfg):
+    fileName = cfg['homedir'] + 'dump/crash_dump.json'
+    searchDate, rawList = util_load_data_file(cfg, fileName, 'crash', {'crashtest': {}, 'crashreport': {}})
+
+    print("Updating crashtest dump from " + rawList['newest-entry'])
+    dirList = util_load_url('http://dev-builds.libreoffice.org/crashtest/?C=M;O=D', useRaw=True)
+    inx = dirList.find('alt="[DIR]"', 0)
+    if inx == -1:
+       print("ERROR: http://dev-builds.libreoffice.org/crashtest/?C=M;O=D not showing DIR list")
+       return
+    inx = dirList.find('alt="[DIR]"', inx+8)
+    inx = dirList.find('href="', inx) +6
+    end = dirList.find('"', inx)
+    url = 'http://dev-builds.libreoffice.org/crashtest/' + dirList[inx:end]
+
+    for type in 'exportCrashes', 'importCrash', 'validationErrors':
+        tmp = util_load_url(url + type + '.csv', useRaw=True).replace('\r', '').split('\n')
+        csv = []
+        for line in tmp:
+            csv.append(line.split(','))
+        for line in csv[1:]:
+            for inx, item in enumerate(line):
+                if item == '':
+                   line[inx] = 0
+                else:
+                   line[inx] = int(item)
+        rawList['crashtest'][type] = {}
+        rawList['crashtest'][type]['title'] = csv[0]
+        rawList['crashtest'][type]['data'] = csv[1:]
+
+    print("Updating crashreport dump from " + rawList['newest-entry'])
+    print(".....talk with moggi, about REST API")
+
+
+    rawList['newest-entry'] = datetime.datetime.now().strftime('%Y-%m-%d %H')
+    util_dump_file(fileName, rawList)
+    return rawList
+
+
+
 def runCfg(platform):
     if 'esc_homedir' in os.environ:
       homeDir = os.environ['esc_homedir']
@@ -682,7 +722,8 @@ def runCfg(platform):
 
 
 def runBuild(cfg):
-    #problem openhubData = get_openhub(cfg)
+    crashData = get_crash(cfg)
+    openhubData = get_openhub(cfg)
     bugzillaData = get_bugzilla(cfg)
     ESCData = get_esc_bugzilla(cfg)
     gerritData = get_gerrit(cfg)