fixed tools gotest and cache

agent/kraken/agent/kraken_cache.py

@@ -104,6 +104,11 @@ def _save_to_cache(mc, cache_key, minio_bucket, dest_folder, paths):
     size = 5 * 1024 * 1024
 
     for pth in paths:
+        pth = os.path.expandvars(pth)
+        pth = os.path.expanduser(pth)
+        if not os.path.exists(pth):
+            log.error("path '%s' does not exists", pth)
+            return 1, "path '%s' does not exists" % pth
         pumper = Pumper(pth)
         tar_name = '%s.tar.gz' % pth.strip('/').replace('/', '_')
         tar = tarfile.open(tar_name, 'w|gz', pumper, bufsize=size)

agent/kraken/agent/kraken_gotest.py

@@ -30,6 +30,7 @@ def _process_output(q, text):
         try:
             data = json.loads(l)
         except:
+            log.error('failed parsing: %s', l)
             log.exception('IGNORED EXCEPTION')
             continue
 
@@ -78,6 +79,7 @@ def run_tests(step, report_result=None):
     cwd = step.get('cwd', None)
     go_exe = step.get('go_exe', 'go')
     params = step.get('params', '')
+    timeout = int(step.get('timeout', 60))
 
     cmd = '%s test -json %s' % (go_exe, params)
 
@@ -88,16 +90,21 @@ def run_tests(step, report_result=None):
 
     _process_output2 = partial(_process_output, q)
 
-    ret = utils.execute(cmd, cwd=cwd, output_handler=_process_output2, tracing=False)
+    ret = utils.execute(cmd, cwd=cwd, output_handler=_process_output2, tracing=False, timeout=timeout)
 
     q.join()
     finished.set()
     uploader.join()
 
+    if ret != 0:
+        log.error('go test exited with non-zero retcode: %s', ret)
+        return ret, 'go test exited with non-zero retcode'
+
     return 0, ''
 
 
 def main():
+    logging.basicConfig(level=logging.INFO)
     step = dict(cwd='/tmp/hgo/hugo',
                 go_exe='/usr/bin/go',
                 params='-p 1 ./...')

requirements.txt

@@ -1,3 +1,4 @@
 poetry
 shiv
 wheel
+fabric

server/kraken/server/schemaval.py

@@ -1031,6 +1031,10 @@
                                         "tool": {
                                             "const": "gotest"
                                         },
+                                        "timeout": {
+                                            "type": "integer",
+                                            "minimum": 30
+                                        },
                                         "gotest_exe": {
                                             "type": "string"
                                         },