Commit 71db6de1 authored by o9000's avatar o9000

Regression tests

parent 246048d8
#!/usr/bin/env python2
from __future__ import print_function
import __builtin__
import sys
reload(sys)
sys.setdefaultencoding('utf8')
......@@ -18,6 +22,12 @@ error = ":negative_squared_cross_mark:"
stress_duration = 1
def print(*args, **kwargs):
r = __builtin__.print(*args, **kwargs)
__builtin__.print("\n")
return r
def run(cmd, output=False):
return subprocess.Popen(cmd,
stdin=devnull,
......@@ -156,88 +166,88 @@ def test(tint2path, config):
out, _ = tint2.communicate()
exitcode = tint2.returncode
if exitcode != 0:
print "tint2 crashed with exit code {0}!".format(exitcode)
print "Output:"
print "```"
print out
print "```"
print("tint2 crashed with exit code {0}!".format(exitcode))
print("Output:")
print("```")
print(out)
print("```")
return
min_fps, med_fps = compute_min_med_fps(out)
leaks = find_asan_leaks(out)
sys.stderr.write("\n")
mem_status = ok if mem < 20 else warning if mem < 40 else error
print "Memory usage: %.1f %s %s" % (mem, "MB", mem_status)
print("Memory usage: %.1f %s %s" % (mem, "MB", mem_status))
leak_status = ok if not leaks else error
print "Memory leak count:", len(leaks), leak_status
print("Memory leak count:", len(leaks), leak_status)
for leak in leaks:
print "Memory leak:"
print("Memory leak:")
for line in leak:
print line
print(line)
fps_status = ok if min_fps > 60 else warning if min_fps > 40 else error
print "FPS:", "min:", min_fps, "median:", med_fps, fps_status
print("FPS:", "min:", min_fps, "median:", med_fps, fps_status)
if mem_status != ok or leak_status != ok or fps_status != ok:
print "Output:"
print "```"
print out
print "```"
print("Output:")
print("```")
print(out)
print("```")
stop_xvfb()
def main():
utc_datetime = datetime.datetime.utcnow()
print "Last updated:", utc_datetime.strftime("%Y-%m-%d %H:%M UTC")
print("Last updated:", utc_datetime.strftime("%Y-%m-%d %H:%M UTC"))
out, _ = run("git show -s '--format=%H %s'", True).communicate()
print "Last commit:", out.strip()
print("Last commit:", out.strip())
diff, _ = run("git diff", True).communicate()
diff = diff.strip()
diff_staged, _ = run("git diff --staged", True).communicate()
diff_staged = diff_staged.strip()
if diff or diff_staged:
print "Repository not clean", warning
print("Repository not clean", warning)
if diff:
print "Diff:"
print "```"
print diff
print "```"
print("Diff:")
print("```")
print(diff)
print("```")
if diff_staged:
print "Diff staged:"
print "```"
print diff_staged
print "```"
print ""
print "# Compilation"
print("Diff staged:")
print("```")
print(diff_staged)
print("```")
print("")
print("# Compilation")
cmake_flags = "-DCMAKE_BUILD_TYPE=Debug -DENABLE_ASAN=ON"
print "Flags:", cmake_flags
print("Flags:", cmake_flags)
start = time.time()
c = run("rm -rf build; mkdir build; cd build; cmake {0} ../../ ; make -j7".format(cmake_flags), True)
out, _ = c.communicate()
duration = time.time() - start
if c.returncode != 0:
print "Status: Failed!", error
print "Output:"
print "```"
print out
print "```"
print("Status: Failed!", error)
print("Output:")
print("```")
print(out)
print("```")
return
if "warning:" in out:
print "Status: Succeeded with warnings!", warning
print "Warnings:"
print "```"
print("Status: Succeeded with warnings!", warning)
print("Warnings:")
print("```")
for line in out.split("\n"):
if "warning:" in line:
print line
print "```"
print(line)
print("```")
else:
print "Status: Succeeded in %.1f seconds" % (duration,), ok
print("Status: Succeeded in %.1f seconds" % (duration,), ok)
configs = []
configs += ["./configs/tint2/" +s for s in os.listdir("./configs/tint2") ]
configs += ["../themes/" + s for s in os.listdir("../themes")]
index = 0
for config in configs:
index += 1
print ""
print "# Test", index
print "Config:", config.split("/")[-1].replace(".tint2rc", "")
print("")
print("# Test", index)
print("Config: [{0}]({1})".format(config.split("/")[-1].replace(".tint2rc", ""), "https://gitlab.com/o9000/tint2/blob/master/test/" + config))
test("./build/tint2", config)
if __name__ == "__main__":
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment