Subversion Repositories Kolibri OS

Rev

Rev 9342 | Rev 9397 | Go to most recent revision | Blame | Compare with Previous | Last modification | View Log | Download | RSS feed

  1. #!/usr/bin/python3
  2. # Copyright 2021 Magomed Kostoev
  3. # Published under MIT License
  4.  
  5. import os
  6. import sys
  7. import urllib
  8. from importlib.machinery import SourceFileLoader
  9. from shutil import which
  10. import timeit
  11. import urllib.request
  12. import subprocess
  13. from threading import Thread
  14. import filecmp
  15.  
  16. sys.path.append('test')
  17. import common
  18.  
  19. def log(s, end = "\n"):
  20.     print(s, end = end, flush = True)
  21.  
  22. def execute(s, mute = False):
  23.     mute = ">/dev/null" if mute else ""
  24.     code = os.system(f"{s}{mute}")
  25.     if code:
  26.         print(f"Command returned {code}: \"{s}\"")
  27.         exit(-1)
  28.  
  29. def stage(name, command, mute = False):
  30.     print(f"{name}... ", end = "")
  31.     execute(command, mute = mute)
  32.     print("Done.")
  33.  
  34. def download(link, path):
  35.     log(f"Downloading {path}... ", end = "")
  36.     urllib.request.urlretrieve(link, path)
  37.     log("Done.")
  38.  
  39. def tool_exists(name):
  40.     assert(type(name) == str)
  41.     return which(name) != None
  42.  
  43. def check_tools(tools):
  44.     assert(type(tools) == tuple)
  45.     for name_package_pair in tools:
  46.         assert(type(name_package_pair) == tuple)
  47.         assert(len(name_package_pair) == 2)
  48.         assert(type(name_package_pair[0]) == str)
  49.         assert(type(name_package_pair[1]) == str)
  50.    
  51.     not_exists = []
  52.     for name, package in tools:
  53.         if not tool_exists(name):
  54.             not_exists.append((name, package))
  55.     if len(not_exists) != 0:
  56.         log("Sorry, I can't find some tools:")
  57.  
  58.         header_name = "Name"
  59.         header_package = "Package (probably)"
  60.  
  61.         max_name_len = len(header_name)
  62.         max_package_name_len = len(header_package)
  63.         for name, package in not_exists:
  64.             if len(package) > max_package_name_len:
  65.                 max_package_name_len = len(package)
  66.             if len(name) > max_name_len:
  67.                 max_name_len = len(name)
  68.  
  69.         def draw_row(name, package):
  70.             log(f" | {name.ljust(max_name_len)} | {package.ljust(max_package_name_len)} |")
  71.  
  72.         def draw_line():
  73.             log(f" +-{'-' * max_name_len}-+-{'-' * max_package_name_len}-+")
  74.  
  75.         draw_line()
  76.         draw_row(header_name, header_package)
  77.         draw_line()
  78.         for name, package in not_exists:
  79.             draw_row(name, package)
  80.         draw_line()
  81.         exit()
  82.  
  83. def prepare_test_img():
  84.     # TODO: Always recompile the kernel (after build system is done?)
  85.     # Get IMG
  86.     if not os.path.exists("kolibri_test.img"):
  87.         if len(sys.argv) == 1:
  88.             download("http://builds.kolibrios.org/eng/data/data/kolibri.img", "kolibri_test.img")
  89.         else:
  90.             builds_eng = sys.argv[1]
  91.             execute(f"cp {builds_eng}/data/data/kolibri.img kolibri_test.img")
  92.    
  93.     # Open the IMG
  94.     with open("kolibri_test.img", "rb") as img:
  95.         img_data = img.read()
  96.     img = common.Floppy(img_data)
  97.  
  98.     # Remove unuseful folders
  99.     img.delete_path("GAMES")
  100.     img.delete_path("DEMOS")
  101.     img.delete_path("3D")
  102.    
  103.     # Get test kernel
  104.     if not os.path.exists("kernel.mnt.pretest"):
  105.         if len(sys.argv) == 1:
  106.             with open("lang.inc", "w") as lang_inc:
  107.                 lang_inc.write("lang fix en\n")
  108.             execute("fasm bootbios.asm bootbios.bin.pretest -dpretest_build=1")
  109.             execute("fasm -m 65536 kernel.asm kernel.mnt.pretest -dpretest_build=1 -ddebug_com_base=0xe9")
  110.         else:
  111.             builds_eng = sys.argv[1]
  112.             execute(f"cp {builds_eng}/data/kernel/trunk/kernel.mnt.pretest kernel.mnt.pretest", mute = True)
  113.    
  114.     # Put the kernel into IMG
  115.     with open("kernel.mnt.pretest", "rb") as kernel_mnt_pretest:
  116.         kernel_mnt_pretest_data = kernel_mnt_pretest.read()
  117.     img.add_file_path("KERNEL.MNT", kernel_mnt_pretest_data)
  118.     img.save("kolibri_test.img")
  119.  
  120. def collect_tests():
  121.     tests = []
  122.  
  123.     # Collect tests from test folder (not recursively yet)
  124.     for test_folder in os.listdir("test"):
  125.         test_folder_path = f"test/{test_folder}"
  126.         test_file = f"{test_folder_path}/test.py"
  127.  
  128.         if not os.path.isdir(test_folder_path):
  129.             continue
  130.  
  131.         if os.path.exists(test_file):
  132.             tests.append(test_folder_path)
  133.     return tests
  134.  
  135. def run_tests_serially_thread(test, root_dir):
  136.     test_number = 1
  137.     for test in tests:
  138.         test_dir = f"{root_dir}/{test}"
  139.    
  140.         print(f"[{test_number}/{len(tests)}] {test}... ", end = "", flush=True)
  141.         start = timeit.default_timer()
  142.         try:
  143.             SourceFileLoader("test", f"{test_dir}/test.py").load_module().run(root_dir, test_dir)
  144.         except common.TestTimeoutException:
  145.             result = "TIMEOUT"
  146.         except common.TestFailureException:
  147.             result = "FAILURE"
  148.         else:
  149.             result = "SUCCESS"
  150.         finish = timeit.default_timer()
  151.         print(f"{result} ({finish - start:.2f} seconds)")
  152.    
  153.         test_number += 1
  154.  
  155. def run_tests_serially(tests, root_dir):
  156.     thread = Thread(target = run_tests_serially_thread, args = (tests, root_dir))
  157.     thread.start()
  158.     return thread
  159.  
  160. if __name__ == "__main__":
  161.     root_dir = os.getcwd()
  162.  
  163.     # Check available tools
  164.     tools = (("qemu-system-i386", "qemu-system-x86"),
  165.              ("fasm", "fasm"))
  166.     check_tools(tools)
  167.    
  168.     prepare_test_img()
  169.     tests = collect_tests()
  170.     serial_executor_thread = run_tests_serially(tests, root_dir)
  171.     serial_executor_thread.join()
  172.  
  173.