[pmachines.git] / tests / test_functional.py

from pathlib import Path
from datetime import datetime
from itertools import product
from logging import info
import sys
if '' in sys.path: sys.path.remove('')
sys.path.append(str(Path(__file__).parent.parent.parent))
from unittest import TestCase
from shutil import rmtree, copy
from time import sleep
from os import system, remove, environ
from os.path import exists, basename, join
from glob import glob
from panda3d.core import Filename
from ya2.build.build import exec_cmd, _branch, _version


class FunctionalTests(TestCase):

    def __clean(self):
        paths = [
            'tests/functional',
            str(Path.home()) + '/.local/share/pmachines/tests/functional/',
            str(Path.home()) + '/.var/app/it.ya2.Pmachines/data/pmachines/tests/functional/',
            str(Path.home()) + '/.wine/drive_c/users/flavio/AppData/Local/pmachines/tests/functional/']
        for path in paths:
            rmtree(path, ignore_errors=True)
        dirs = [
            Filename().get_user_appdata_directory(),
            '/home/flavio/.var/app/it.ya2.Pmachines/data',
            '/home/flavio/.wine/drive_c/users/flavio/AppData/Local']
        files = [
            'pmachines/options.ini',
            'pmachines/obs_version.txt']
        for dir_file in product(dirs, files):
            _file = join(*dir_file)
            if exists(_file):
                remove(_file)
                info('%s removed' % _file)
            else:
                info('%s does not exist' % _file)
        opt_ini = str(Path.home()) + '/builders/pmachines_builder/pmachines/options.ini'
        if exists(opt_ini):
            remove(opt_ini)
        system('pkill -f "pmachines.exe"')

    def __awake(self):
        system('xdotool key shift')

    def setUp(self):
        self.__clean()

    def tearDown(self):
        pass  # self.__clean()

    def test_ref(self):
        info('test_ref')
        path = 'pmachines/tests/functional_ref_%s/*.png' % _branch()
        files = glob(join(Filename().get_user_appdata_directory(), path))
        self.assertGreater(len(files), 1)

    def __similar_images(self, ref_img, tst_img):
        cmd = 'magick compare -metric NCC %s %s diff.png' % (ref_img, tst_img)
        res = exec_cmd(cmd, False)
        if exists('diff.png'): remove('diff.png')
        print('compare %s %s: %s' % (ref_img, tst_img, res))
        return float(res) > .8

    def __test_template(self, cmd, path):
        if environ.get('FUNCTIONAL') != '1':
            self.skipTest('skipped functional tests')
        self.__clean()
        self.__awake()
        system('amixer sset Master 0%')
        ret = system(cmd)
        self.assertEqual(ret, 0, 'error while executing ' + cmd)
        files = glob(str(Path.home()) + '/.local/share/pmachines/tests/functional_ref_%s/*.png' % _branch())
        self.assertGreater(len(files), 1)
        for fname in files:
            self.assertTrue(exists(path + basename(fname)), '%s does not exist' % (path + basename(fname)))
            similar = self.__similar_images(
                str(Path.home()) + '/.local/share/pmachines/tests/functional_ref_%s/' % _branch() + basename(fname),
                path + basename(fname)),
            'error while comparing %s and %s' % (
                str(Path.home()) + '/.local/share/pmachines/tests/functional_ref_%s/' % _branch() + basename(fname),
                path + basename(fname))
            if not similar:
                timestamp = datetime.now().strftime('%y%m%d%H%M%S%f')
                copy(path + basename(fname), '~/Desktop/' + basename(fname)[:-4] + timestamp + '.png')
            self.assertTrue(similar)

    def test_code(self):
        info('test_code')
        self.__test_template(
            'timeout 720s ~/venv/bin/python main.py --functional-test & '
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 1; sleep 5; '
            'timeout 720s ~/venv/bin/python main.py --functional-test & '
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 2',
            str(Path.home()) + '/.local/share/pmachines/tests/functional/')

    def test_appimage(self):
        info('test_appimage')
        bld_branch = {'master': 'alpha', 'rc': 'rc', 'stable': 'stable'}[_branch()]
        bld_branch = '' if bld_branch == 'stable' else ('-' + bld_branch)
        self.__test_template(
            'timeout 720s ./dist/Pmachines%s-x86_64.AppImage --functional-test & '
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 1; sleep 5; '
            'timeout 720s ./dist/Pmachines%s-x86_64.AppImage --functional-test & ' % (bld_branch, bld_branch) +
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 2',
            str(Path.home()) + '/.local/share/pmachines/tests/functional/')

    # def test_flatpak(self):
    #     info('test_flatpak')
    #     if environ.get('FUNCTIONALPOST') != '1':
    #         self.skipTest('skipped functional-post tests')
    #     bld_branch = {'master': 'alpha', 'rc': 'rc', 'stable': 'stable'}[_branch()]
    #     cmd = 'flatpak update --user -y it.ya2.Pmachines//%s' % bld_branch
    #     info('executing: %s' % cmd)
    #     #system(cmd)
    #     fout = exec_cmd(cmd)
    #     info('executed: %s' % cmd)
    #     info(fout)
    #     self.__test_template(
    #         'timeout 720s flatpak run it.ya2.Pmachines//%s --functional-test & '
    #         'timeout 720s ~/venv/bin/python -m tests.functional_test.py 1; sleep 5; '
    #         'timeout 720s flatpak run it.ya2.Pmachines//%s --functional-test & ' % (bld_branch, bld_branch) +
    #         'timeout 720s ~/venv/bin/python -m tests.functional_test.py 2',
    #         str(Path.home()) + '/.var/app/it.ya2.Pmachines/data/pmachines/tests/functional/')

    def __update_itchio(self):
        system('/home/flavio/.itch/itch')
        sleep(5)
        system('xdotool mousemove 860 620')
        sleep(1)
        system('xdotool click 1')
        sleep(300)
        system('killall itch')

    def test_itchio(self):
        info('test_itchio')
        if environ.get('FUNCTIONALPOST') != '1':
            self.skipTest('skipped functional-post tests')
        if _branch() != 'master':
            return
        self.__update_itchio()
        self.__test_template(
            'timeout 720s /home/flavio/.config/itch/apps/pmachines/pmachines --functional-test & '
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 1; sleep 5; '
            'timeout 720s /home/flavio/.config/itch/apps/pmachines/pmachines --functional-test & '
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 2',
            str(Path.home()) + '/.local/share/pmachines/tests/functional/')

    def test_windows(self):
        info('test_windows')
        system('pkill -f "pmachines.exe"')
        abspath = str(Path(__file__).parent.parent) + '/build/win_amd64/pmachines.exe'
        self.__test_template(
            'timeout 720s wine %s --functional-test & ' % abspath +
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 1; sleep 5; '
            'timeout 720s wine %s --functional-test & ' % abspath +
            'timeout 720s ~/venv/bin/python -m tests.functional_test.py 2',
            str(Path.home()) + '/.wine/drive_c/users/flavio/AppData/Local/pmachines/tests/functional/')

    def test_versions(self):
        info('test_versions')
        if environ.get('FUNCTIONAL') != '1':
            self.skipTest('skipped functional tests')
        bld_branch = {'master': 'alpha', 'rc': 'rc', 'stable': 'stable'}[_branch()]
        with open('/home/flavio/builders/pmachines_builder/last_bld.txt') as f:
            lines = f.readlines()
        for line in lines:
            if line.strip().split()[0] == _branch():
                commit = line.strip().split()[1][:7]
        __ver = _version()
        if _branch() == 'stable':
            with open('/home/flavio/builders/pmachines_builder/pmachines/assets/version.txt') as fver:
                __ver = fver.read().strip() + '-'
        exp = '%s-%s' % (__ver, commit)
        cmds = [
            ('timeout 720s ./build/manylinux2010_x86_64/pmachines --version', str(Filename.get_user_appdata_directory()) + '/pmachines/obs_version.txt'),
            ('timeout 720s ./dist/Pmachines-%s-x86_64.AppImage --version' % bld_branch, str(Filename.get_user_appdata_directory()) + '/pmachines/obs_version.txt'),
            ('timeout 720s wine ./build/win_amd64/pmachines.exe --version', '/home/flavio/.wine/drive_c/users/flavio/AppData/Local/pmachines/obs_version.txt')
        ]
        if environ.get('FUNCTIONALPOST') == '1':
            if _branch() == 'master':
                self.__update_itchio()
                cmds += [('timeout 720s /home/flavio/.config/itch/apps/pmachines/pmachines --version', str(Filename.get_user_appdata_directory()) + '/pmachines/obs_version.txt')]
            # cmds += [('timeout 720s flatpak run it.ya2.Pmachines//%s --version' % bld_branch, '/home/flavio/.var/app/it.ya2.Pmachines/data/pmachines/obs_version.txt')]
        # info('executing flatpak update --user -y it.ya2.Pmachines//%s' % bld_branch)
        # #system('flatpak update -y --user it.ya2.Pmachines//%s' % bld_branch)
        # fout = exec_cmd('flatpak update -y --user it.ya2.Pmachines//%s' % bld_branch)
        # info('executed flatpak update --user -y it.ya2.Pmachines//%s' % bld_branch)
        # info(fout)
        for cmd in cmds:
            if exists(cmd[1]):
                remove(cmd[1])
            info('launching %s' % cmd[0])
            exec_cmd(cmd[0])
            with open(cmd[1]) as f:
                obs = f.read().strip()
            self.assertEqual(obs, exp, 'during ' + cmd[0])
Commit	Line	Data
0f9675ba	1	from pathlib import Path
8ce16d6c	2	from datetime import datetime
0f9675ba FC	3	from itertools import product
	4	from logging import info
	5	import sys
	6	if '' in sys.path: sys.path.remove('')
	7	sys.path.append(str(Path(__file__).parent.parent.parent))
	8	from unittest import TestCase
8ce16d6c	9	from shutil import rmtree, copy
0f9675ba FC	10	from time import sleep
	11	from os import system, remove, environ
	12	from os.path import exists, basename, join
	13	from glob import glob
	14	from panda3d.core import Filename
ea71df6e	15	from ya2.build.build import exec_cmd, _branch, _version
0f9675ba FC	16
	17
	18	class FunctionalTests(TestCase):
	19
	20	def __clean(self):
	21	paths = [
	22	'tests/functional',
edeef6f9 FC	23	str(Path.home()) + '/.local/share/pmachines/tests/functional/',
	24	str(Path.home()) + '/.var/app/it.ya2.Pmachines/data/pmachines/tests/functional/',
	25	str(Path.home()) + '/.wine/drive_c/users/flavio/AppData/Local/pmachines/tests/functional/']
0f9675ba FC	26	for path in paths:
	27	rmtree(path, ignore_errors=True)
	28	dirs = [
	29	Filename().get_user_appdata_directory(),
edeef6f9	30	'/home/flavio/.var/app/it.ya2.Pmachines/data',
68f6c184	31	'/home/flavio/.wine/drive_c/users/flavio/AppData/Local']
0f9675ba	32	files = [
edeef6f9 FC	33	'pmachines/options.ini',
edeef6f9 FC	34	'pmachines/obs_version.txt']
0f9675ba FC	35	for dir_file in product(dirs, files):
	36	_file = join(*dir_file)
	37	if exists(_file):
	38	remove(_file)
	39	info('%s removed' % _file)
	40	else:
	41	info('%s does not exist' % _file)
2fbba335 FC	42	opt_ini = str(Path.home()) + '/builders/pmachines_builder/pmachines/options.ini'
	43	if exists(opt_ini):
	44	remove(opt_ini)
edeef6f9	45	system('pkill -f "pmachines.exe"')
0f9675ba FC	46
	47	def __awake(self):
	48	system('xdotool key shift')
	49
	50	def setUp(self):
	51	self.__clean()
	52
	53	def tearDown(self):
8ce16d6c	54	pass # self.__clean()
0f9675ba FC	55
0f9675ba FC	56	def test_ref(self):
edeef6f9 FC	57	info('test_ref')
edeef6f9 FC	58	path = 'pmachines/tests/functional_ref_%s/*.png' % _branch()
0f9675ba FC	59	files = glob(join(Filename().get_user_appdata_directory(), path))
	60	self.assertGreater(len(files), 1)
	61
	62	def __similar_images(self, ref_img, tst_img):
	63	cmd = 'magick compare -metric NCC %s %s diff.png' % (ref_img, tst_img)
df4f85fc	64	res = exec_cmd(cmd, False)
0f9675ba FC	65	if exists('diff.png'): remove('diff.png')
0f9675ba FC	66	print('compare %s %s: %s' % (ref_img, tst_img, res))
8ce16d6c	67	return float(res) > .8
0f9675ba FC	68
	69	def __test_template(self, cmd, path):
	70	if environ.get('FUNCTIONAL') != '1':
	71	self.skipTest('skipped functional tests')
	72	self.__clean()
	73	self.__awake()
	74	system('amixer sset Master 0%')
	75	ret = system(cmd)
1e689176	76	self.assertEqual(ret, 0, 'error while executing ' + cmd)
ad5ef398 FC	77	files = glob(str(Path.home()) + '/.local/share/pmachines/tests/functional_ref_%s/*.png' % _branch())
ad5ef398 FC	78	self.assertGreater(len(files), 1)
0f9675ba	79	for fname in files:
ad5ef398	80	self.assertTrue(exists(path + basename(fname)), '%s does not exist' % (path + basename(fname)))
8ce16d6c FC	81	similar = self.__similar_images(
	82	str(Path.home()) + '/.local/share/pmachines/tests/functional_ref_%s/' % _branch() + basename(fname),
	83	path + basename(fname)),
	84	'error while comparing %s and %s' % (
	85	str(Path.home()) + '/.local/share/pmachines/tests/functional_ref_%s/' % _branch() + basename(fname),
	86	path + basename(fname))
	87	if not similar:
	88	timestamp = datetime.now().strftime('%y%m%d%H%M%S%f')
	89	copy(path + basename(fname), '~/Desktop/' + basename(fname)[:-4] + timestamp + '.png')
	90	self.assertTrue(similar)
0f9675ba	91
ad5ef398 FC	92	def test_code(self):
	93	info('test_code')
	94	self.__test_template(
361d3942	95	'timeout 720s ~/venv/bin/python main.py --functional-test & '
39063ead	96	'timeout 720s ~/venv/bin/python -m tests.functional_test.py 1; sleep 5; '
361d3942	97	'timeout 720s ~/venv/bin/python main.py --functional-test & '
39063ead	98	'timeout 720s ~/venv/bin/python -m tests.functional_test.py 2',
ad5ef398	99	str(Path.home()) + '/.local/share/pmachines/tests/functional/')
edeef6f9	100
1e689176 FC	101	def test_appimage(self):
	102	info('test_appimage')
	103	bld_branch = {'master': 'alpha', 'rc': 'rc', 'stable': 'stable'}[_branch()]
	104	bld_branch = '' if bld_branch == 'stable' else ('-' + bld_branch)
	105	self.__test_template(
361d3942	106	'timeout 720s ./dist/Pmachines%s-x86_64.AppImage --functional-test & '
39063ead	107	'timeout 720s ~/venv/bin/python -m tests.functional_test.py 1; sleep 5; '
361d3942	108	'timeout 720s ./dist/Pmachines%s-x86_64.AppImage --functional-test & ' % (bld_branch, bld_branch) +
39063ead	109	'timeout 720s ~/venv/bin/python -m tests.functional_test.py 2',
1e689176	110	str(Path.home()) + '/.local/share/pmachines/tests/functional/')
edeef6f9	111
e9be18cf FC	112	# def test_flatpak(self):
	113	# info('test_flatpak')
	114	# if environ.get('FUNCTIONALPOST') != '1':
	115	# self.skipTest('skipped functional-post tests')
	116	# bld_branch = {'master': 'alpha', 'rc': 'rc', 'stable': 'stable'}[_branch()]
	117	# cmd = 'flatpak update --user -y it.ya2.Pmachines//%s' % bld_branch
	118	# info('executing: %s' % cmd)
	119	# #system(cmd)
	120	# fout = exec_cmd(cmd)
	121	# info('executed: %s' % cmd)
	122	# info(fout)
	123	# self.__test_template(
	124	# 'timeout 720s flatpak run it.ya2.Pmachines//%s --functional-test & '
	125	# 'timeout 720s ~/venv/bin/python -m tests.functional_test.py 1; sleep 5; '
	126	# 'timeout 720s flatpak run it.ya2.Pmachines//%s --functional-test & ' % (bld_branch, bld_branch) +
	127	# 'timeout 720s ~/venv/bin/python -m tests.functional_test.py 2',
	128	# str(Path.home()) + '/.var/app/it.ya2.Pmachines/data/pmachines/tests/functional/')
addec9c9	129
c8e3e941 FC	130	def __update_itchio(self):
	131	system('/home/flavio/.itch/itch')
	132	sleep(5)
	133	system('xdotool mousemove 860 620')
	134	sleep(1)
	135	system('xdotool click 1')
	136	sleep(300)
	137	system('killall itch')
	138
	139	def test_itchio(self):
	140	info('test_itchio')
	141	if environ.get('FUNCTIONALPOST') != '1':
	142	self.skipTest('skipped functional-post tests')
	143	if _branch() != 'master':
	144	return
	145	self.__update_itchio()
	146	self.__test_template(
	147	'timeout 720s /home/flavio/.config/itch/apps/pmachines/pmachines --functional-test & '
39063ead	148	'timeout 720s ~/venv/bin/python -m tests.functional_test.py 1; sleep 5; '
c8e3e941	149	'timeout 720s /home/flavio/.config/itch/apps/pmachines/pmachines --functional-test & '
39063ead	150	'timeout 720s ~/venv/bin/python -m tests.functional_test.py 2',
c8e3e941	151	str(Path.home()) + '/.local/share/pmachines/tests/functional/')
addec9c9	152
2e5f0efc FC	153	def test_windows(self):
	154	info('test_windows')
	155	system('pkill -f "pmachines.exe"')
	156	abspath = str(Path(__file__).parent.parent) + '/build/win_amd64/pmachines.exe'
	157	self.__test_template(
	158	'timeout 720s wine %s --functional-test & ' % abspath +
39063ead	159	'timeout 720s ~/venv/bin/python -m tests.functional_test.py 1; sleep 5; '
2e5f0efc	160	'timeout 720s wine %s --functional-test & ' % abspath +
39063ead	161	'timeout 720s ~/venv/bin/python -m tests.functional_test.py 2',
2e5f0efc	162	str(Path.home()) + '/.wine/drive_c/users/flavio/AppData/Local/pmachines/tests/functional/')
edeef6f9	163
8ce16d6c FC	164	def test_versions(self):
	165	info('test_versions')
	166	if environ.get('FUNCTIONAL') != '1':
	167	self.skipTest('skipped functional tests')
	168	bld_branch = {'master': 'alpha', 'rc': 'rc', 'stable': 'stable'}[_branch()]
	169	with open('/home/flavio/builders/pmachines_builder/last_bld.txt') as f:
	170	lines = f.readlines()
	171	for line in lines:
	172	if line.strip().split()[0] == _branch():
	173	commit = line.strip().split()[1][:7]
ea71df6e	174	__ver = _version()
8ce16d6c FC	175	if _branch() == 'stable':
8ce16d6c FC	176	with open('/home/flavio/builders/pmachines_builder/pmachines/assets/version.txt') as fver:
a7f2fc93 FC	177	__ver = fver.read().strip() + '-'
a7f2fc93 FC	178	exp = '%s-%s' % (__ver, commit)
8ce16d6c	179	cmds = [
26e35eb5 FC	180	('timeout 720s ./build/manylinux2010_x86_64/pmachines --version', str(Filename.get_user_appdata_directory()) + '/pmachines/obs_version.txt'),
26e35eb5 FC	181	('timeout 720s ./dist/Pmachines-%s-x86_64.AppImage --version' % bld_branch, str(Filename.get_user_appdata_directory()) + '/pmachines/obs_version.txt'),
c8e3e941 FC	182	('timeout 720s wine ./build/win_amd64/pmachines.exe --version', '/home/flavio/.wine/drive_c/users/flavio/AppData/Local/pmachines/obs_version.txt')
	183	]
	184	if environ.get('FUNCTIONALPOST') == '1':
	185	if _branch() == 'master':
	186	self.__update_itchio()
	187	cmds += [('timeout 720s /home/flavio/.config/itch/apps/pmachines/pmachines --version', str(Filename.get_user_appdata_directory()) + '/pmachines/obs_version.txt')]
e9be18cf FC	188	# cmds += [('timeout 720s flatpak run it.ya2.Pmachines//%s --version' % bld_branch, '/home/flavio/.var/app/it.ya2.Pmachines/data/pmachines/obs_version.txt')]
	189	# info('executing flatpak update --user -y it.ya2.Pmachines//%s' % bld_branch)
	190	# #system('flatpak update -y --user it.ya2.Pmachines//%s' % bld_branch)
	191	# fout = exec_cmd('flatpak update -y --user it.ya2.Pmachines//%s' % bld_branch)
	192	# info('executed flatpak update --user -y it.ya2.Pmachines//%s' % bld_branch)
	193	# info(fout)
8ce16d6c FC	194	for cmd in cmds:
	195	if exists(cmd[1]):
	196	remove(cmd[1])
	197	info('launching %s' % cmd[0])
	198	exec_cmd(cmd[0])
	199	with open(cmd[1]) as f:
	200	obs = f.read().strip()
	201	self.assertEqual(obs, exp, 'during ' + cmd[0])